test-lz4-list Namespace Reference

Classes
class	NVerboseFileInfo
class	TestNonVerbose
class	VerboseFileInfo
class	TestVerbose

Functions
def	to_human (size)
def	log (text)
def	errout (text, err=1)
def	execute (command, print_command=True, print_output=False, print_error=True, param_shell=True)
def	cleanup (silent=False)
def	datagen (file_name, size)
def	generate_files ()

Variables
list	SIZES = [3, 11]
int	MIB = 1048576
string	LZ4 = os.path.dirname(os.path.realpath(__file__)) + "/../lz4"
	TEMP = tempfile.gettempdir()
	verbosity
	exit
	silent

Function Documentation

cleanup()

def test-lz4-list.cleanup

(

silent = False

)

Definition at line 227 of file test-lz4-list.py.

def cleanup(silent=False):
    for f in glob.glob("{}/test_list*".format(TEMP)):
        if not silent:
            log("Deleting {}".format(f))
        os.unlink(f)
 
 

Referenced by generate_files().

datagen()

def test-lz4-list.datagen	(		file_name,
			size
	)

Definition at line 234 of file test-lz4-list.py.

def datagen(file_name, size):
    non_sparse_size = size // 2
    sparse_size = size - non_sparse_size
    with open(file_name, "wb") as f:
        f.seek(sparse_size)
        f.write(os.urandom(non_sparse_size))
 
 

Referenced by generate_files().

errout()

def test-lz4-list.errout	(		text,
			err = 1
	)

Definition at line 201 of file test-lz4-list.py.

def errout(text, err=1):
    log(text)
    exit(err)
 
 

References exit.

Referenced by execute().

execute()

def test-lz4-list.execute	(		command,
			print_command = True,
			print_output = False,
			print_error = True,
			param_shell = True
	)

Definition at line 206 of file test-lz4-list.py.

def execute(command, print_command=True, print_output=False, print_error=True, param_shell=True):
    if os.environ.get('QEMU_SYS'):
        command = "{} {}".format(os.environ['QEMU_SYS'], command)
    if print_command:
        log("> " + command)
    popen = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=param_shell)
    stdout_lines, stderr_lines = popen.communicate()
    stderr_lines = stderr_lines.decode("utf-8")
    stdout_lines = stdout_lines.decode("utf-8")
    if print_output:
        if stdout_lines:
            print(stdout_lines)
        if stderr_lines:
            print(stderr_lines)
    if popen.returncode is not None and popen.returncode != 0:
        if stderr_lines and not print_output and print_error:
            print(stderr_lines)
        errout("Failed to run: {}\n".format(command, stdout_lines + stderr_lines))
    return (stdout_lines + stderr_lines).splitlines()
 
 

References errout().

Referenced by generate_files().

generate_files()

def test-lz4-list.generate_files

(

)

Definition at line 242 of file test-lz4-list.py.

def generate_files():
    # file format  ~ test_list<frametype>-<no_frames>f<create-args>.lz4 ~
    # Generate LZ4Frames
    for i in SIZES:
        filename = "{}/test_list_{}M".format(TEMP, i)
        log("Generating {}".format(filename))
        datagen(filename, i * MIB)
        for j in ["--content-size", "-BI", "-BD", "-BX", "--no-frame-crc"]:
            lz4file = "{}-lz4f-1f{}.lz4".format(filename, j)
            execute("{} {} {} {}".format(LZ4, j, filename, lz4file))
        # Generate skippable frames
        lz4file = "{}-skip-1f.lz4".format(filename)
        skipsize = i * 1024
        skipbytes = bytes([80, 42, 77, 24]) + skipsize.to_bytes(4, byteorder='little', signed=False)
        with open(lz4file, 'wb') as f:
            f.write(skipbytes)
            f.write(os.urandom(skipsize))
        # Generate legacy frames
        lz4file = "{}-legc-1f.lz4".format(filename)
        execute("{} -l {} {}".format(LZ4, filename, lz4file))
 
    # Concatenate --content-size files
    file_list = glob.glob("{}/test_list_*-lz4f-1f--content-size.lz4".format(TEMP))
    with open("{}/test_list_{}M-lz4f-2f--content-size.lz4".format(TEMP, sum(SIZES)), 'ab') as outfile:
        for fname in file_list:
            with open(fname, 'rb') as infile:
                outfile.write(infile.read())
 
    # Concatenate all files
    file_list = glob.glob("{}/test_list_*.lz4".format(TEMP))
    with open("{}/test_list_concat-all.lz4".format(TEMP), 'ab') as outfile:
        for fname in file_list:
            with open(fname, 'rb') as infile:
                outfile.write(infile.read())
 
 

References bytes, cleanup(), datagen(), and execute().

log()

def test-lz4-list.log

(

text

)

Definition at line 197 of file test-lz4-list.py.

def log(text):
    print(time.strftime("%Y/%m/%d %H:%M:%S") + ' - ' + text)
 
 

Referenced by core_cmd_tsrzcmd(), and gzlog_open().

to_human()

def test-lz4-list.to_human

(

size

)

Definition at line 189 of file test-lz4-list.py.

def to_human(size):
    for unit in ['', 'K', 'M', 'G', 'T', 'P', 'E', 'Z', 'Y']:
        if size < 1024.0:
            break
        size /= 1024.0
    return "{:.2f}{}".format(size, unit)
 
 

Referenced by test-lz4-list.TestNonVerbose.test_compressed_size(), and test-lz4-list.TestNonVerbose.test_uncompressed_size().

Variable Documentation

exit

test-lz4-list.exit

Definition at line 281 of file test-lz4-list.py.

Referenced by __panels_process(), analysis_get_function_in(), badusage(), bail(), bochs_open(), bye(), clusterInit(), clusterLoadConfig(), clusterSaveConfigOrDie(), cmd_Quit(), compare_zip(), build_mig_index.convert(), cs_driver_hello(), do_extract_currentfile(), encode(), error(), errout(), file_create(), file_finish(), fileCheck(), flirt_parse_version(), fullSpeedBench(), FUZ_AddressOverflow(), FUZ_test(), get_block_size(), handle_redirection_proc(), help(), iob_pipe_write(), list_zip(), loadFile(), local_LZ4F_decompress(), local_LZ4F_decompress_followHint(), local_LZ4F_decompress_noHint(), lzmainfo(), main(), open_compressed(), open_file(), parse_args(), parse_options(), quit(), read_bin(), read_int(), redirect_socket_to_pty(), remove_sock(), roundTripCheck(), run_screaming(), rz_analysis_function_all_opcode_stat_handler(), rz_analysis_function_xrefs_handler(), rz_bv_mul(), rz_core_analysis_hint_set_offset(), rz_main_rizin(), rz_run_config_env(), rz_run_start(), rz_sign_flirt_parse_compressed_pattern_from_buffer(), rz_sign_flirt_parse_header_compressed_pattern_from_buffer(), rz_socket_proc_open(), rz_socket_spawn(), rz_sys_cmdbg(), rz_sys_exit(), rz_sys_run(), rz_sys_run_rop(), rz_test_main(), rzpipe_open(), safe_fwrite(), seek_bin(), show_usage_and_exit(), socket_http_answer(), spp_help(), terminate(), test_compress(), test_decompress(), TGZnotfound(), ts_calloc_default(), ts_malloc_default(), ts_realloc_default(), tuklib_exit(), tuklib_open_stdxxx(), uncompress(), usage(), UTIL_getOpenFileSize(), write_abc(), write_bin(), and write_int().

LZ4

string test-lz4-list.LZ4 = os.path.dirname(os.path.realpath(__file__)) + "/../lz4"

Definition at line 11 of file test-lz4-list.py.

MIB

int test-lz4-list.MIB = 1048576

Definition at line 10 of file test-lz4-list.py.

silent

test-lz4-list.silent

Definition at line 282 of file test-lz4-list.py.

Referenced by cmd_seek_opcode(), rz_core_seek_opcode(), rz_core_seek_opcode_backward(), and rz_core_seek_opcode_forward().

SIZES

list test-lz4-list.SIZES = [3, 11]

Definition at line 9 of file test-lz4-list.py.

TEMP

test-lz4-list.TEMP = tempfile.gettempdir()

Definition at line 14 of file test-lz4-list.py.

verbosity

test-lz4-list.verbosity

Definition at line 281 of file test-lz4-list.py.