mlonmcu.flow.tvm.backend package

Submodules

mlonmcu.flow.tvm.backend.backend module

class mlonmcu.flow.tvm.backend.backend.TVMBackend(target='c', executor=None, runtime='crt', fmt='mlf', system_lib=False, features=None, config=None)

Bases: Backend

DEFAULTS = {'autotuned_mode': None, 'autotuned_results_file': None, 'custom_unroll': False, 'desired_layout': None, 'desired_layout_map': None, 'desired_layout_ops': None, 'disable_vectorize': 'auto', 'disabled_passes': [], 'dump': [], 'extra_pass_config': {}, 'extra_target_details': None, 'extra_targets': None, 'generate_wrapper': 'auto', 'num_threads': 4, 'opt_level': 3, 'print_outputs': False, 'refresh_model_info': False, 'relay_debug': None, 'target_device': None, 'target_keys': None, 'target_mabi': None, 'target_march': None, 'target_mattr': None, 'target_mcpu': None, 'target_model': None, 'target_mtriple': None, 'target_num_cores': None, 'tophub_url': None, 'tvmc_custom_script': None, 'tvmc_extra_args': [], 'use_tuning_results': False}

FEATURES = {'autotuned', 'cmsisnnbyoc', 'disable_legalize', 'fuse_ops', 'moiopt', 'muriscvnnbyoc', 'uma_backends'}

OPTIONAL = {'tvm.build_dir', 'tvm.configs_dir', 'tvm.pythonpath', 'tvm.use_tlcpack'}

REQUIRED = {}

property custom_unroll

property desired_layout

property desired_layout_map

property desired_layout_ops

property disable_vectorize

property disabled_passes

property dump

property extra_target_details

property extra_targets

generate() → Tuple[dict, dict]

property generate_wrapper

get_graph_and_params_from_mlf(path)

get_target_details()

get_tuning_records(tuner_name=None)

get_tvmc_compile_args(out, dump=None)

invoke_tvmc(command, *args, cwd=None)

invoke_tvmc_compile(out, dump=None, cwd=None)

load_model(model, input_shapes=None, output_shapes=None, input_types=None, output_types=None)

name = None

property needs_target

property num_threads

property opt_level

property pass_config

property print_outputs

property refresh_model_info

registry = {}

property relay_debug

set_tuning_records(records, tuner_name=None)

property target_device

property target_keys

property target_mabi

property target_march

property target_mattr

property target_mcpu

property target_model

property target_mtriple

property target_num_cores

property tophub_url

property tvm_build_dir

property tvm_configs_dir

property tvm_pythonpath

property tvmc_custom_script

property tvmc_extra_args

property use_tlcpack

property use_tuning_results

mlonmcu.flow.tvm.backend.model_info module

class mlonmcu.flow.tvm.backend.model_info.ModelInfo(in_tensors, out_tensors, fix_names=False)

Bases: object

property has_ins

property has_outs

class mlonmcu.flow.tvm.backend.model_info.ONNXModelInfo(model_file)

Bases: ModelInfo

class mlonmcu.flow.tvm.backend.model_info.PBModelInfo(model_file)

Bases: ModelInfo

class mlonmcu.flow.tvm.backend.model_info.PaddleModelInfo(model_file)

Bases: ModelInfo

class mlonmcu.flow.tvm.backend.model_info.RelayModelInfo(mod_text, fix_names=False)

Bases: ModelInfo

class mlonmcu.flow.tvm.backend.model_info.RelayTensorInfo(name, shape, dtype, fix_names=False)

Bases: TensorInfo

class mlonmcu.flow.tvm.backend.model_info.TensorInfo(name, shape, dtype, fix_names=False)

Bases: object

property size

class mlonmcu.flow.tvm.backend.model_info.TfLiteModelInfo(model, fix_names=False)

Bases: ModelInfo

class mlonmcu.flow.tvm.backend.model_info.TfLiteTensorInfo(t, fix_names=False)

Bases: TensorInfo

mlonmcu.flow.tvm.backend.model_info.get_fallback_model_info(model, input_shapes, output_shapes, input_types, output_types, backend_name='unknown')

mlonmcu.flow.tvm.backend.model_info.get_model_format(model)

mlonmcu.flow.tvm.backend.model_info.get_model_info(model, backend_name='unknown')

mlonmcu.flow.tvm.backend.model_info.get_onnx_model_info(model_file)

mlonmcu.flow.tvm.backend.model_info.get_paddle_model_info(model_file)

mlonmcu.flow.tvm.backend.model_info.get_pb_model_info(model_file)

mlonmcu.flow.tvm.backend.model_info.get_relay_model_info(mod_text)

mlonmcu.flow.tvm.backend.model_info.get_supported_formats()

mlonmcu.flow.tvm.backend.model_info.get_tfgraph_inout(graph)

mlonmcu.flow.tvm.backend.model_info.get_tflite_model_info(model_buf)

mlonmcu.flow.tvm.backend.model_info.parse_relay_main(line)

mlonmcu.flow.tvm.backend.model_info.shape_from_str(shape_str)

mlonmcu.flow.tvm.backend.python_utils module

mlonmcu.flow.tvm.backend.python_utils.prepare_python_environment(pythonpath, tvm_build_dir, tvm_configs_dir, tophub_url=None, num_threads=None, debug_cfg=None)

mlonmcu.flow.tvm.backend.tuner module

mlonmcu.flow.tvm.backend.tuner.get_autoscheduler_defaults()

mlonmcu.flow.tvm.backend.tuner.get_autotuning_defaults()

mlonmcu.flow.tvm.backend.tuner.get_autotvm_defaults()

mlonmcu.flow.tvm.backend.tuner.get_metascheduler_defaults()

mlonmcu.flow.tvm.backend.tvmaot module

class mlonmcu.flow.tvm.backend.tvmaot.TVMAOTBackend(runtime='crt', fmt='mlf', system_lib=False, features=None, config=None)

Bases: TVMBackend

DEFAULTS = {'alignment_bytes': 16, 'arena_size': None, 'autotuned_mode': None, 'autotuned_results_file': None, 'custom_unroll': False, 'debug_arena': False, 'desired_layout': None, 'desired_layout_map': None, 'desired_layout_ops': None, 'disable_vectorize': 'auto', 'disabled_passes': [], 'dump': [], 'extra_pass_config': {'tir.usmp.enable': False}, 'extra_target_details': None, 'extra_targets': None, 'generate_wrapper': 'auto', 'num_threads': 4, 'opt_level': 3, 'print_outputs': False, 'refresh_model_info': False, 'relay_debug': None, 'target_device': None, 'target_keys': None, 'target_mabi': None, 'target_march': None, 'target_mattr': None, 'target_mcpu': None, 'target_model': None, 'target_mtriple': None, 'target_num_cores': None, 'tophub_url': None, 'tvmc_custom_script': None, 'tvmc_extra_args': [], 'unpacked_api': False, 'use_tuning_results': False}

FEATURES = {'autotuned', 'cmsisnnbyoc', 'debug_arena', 'disable_legalize', 'fuse_ops', 'moiopt', 'muriscvnnbyoc', 'uma_backends', 'unpacked_api', 'usmp'}

property alignment_bytes

property arena_size

property debug_arena

generate() → Tuple[dict, dict]

get_tvmc_compile_args(out, dump=None)

get_workspace_size_from_metadata(metadata)

name = 'tvmaot'

property unpacked_api

mlonmcu.flow.tvm.backend.tvmaotplus module

class mlonmcu.flow.tvm.backend.tvmaotplus.TVMAOTPlusBackend(runtime='crt', fmt='mlf', system_lib=False, features=None, config=None)

Bases: TVMAOTBackend

DEFAULTS = {'alignment_bytes': 16, 'arena_size': 0, 'autotuned_mode': None, 'autotuned_results_file': None, 'custom_unroll': False, 'debug_arena': False, 'desired_layout': None, 'desired_layout_map': None, 'desired_layout_ops': None, 'disable_vectorize': 'auto', 'disabled_passes': [], 'dump': [], 'extra_pass_config': {'tir.usmp.algorithm': 'hill_climb', 'tir.usmp.enable': True}, 'extra_target_details': None, 'extra_targets': None, 'generate_wrapper': 'auto', 'num_threads': 4, 'opt_level': 3, 'print_outputs': False, 'refresh_model_info': False, 'relay_debug': None, 'target_device': None, 'target_keys': None, 'target_mabi': None, 'target_march': None, 'target_mattr': None, 'target_mcpu': None, 'target_model': None, 'target_mtriple': None, 'target_num_cores': None, 'tophub_url': None, 'tvmc_custom_script': None, 'tvmc_extra_args': [], 'unpacked_api': True, 'use_tuning_results': False}

name = 'tvmaotplus'

mlonmcu.flow.tvm.backend.tvmc_utils module

mlonmcu.flow.tvm.backend.tvmc_utils.check_allowed(target, name)

mlonmcu.flow.tvm.backend.tvmc_utils.gen_extra_target_details_args(extra_target_details)

mlonmcu.flow.tvm.backend.tvmc_utils.gen_target_details_args(target, target_details)

mlonmcu.flow.tvm.backend.tvmc_utils.get_bench_tvmc_args(print_time=False, profile=False, end_to_end=False, repeat=1, number=1)

mlonmcu.flow.tvm.backend.tvmc_utils.get_data_tvmc_args(mode=None, ins_file=None, outs_file=None, print_top=10)

mlonmcu.flow.tvm.backend.tvmc_utils.get_desired_layout_args(layouts, ops, mapping)

mlonmcu.flow.tvm.backend.tvmc_utils.get_disabled_pass_tvmc_args(disabled_passes)

mlonmcu.flow.tvm.backend.tvmc_utils.get_input_shapes_tvmc_args(input_shapes)

mlonmcu.flow.tvm.backend.tvmc_utils.get_pass_config_tvmc_args(pass_config)

mlonmcu.flow.tvm.backend.tvmc_utils.get_rpc_tvmc_args(enabled, key, hostname, port)

mlonmcu.flow.tvm.backend.tvmc_utils.get_runtime_executor_tvmc_args(runtime, executor)

mlonmcu.flow.tvm.backend.tvmc_utils.get_target_tvmc_args(target='c', extra_targets=[], target_details={}, extra_target_details={})

mlonmcu.flow.tvm.backend.tvmc_utils.get_tuning_records_tvmc_args(use_tuning_results, tuning_records_file)

mlonmcu.flow.tvm.backend.tvmc_utils.get_tvmaot_tvmc_args(alignment_bytes, unpacked_api, runtime='crt', target='c', system_lib=False)

mlonmcu.flow.tvm.backend.tvmc_utils.get_tvmrt_tvmc_args(runtime='crt', system_lib=True, link_params=True)

mlonmcu.flow.tvm.backend.tvmcg module

class mlonmcu.flow.tvm.backend.tvmcg.TVMCGBackend(runtime='crt', fmt='mlf', system_lib=True, features=None, config=None)

Bases: TVMRTBackend

REQUIRED = {'utvmcg.exe'}

generate() → Tuple[dict, dict]

get_max_workspace_size_from_metadata(metadata)

name = 'tvmcg'

mlonmcu.flow.tvm.backend.tvmllvm module

class mlonmcu.flow.tvm.backend.tvmllvm.TVMLLVMBackend(runtime='crt', fmt='mlf', system_lib=True, features=None, config=None)

Bases: TVMBackend

DEFAULTS = {'arena_size': 1048576, 'autotuned_mode': None, 'autotuned_results_file': None, 'custom_unroll': False, 'debug_arena': False, 'desired_layout': None, 'desired_layout_map': None, 'desired_layout_ops': None, 'disable_vectorize': 'auto', 'disabled_passes': [], 'dump': [], 'extra_pass_config': {}, 'extra_target_details': None, 'extra_targets': None, 'generate_wrapper': 'auto', 'num_threads': 4, 'opt_level': 3, 'print_outputs': False, 'refresh_model_info': False, 'relay_debug': None, 'target_device': None, 'target_keys': None, 'target_mabi': None, 'target_march': None, 'target_mattr': None, 'target_mcpu': None, 'target_model': None, 'target_mtriple': None, 'target_num_cores': None, 'tophub_url': None, 'tvmc_custom_script': None, 'tvmc_extra_args': [], 'use_tuning_results': False}

FEATURES = {'autotuned', 'cmsisnnbyoc', 'debug_arena', 'disable_legalize', 'fuse_ops', 'moiopt', 'muriscvnnbyoc', 'uma_backends'}

property arena_size

property debug_arena

generate() → Tuple[dict, dict]

get_graph_and_params_from_mlf(path)

get_tvmc_compile_args(out, dump=None)

name = 'tvmllvm'

mlonmcu.flow.tvm.backend.tvmrt module

class mlonmcu.flow.tvm.backend.tvmrt.TVMRTBackend(runtime='crt', fmt='mlf', system_lib=True, features=None, config=None)

Bases: TVMBackend

DEFAULTS = {'arena_size': 1048576, 'autotuned_mode': None, 'autotuned_results_file': None, 'custom_unroll': False, 'debug_arena': False, 'desired_layout': None, 'desired_layout_map': None, 'desired_layout_ops': None, 'disable_vectorize': 'auto', 'disabled_passes': [], 'dump': [], 'extra_pass_config': {}, 'extra_target_details': None, 'extra_targets': None, 'generate_wrapper': 'auto', 'num_threads': 4, 'opt_level': 3, 'print_outputs': False, 'refresh_model_info': False, 'relay_debug': None, 'target_device': None, 'target_keys': None, 'target_mabi': None, 'target_march': None, 'target_mattr': None, 'target_mcpu': None, 'target_model': None, 'target_mtriple': None, 'target_num_cores': None, 'tophub_url': None, 'tvmc_custom_script': None, 'tvmc_extra_args': [], 'use_tuning_results': False}

FEATURES = {'autotuned', 'cmsisnnbyoc', 'debug_arena', 'disable_legalize', 'fuse_ops', 'moiopt', 'muriscvnnbyoc', 'uma_backends'}

property arena_size

property debug_arena

generate() → Tuple[dict, dict]

get_tvmc_compile_args(out, dump=None)

name = 'tvmrt'

mlonmcu.flow.tvm.backend.wrapper module

TODO

mlonmcu.flow.tvm.backend.wrapper.calc_pages(workspace_size, page_size=1024)

mlonmcu.flow.tvm.backend.wrapper.fill(template, **kwargs)

mlonmcu.flow.tvm.backend.wrapper.generate_aot_includes(allocator)

mlonmcu.flow.tvm.backend.wrapper.generate_common_includes()

mlonmcu.flow.tvm.backend.wrapper.generate_graph_includes()

mlonmcu.flow.tvm.backend.wrapper.generate_header()

mlonmcu.flow.tvm.backend.wrapper.generate_tvmaot_wrapper(model_info, workspace_size, mod_name, api='c', debug_arena=False)

mlonmcu.flow.tvm.backend.wrapper.generate_tvmrt_wrapper(graph, params, model_info, workspace_size, debug_arena=False)

mlonmcu.flow.tvm.backend.wrapper.generate_wrapper_header()

mlonmcu.flow.tvm.backend.wrapper.getSizes(tensors)

mlonmcu.flow.tvm.backend.wrapper.write_tvmaot_wrapper(path, model_info, workspace_size, mod_name, api='c')

mlonmcu.flow.tvm.backend.wrapper.write_tvmrt_wrapper(path, graph, params, model_info, workspace_size)

Module contents

class mlonmcu.flow.tvm.backend.TVMAOTBackend(runtime='crt', fmt='mlf', system_lib=False, features=None, config=None)

Bases: TVMBackend

DEFAULTS = {'alignment_bytes': 16, 'arena_size': None, 'autotuned_mode': None, 'autotuned_results_file': None, 'custom_unroll': False, 'debug_arena': False, 'desired_layout': None, 'desired_layout_map': None, 'desired_layout_ops': None, 'disable_vectorize': 'auto', 'disabled_passes': [], 'dump': [], 'extra_pass_config': {'tir.usmp.enable': False}, 'extra_target_details': None, 'extra_targets': None, 'generate_wrapper': 'auto', 'num_threads': 4, 'opt_level': 3, 'print_outputs': False, 'refresh_model_info': False, 'relay_debug': None, 'target_device': None, 'target_keys': None, 'target_mabi': None, 'target_march': None, 'target_mattr': None, 'target_mcpu': None, 'target_model': None, 'target_mtriple': None, 'target_num_cores': None, 'tophub_url': None, 'tvmc_custom_script': None, 'tvmc_extra_args': [], 'unpacked_api': False, 'use_tuning_results': False}

FEATURES = {'autotuned', 'cmsisnnbyoc', 'debug_arena', 'disable_legalize', 'fuse_ops', 'moiopt', 'muriscvnnbyoc', 'uma_backends', 'unpacked_api', 'usmp'}

property alignment_bytes

property arena_size

property debug_arena

generate() → Tuple[dict, dict]

get_tvmc_compile_args(out, dump=None)

get_workspace_size_from_metadata(metadata)

name = 'tvmaot'

property unpacked_api

class mlonmcu.flow.tvm.backend.TVMAOTPlusBackend(runtime='crt', fmt='mlf', system_lib=False, features=None, config=None)

Bases: TVMAOTBackend

DEFAULTS = {'alignment_bytes': 16, 'arena_size': 0, 'autotuned_mode': None, 'autotuned_results_file': None, 'custom_unroll': False, 'debug_arena': False, 'desired_layout': None, 'desired_layout_map': None, 'desired_layout_ops': None, 'disable_vectorize': 'auto', 'disabled_passes': [], 'dump': [], 'extra_pass_config': {'tir.usmp.algorithm': 'hill_climb', 'tir.usmp.enable': True}, 'extra_target_details': None, 'extra_targets': None, 'generate_wrapper': 'auto', 'num_threads': 4, 'opt_level': 3, 'print_outputs': False, 'refresh_model_info': False, 'relay_debug': None, 'target_device': None, 'target_keys': None, 'target_mabi': None, 'target_march': None, 'target_mattr': None, 'target_mcpu': None, 'target_model': None, 'target_mtriple': None, 'target_num_cores': None, 'tophub_url': None, 'tvmc_custom_script': None, 'tvmc_extra_args': [], 'unpacked_api': True, 'use_tuning_results': False}

name = 'tvmaotplus'

class mlonmcu.flow.tvm.backend.TVMBackend(target='c', executor=None, runtime='crt', fmt='mlf', system_lib=False, features=None, config=None)

Bases: Backend

DEFAULTS = {'autotuned_mode': None, 'autotuned_results_file': None, 'custom_unroll': False, 'desired_layout': None, 'desired_layout_map': None, 'desired_layout_ops': None, 'disable_vectorize': 'auto', 'disabled_passes': [], 'dump': [], 'extra_pass_config': {}, 'extra_target_details': None, 'extra_targets': None, 'generate_wrapper': 'auto', 'num_threads': 4, 'opt_level': 3, 'print_outputs': False, 'refresh_model_info': False, 'relay_debug': None, 'target_device': None, 'target_keys': None, 'target_mabi': None, 'target_march': None, 'target_mattr': None, 'target_mcpu': None, 'target_model': None, 'target_mtriple': None, 'target_num_cores': None, 'tophub_url': None, 'tvmc_custom_script': None, 'tvmc_extra_args': [], 'use_tuning_results': False}

FEATURES = {'autotuned', 'cmsisnnbyoc', 'disable_legalize', 'fuse_ops', 'moiopt', 'muriscvnnbyoc', 'uma_backends'}

OPTIONAL = {'tvm.build_dir', 'tvm.configs_dir', 'tvm.pythonpath', 'tvm.use_tlcpack'}

REQUIRED = {}

property custom_unroll

property desired_layout

property desired_layout_map

property desired_layout_ops

property disable_vectorize

property disabled_passes

property dump

property extra_target_details

property extra_targets

generate() → Tuple[dict, dict]

property generate_wrapper

get_graph_and_params_from_mlf(path)

get_target_details()

get_tuning_records(tuner_name=None)

get_tvmc_compile_args(out, dump=None)

invoke_tvmc(command, *args, cwd=None)

invoke_tvmc_compile(out, dump=None, cwd=None)

load_model(model, input_shapes=None, output_shapes=None, input_types=None, output_types=None)

name = None

property needs_target

property num_threads

property opt_level

property pass_config

property print_outputs

property refresh_model_info

registry = {}

property relay_debug

set_tuning_records(records, tuner_name=None)

property target_device

property target_keys

property target_mabi

property target_march

property target_mattr

property target_mcpu

property target_model

property target_mtriple

property target_num_cores

property tophub_url

property tvm_build_dir

property tvm_configs_dir

property tvm_pythonpath

property tvmc_custom_script

property tvmc_extra_args

property use_tlcpack

property use_tuning_results

class mlonmcu.flow.tvm.backend.TVMCGBackend(runtime='crt', fmt='mlf', system_lib=True, features=None, config=None)

Bases: TVMRTBackend

REQUIRED = {'utvmcg.exe'}

generate() → Tuple[dict, dict]

get_max_workspace_size_from_metadata(metadata)

name = 'tvmcg'

class mlonmcu.flow.tvm.backend.TVMLLVMBackend(runtime='crt', fmt='mlf', system_lib=True, features=None, config=None)

Bases: TVMBackend

DEFAULTS = {'arena_size': 1048576, 'autotuned_mode': None, 'autotuned_results_file': None, 'custom_unroll': False, 'debug_arena': False, 'desired_layout': None, 'desired_layout_map': None, 'desired_layout_ops': None, 'disable_vectorize': 'auto', 'disabled_passes': [], 'dump': [], 'extra_pass_config': {}, 'extra_target_details': None, 'extra_targets': None, 'generate_wrapper': 'auto', 'num_threads': 4, 'opt_level': 3, 'print_outputs': False, 'refresh_model_info': False, 'relay_debug': None, 'target_device': None, 'target_keys': None, 'target_mabi': None, 'target_march': None, 'target_mattr': None, 'target_mcpu': None, 'target_model': None, 'target_mtriple': None, 'target_num_cores': None, 'tophub_url': None, 'tvmc_custom_script': None, 'tvmc_extra_args': [], 'use_tuning_results': False}

FEATURES = {'autotuned', 'cmsisnnbyoc', 'debug_arena', 'disable_legalize', 'fuse_ops', 'moiopt', 'muriscvnnbyoc', 'uma_backends'}

property arena_size

property debug_arena

generate() → Tuple[dict, dict]

get_graph_and_params_from_mlf(path)

get_tvmc_compile_args(out, dump=None)

name = 'tvmllvm'

class mlonmcu.flow.tvm.backend.TVMRTBackend(runtime='crt', fmt='mlf', system_lib=True, features=None, config=None)

Bases: TVMBackend

DEFAULTS = {'arena_size': 1048576, 'autotuned_mode': None, 'autotuned_results_file': None, 'custom_unroll': False, 'debug_arena': False, 'desired_layout': None, 'desired_layout_map': None, 'desired_layout_ops': None, 'disable_vectorize': 'auto', 'disabled_passes': [], 'dump': [], 'extra_pass_config': {}, 'extra_target_details': None, 'extra_targets': None, 'generate_wrapper': 'auto', 'num_threads': 4, 'opt_level': 3, 'print_outputs': False, 'refresh_model_info': False, 'relay_debug': None, 'target_device': None, 'target_keys': None, 'target_mabi': None, 'target_march': None, 'target_mattr': None, 'target_mcpu': None, 'target_model': None, 'target_mtriple': None, 'target_num_cores': None, 'tophub_url': None, 'tvmc_custom_script': None, 'tvmc_extra_args': [], 'use_tuning_results': False}

FEATURES = {'autotuned', 'cmsisnnbyoc', 'debug_arena', 'disable_legalize', 'fuse_ops', 'moiopt', 'muriscvnnbyoc', 'uma_backends'}

property arena_size

property debug_arena

generate() → Tuple[dict, dict]

get_tvmc_compile_args(out, dump=None)

name = 'tvmrt'