mlonmcu.flow.tvm package

Subpackages

Submodules

mlonmcu.flow.tvm.framework module

Module contents

TVM framework module.

class mlonmcu.flow.tvm.TVMAOTBackend(runtime='crt', fmt='mlf', system_lib=False, features=None, config=None)[source]

Bases: TVMBackend

DEFAULTS = {'alignment_bytes': 16, 'arena_size': None, 'autotuned_mode': None, 'autotuned_results_file': None, 'bool_as_int': True, 'custom_unroll': False, 'debug_arena': False, 'desired_layout': None, 'desired_layout_map': None, 'desired_layout_ops': None, 'disable_vectorize': 'auto', 'disabled_passes': [], 'dump': [], 'extra_pass_config': {}, 'extra_target_details': None, 'extra_targets': None, 'generate_wrapper': 'auto', 'num_threads': 2, 'opt_level': 3, 'print_outputs': False, 'refresh_model_info': False, 'relay_debug': None, 'target_device': None, 'target_keys': None, 'target_mabi': None, 'target_march': None, 'target_mattr': None, 'target_mcpu': None, 'target_model': None, 'target_mtriple': None, 'target_num_cores': None, 'tophub_url': None, 'tvm_target_str': None, 'tvmc_custom_script': None, 'tvmc_extra_args': [], 'unpacked_api': False, 'use_tuning_results': False}
FEATURES = {'autotuned', 'cmsisnnbyoc', 'debug_arena', 'disable_legalize', 'fuse_ops', 'moiopt', 'muriscvnnbyoc', 'uma_backends', 'unpacked_api', 'usmp'}
property alignment_bytes
property arena_size
property debug_arena
property extra_pass_config
generate() → Tuple[dict, dict][source]
get_tvmc_compile_args(out, dump=None)[source]
get_workspace_size_from_metadata(metadata)[source]
name = 'tvmaot'
property unpacked_api
class mlonmcu.flow.tvm.TVMAOTPlusBackend(runtime='crt', fmt='mlf', system_lib=False, features=None, config=None)[source]

Bases: TVMAOTBackend

DEFAULTS = {'alignment_bytes': 16, 'arena_size': 0, 'autotuned_mode': None, 'autotuned_results_file': None, 'bool_as_int': True, 'custom_unroll': False, 'debug_arena': False, 'desired_layout': None, 'desired_layout_map': None, 'desired_layout_ops': None, 'disable_vectorize': 'auto', 'disabled_passes': [], 'dump': [], 'extra_pass_config': {}, 'extra_target_details': None, 'extra_targets': None, 'generate_wrapper': 'auto', 'num_threads': 2, 'opt_level': 3, 'print_outputs': False, 'refresh_model_info': False, 'relay_debug': None, 'target_device': None, 'target_keys': None, 'target_mabi': None, 'target_march': None, 'target_mattr': None, 'target_mcpu': None, 'target_model': None, 'target_mtriple': None, 'target_num_cores': None, 'tophub_url': None, 'tvm_target_str': None, 'tvmc_custom_script': None, 'tvmc_extra_args': [], 'unpacked_api': True, 'use_tuning_results': False}
property extra_pass_config
name = 'tvmaotplus'
class mlonmcu.flow.tvm.TVMCGBackend(runtime='crt', fmt='mlf', system_lib=True, features=None, config=None)[source]

Bases: TVMRTBackend

REQUIRED = {'utvmcg.exe'}
generate() → Tuple[dict, dict][source]
get_max_workspace_size_from_metadata(metadata)[source]
name = 'tvmcg'
class mlonmcu.flow.tvm.TVMRTBackend(runtime='crt', fmt='mlf', system_lib=True, features=None, config=None)[source]

Bases: TVMBackend

DEFAULTS = {'arena_size': 1048576, 'autotuned_mode': None, 'autotuned_results_file': None, 'bool_as_int': True, 'custom_unroll': False, 'debug_arena': False, 'desired_layout': None, 'desired_layout_map': None, 'desired_layout_ops': None, 'disable_vectorize': 'auto', 'disabled_passes': [], 'dump': [], 'extra_pass_config': {}, 'extra_target_details': None, 'extra_targets': None, 'generate_wrapper': 'auto', 'link_params': True, 'num_threads': 2, 'opt_level': 3, 'print_outputs': False, 'refresh_model_info': False, 'relay_debug': None, 'target_device': None, 'target_keys': None, 'target_mabi': None, 'target_march': None, 'target_mattr': None, 'target_mcpu': None, 'target_model': None, 'target_mtriple': None, 'target_num_cores': None, 'tophub_url': None, 'tvm_target_str': None, 'tvmc_custom_script': None, 'tvmc_extra_args': [], 'use_tuning_results': False}
FEATURES = {'autotuned', 'cmsisnnbyoc', 'debug_arena', 'disable_legalize', 'fuse_ops', 'moiopt', 'muriscvnnbyoc', 'uma_backends'}
property arena_size
property debug_arena
generate() → Tuple[dict, dict][source]
get_tvmc_compile_args(out, dump=None)[source]
name = 'tvmrt'