Index

A

activation_scale_zeropoint() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) allocate_inputs() (furiosa.runtime.model.Model method) allocate_outputs() (furiosa.runtime.model.Model method) allocate_tensors() (furiosa.runtime.model.Model method) API_CLIENT_INIT_FAILED (furiosa.runtime.errors.NativeError attribute)

ApiClientInitFailed append_suffix() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) asymmetric_scale_zeropoint() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) AsyncSession (class in furiosa.runtime.session) Axis (class in furiosa.runtime.tensor) axis() (furiosa.runtime.tensor.TensorDesc method)

B

BATCH (furiosa.runtime.tensor.Axis attribute) BATCH_OUTER (furiosa.runtime.tensor.Axis attribute) BertOnnxModel (class in furiosa.quantizer.frontend.onnx.transformer.fuse_gelu) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_layer_normalization)

BFLOAT16 (furiosa.runtime.tensor.DataType attribute) bridge_disconnected_nodes() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) build_optimized_model() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) build_quantized_model() (furiosa.quantizer.frontend.onnx.quantizer.quantizer.FuriosaONNXQuantizer method)

C

calculate_activation_quant_params() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) calculate_weight_quant_params() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) calibrate() (in module furiosa.quantizer.frontend.onnx.calibrate) calibrate_with_random_data() (in module furiosa.quantizer.frontend.onnx.calibrate) CalibrationDataReaderForIterator (class in furiosa.quantizer.frontend.onnx.calibrate) CalibrationError CHANNEL (furiosa.runtime.tensor.Axis attribute) CHANNEL_OUTER (furiosa.runtime.tensor.Axis attribute) check_condition_1() (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.ClipperElimination method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) check_condition_2() (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.ClipperElimination method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 method) check_condition_3() (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method)

check_condition_4() (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 method) check_condition_5() (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 method) check_condition_6() (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) check_model() (furiosa.quantizer.frontend.onnx.quantizer.quantizer.FuriosaONNXQuantizer method) (in module furiosa.quantizer.frontend.onnx.utils.check_model) CheckVersion (class in furiosa.quantizer.frontend.onnx.utils.version_checker) ClipperElimination (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) close() (furiosa.runtime.session.AsyncSession method) (furiosa.runtime.session.CompletionQueue method) (furiosa.runtime.session.Session method) COMPILATION_FAILED (furiosa.runtime.errors.NativeError attribute) CompilationFailed CompletionQueue (class in furiosa.runtime.session) Convert2dSumToAdd (class in furiosa.quantizer.frontend.onnx.transformer.convert_2d_sum_to_add) ConvertConv1dToConv2d (class in furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d) copy_from() (furiosa.runtime.tensor.Tensor method) copy_value_info() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) create() (in module furiosa.runtime.session) create_async() (in module furiosa.runtime.session) create_inputs() (furiosa.runtime.model.Model method) create_outputs() (furiosa.runtime.model.Model method) create_tensors() (furiosa.runtime.model.Model method) current_npu_device() (in module furiosa.runtime.envs)

D

DataType (class in furiosa.runtime.tensor) DEVICE_BUSY (furiosa.runtime.errors.NativeError attribute) DeviceBusy DFG (furiosa.quantizer.frontend.onnx.quantizer.utils.QuantizationMode attribute)

DFGImportable (class in furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode) dim() (furiosa.runtime.tensor.TensorDesc method) dtype (furiosa.runtime.tensor.Tensor property) (furiosa.runtime.tensor.TensorDesc property) DUMP_PROFILE_FAILED (furiosa.runtime.errors.NativeError attribute)

E

eliminate_unused_initializer() (in module furiosa.quantizer.frontend.onnx.transformer.utils) eliminate_unused_input() (in module furiosa.quantizer.frontend.onnx.transformer.utils) eliminate_unused_output() (in module furiosa.quantizer.frontend.onnx.transformer.utils) eliminate_unused_protos() (in module furiosa.quantizer.frontend.onnx.transformer.utils) eliminate_unused_value_info() (in module furiosa.quantizer.frontend.onnx.transformer.utils)

EliminateClipper (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) EliminateRedundantShapePattern (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) EliminateSSDDetectionPostprocess (class in furiosa.quantizer.frontend.onnx.transformer.experimental.eliminate_detection_postprocess) eprint() (in module furiosa.common.utils) ERROR (furiosa.common.native.LogLevel attribute)

F

FAKE (furiosa.quantizer.frontend.onnx.quantizer.utils.QuantizationMode attribute) find_global_lib_path() (in module furiosa.common.native) find_native_lib_path() (in module furiosa.common.native) find_native_libs() (in module furiosa.common.native) find_next_node() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) find_prev_node() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) find_user_lib_path() (in module furiosa.common.native) fix_batch_size_as_one() (in module furiosa.quantizer.frontend.onnx.transformer.utils) fixed_point() (in module furiosa.quantizer.frontend.onnx.transformer.utils) FLOAT32 (furiosa.runtime.tensor.DataType attribute) format (furiosa.runtime.tensor.TensorDesc property) full_version() (in module furiosa.runtime) furiosa module furiosa.common module furiosa.common.error module furiosa.common.native module furiosa.common.utils module furiosa.models module furiosa.quantizer module furiosa.quantizer.frontend module furiosa.quantizer.frontend.onnx module furiosa.quantizer.frontend.onnx.calibrate module furiosa.quantizer.frontend.onnx.quantizer module furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper module furiosa.quantizer.frontend.onnx.quantizer.quantizer module furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode module furiosa.quantizer.frontend.onnx.quantizer.utils module furiosa.quantizer.frontend.onnx.transformer module furiosa.quantizer.frontend.onnx.transformer.convert_2d_sum_to_add module furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d module furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern module furiosa.quantizer.frontend.onnx.transformer.experimental module furiosa.quantizer.frontend.onnx.transformer.experimental.eliminate_detection_postprocess module furiosa.quantizer.frontend.onnx.transformer.experimental.fuse_div_for_bert module furiosa.quantizer.frontend.onnx.transformer.experimental.reify_conv_for_bert module furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm module furiosa.quantizer.frontend.onnx.transformer.fuse_conv module furiosa.quantizer.frontend.onnx.transformer.fuse_depth_to_space module furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul module furiosa.quantizer.frontend.onnx.transformer.fuse_gelu module

furiosa.quantizer.frontend.onnx.transformer.fuse_layer_normalization module furiosa.quantizer.frontend.onnx.transformer.fuse_lp_normalization module furiosa.quantizer.frontend.onnx.transformer.fuse_pad module furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern module furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes module furiosa.quantizer.frontend.onnx.transformer.polish_model module furiosa.quantizer.frontend.onnx.transformer.utils module furiosa.quantizer.frontend.onnx.utils module furiosa.quantizer.frontend.onnx.utils.check_model module furiosa.quantizer.frontend.onnx.utils.inference_shape module furiosa.quantizer.frontend.onnx.utils.version_checker module furiosa.quantizer.interfaces module furiosa.quantizer.interfaces.transformer module furiosa.quantizer.ir module furiosa.quantizer.ir.common module furiosa.quantizer.ir.common.operator module furiosa.runtime module furiosa.runtime.compiler module furiosa.runtime.consts module furiosa.runtime.envs module furiosa.runtime.errors module furiosa.runtime.model module furiosa.runtime.session module furiosa.runtime.tensor module furiosa.server.errors module furiosa.server.utils module FuriosaError, [1] FuriosaONNXQuantizer (class in furiosa.quantizer.frontend.onnx.quantizer.quantizer) FuriosaVersionInfo (class in furiosa.common.utils) fuse_gelu() (furiosa.quantizer.frontend.onnx.transformer.fuse_gelu.BertOnnxModel method) fuse_layer_normalization() (furiosa.quantizer.frontend.onnx.transformer.fuse_layer_normalization.BertOnnxModel method) FuseBatchNorm (class in furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm) FuseConv (class in furiosa.quantizer.frontend.onnx.transformer.fuse_conv) FuseDepthToSpace (class in furiosa.quantizer.frontend.onnx.transformer.fuse_depth_to_space) FuseDivForBert (class in furiosa.quantizer.frontend.onnx.transformer.experimental.fuse_div_for_bert) FuseGatherMatMul (class in furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul) FuseGELU (class in furiosa.quantizer.frontend.onnx.transformer.fuse_gelu) FuseLayerNormalization (class in furiosa.quantizer.frontend.onnx.transformer.fuse_layer_normalization) FuseLpNormalization (class in furiosa.quantizer.frontend.onnx.transformer.fuse_lp_normalization) FusePad (class in furiosa.quantizer.frontend.onnx.transformer.fuse_pad) FuseRedundantReshapePattern (class in furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern)

G

generate_compiler_log_path() (in module furiosa.runtime.compiler) get_attrs() (furiosa.quantizer.frontend.onnx.transformer.fuse_depth_to_space.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_lp_normalization.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 method) get_conv2d_attrs() (furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d.Pattern_1 method) get_data_node_input() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) get_init_node_input() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) get_initializer_array() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) get_input_tensors() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) get_map_values() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method)

get_multiplier_and_shifter() (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_3 method) get_new_init_args() (furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul.Pattern_1 method) get_next() (furiosa.quantizer.frontend.onnx.calibrate.CalibrationDataReaderForIterator method) get_node_input_idx() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) get_pad_mode() (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) get_postprocess_nodes() (furiosa.quantizer.frontend.onnx.transformer.experimental.eliminate_detection_postprocess.EliminateSSDDetectionPostprocess method) get_qrange() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) get_sdk_version() (in module furiosa.common.utils) GET_TASK_FAILED (furiosa.runtime.errors.NativeError attribute) get_value_info_dtype() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) get_value_info_shape() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) get_vi_dtype() (in module furiosa.quantizer.frontend.onnx.quantizer.utils)

H

HEIGHT (furiosa.runtime.tensor.Axis attribute) HEIGHT_OUTER (furiosa.runtime.tensor.Axis attribute)

HeightWidth (class in furiosa.quantizer.ir.common.operator) HorizontalPadding (class in furiosa.quantizer.ir.common.operator)

I

include_initializer_to_graph_input() (in module furiosa.quantizer.frontend.onnx.transformer.utils) INCOMPATIBLE_API_CLIENT_ERROR (furiosa.runtime.errors.NativeError attribute) INCOMPATIBLE_MODEL (furiosa.runtime.errors.NativeError attribute) IncompatibleApiClientError IncompatibleModel inference_shape() (furiosa.quantizer.frontend.onnx.utils.inference_shape.InferenceShape method) InferenceShape (class in furiosa.quantizer.frontend.onnx.utils.inference_shape) InferSqueezeAxes (class in furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes) INFO (furiosa.common.native.LogLevel attribute) input() (furiosa.runtime.model.Model method) input_num (furiosa.runtime.model.Model property) inputs() (furiosa.runtime.model.Model method) INT32 (furiosa.runtime.tensor.DataType attribute) INT64 (furiosa.runtime.tensor.DataType attribute) INT8 (furiosa.runtime.tensor.DataType attribute) INTERNAL_ERROR (furiosa.runtime.errors.NativeError attribute) InternalError into_exception() (in module furiosa.runtime.errors)

INVALID_BUFFER (furiosa.runtime.errors.NativeError attribute) INVALID_INPUT_INDEX (furiosa.runtime.errors.NativeError attribute) INVALID_INPUTS (furiosa.runtime.errors.NativeError attribute) INVALID_OUTPUT_INDEX (furiosa.runtime.errors.NativeError attribute) INVALID_OUTPUTS (furiosa.runtime.errors.NativeError attribute) INVALID_SESSION_OPTIONS (furiosa.runtime.errors.NativeError attribute) INVALID_YAML (furiosa.runtime.errors.NativeError attribute) InvalidInput InvalidSessionOption InvalidYamlException is_compile_log_enabled() (in module furiosa.runtime.envs) is_empty() (furiosa.runtime.tensor.TensorArray method) is_err() (in module furiosa.common.error) (in module furiosa.runtime.errors) is_float_tensor() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) is_ok() (in module furiosa.common.error) (in module furiosa.runtime.errors) is_op_type() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) is_same_shape() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method)

L

length (furiosa.runtime.tensor.TensorDesc property)

log_dir() (in module furiosa.runtime.envs) LogLevel (class in furiosa.common.native)

M

make_field_unique() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) make_initializer_from_array() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) make_initializer_name_unique() (in module furiosa.quantizer.frontend.onnx.transformer.utils) make_initializers() (furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul.Pattern_1 method) make_int64_initializer() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) make_intermediate_representation() (furiosa.quantizer.frontend.onnx.quantizer.quantizer.FuriosaONNXQuantizer method) make_maxpool_pad() (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) make_new_init() (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_4 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_3 method) make_new_node() (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_4 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes.Pattern_1 method) make_new_vi() (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_4 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_3 method) make_node() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) make_nodes() (furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul.Pattern_1 method) make_quant_dequant_node() (furiosa.quantizer.frontend.onnx.quantizer.quantizer.FuriosaONNXQuantizer method) make_tensor_value_info() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) message (furiosa.runtime.errors.FuriosaError property) Model (class in furiosa.runtime.model) MODEL_DEPLOY_FAILED (furiosa.runtime.errors.NativeError attribute) MODEL_EXECUTION_FAILED (furiosa.runtime.errors.NativeError attribute) ModelNotFound ModelServerError module furiosa furiosa.common furiosa.common.error furiosa.common.native furiosa.common.utils furiosa.models furiosa.quantizer furiosa.quantizer.frontend furiosa.quantizer.frontend.onnx furiosa.quantizer.frontend.onnx.calibrate furiosa.quantizer.frontend.onnx.quantizer furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper furiosa.quantizer.frontend.onnx.quantizer.quantizer furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode furiosa.quantizer.frontend.onnx.quantizer.utils furiosa.quantizer.frontend.onnx.transformer furiosa.quantizer.frontend.onnx.transformer.convert_2d_sum_to_add furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern furiosa.quantizer.frontend.onnx.transformer.experimental furiosa.quantizer.frontend.onnx.transformer.experimental.eliminate_detection_postprocess furiosa.quantizer.frontend.onnx.transformer.experimental.fuse_div_for_bert furiosa.quantizer.frontend.onnx.transformer.experimental.reify_conv_for_bert furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm furiosa.quantizer.frontend.onnx.transformer.fuse_conv furiosa.quantizer.frontend.onnx.transformer.fuse_depth_to_space furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul furiosa.quantizer.frontend.onnx.transformer.fuse_gelu furiosa.quantizer.frontend.onnx.transformer.fuse_layer_normalization furiosa.quantizer.frontend.onnx.transformer.fuse_lp_normalization furiosa.quantizer.frontend.onnx.transformer.fuse_pad furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes furiosa.quantizer.frontend.onnx.transformer.polish_model furiosa.quantizer.frontend.onnx.transformer.utils furiosa.quantizer.frontend.onnx.utils furiosa.quantizer.frontend.onnx.utils.check_model furiosa.quantizer.frontend.onnx.utils.inference_shape furiosa.quantizer.frontend.onnx.utils.version_checker furiosa.quantizer.interfaces furiosa.quantizer.interfaces.transformer furiosa.quantizer.ir furiosa.quantizer.ir.common furiosa.quantizer.ir.common.operator furiosa.runtime furiosa.runtime.compiler furiosa.runtime.consts furiosa.runtime.envs furiosa.runtime.errors furiosa.runtime.model furiosa.runtime.session furiosa.runtime.tensor furiosa.server.errors furiosa.server.utils

N

name (furiosa.runtime.tensor.TensorDesc property) name_nodes() (in module furiosa.quantizer.frontend.onnx.transformer.utils) native_error() (furiosa.runtime.errors.NativeException method) NativeError (class in furiosa.runtime.errors) NativeException ndim (furiosa.runtime.tensor.TensorDesc property) NO_API_KEY (furiosa.runtime.errors.NativeError attribute) NoApiKeyException

NULL_POINTER_EXCEPTION (furiosa.runtime.errors.NativeError attribute) numpy() (furiosa.runtime.tensor.Tensor method) (furiosa.runtime.tensor.TensorArray method) numpy_dtype (furiosa.runtime.tensor.DataType property) (furiosa.runtime.tensor.Tensor property) (furiosa.runtime.tensor.TensorDesc property) numpy_dtype() (in module furiosa.runtime.tensor) NUX_CREATION_FAILED (furiosa.runtime.errors.NativeError attribute)

O

OFF (furiosa.common.native.LogLevel attribute) ONNXRuntimeExecutable (class in furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode) ONNXTransformer (class in furiosa.quantizer.frontend.onnx.transformer)

optimize_model() (in module furiosa.quantizer.frontend.onnx) output() (furiosa.runtime.model.Model method) output_num (furiosa.runtime.model.Model property) outputs() (furiosa.runtime.model.Model method)

P

Padding (class in furiosa.quantizer.ir.common.operator) parse_onnx_graph() (in module furiosa.quantizer.frontend.onnx) Pattern_1 (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) (class in furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d) (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_conv) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_depth_to_space) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_lp_normalization) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_pad) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern) (class in furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes) Pattern_2 (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_conv) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_pad) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern) Pattern_3 (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_conv) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern) Pattern_4 (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm) Pattern_5 (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) Pattern_6 (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) Pattern_7 (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) Pattern_8 (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) pattern_condition_checker() (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.ClipperElimination method) (furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_4 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_depth_to_space.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes.Pattern_1 method) pattern_matcher() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) pattern_matching() (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.ClipperElimination method) (furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_4 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_depth_to_space.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_lp_normalization.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method)

pattern_to_match (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.ClipperElimination property) (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.Pattern_2 attribute) (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.Pattern_3 attribute) (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.Pattern_4 attribute) (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.Pattern_5 attribute) (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.Pattern_6 attribute) (furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_2 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_3 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_4 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_5 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_6 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_7 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_8 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_2 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_3 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_4 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_2 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_3 attribute) (furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes.Pattern_1 attribute) PolishModel (class in furiosa.quantizer.frontend.onnx.transformer.polish_model) pop_multiple_initializer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) pop_multiple_optimizer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) pop_multiple_value_info_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) pop_single_initializer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) pop_single_optimizer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) pop_single_value_info_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) post_training_quantization_with_random_calibration() (in module furiosa.quantizer.frontend.onnx) post_training_quantize() (in module furiosa.quantizer.frontend.onnx) postfix (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_1 attribute) print_summary() (furiosa.runtime.model.Model method)

Q

QuantizationMode (class in furiosa.quantizer.frontend.onnx.quantizer.utils) quantize() (furiosa.quantizer.frontend.onnx.quantizer.quantizer.FuriosaONNXQuantizer method) (in module furiosa.quantizer.frontend.onnx)

quantize_model() (furiosa.quantizer.frontend.onnx.quantizer.quantizer.FuriosaONNXQuantizer method) QUEUE_NO_DATA (furiosa.runtime.errors.NativeError attribute) QUEUE_WAIT_TIMEOUT (furiosa.runtime.errors.NativeError attribute) QueueWaitTimeout

R

rand() (in module furiosa.runtime.tensor) rebuild_model() (in module furiosa.quantizer.frontend.onnx.transformer.utils) recv() (furiosa.runtime.session.CompletionQueue method) ReifyConvForBert (class in furiosa.quantizer.frontend.onnx.transformer.experimental.reify_conv_for_bert)

remove_clip_qdq() (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.ClipperElimination method) remove_quantizelinear_operator_with_initializer() (furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode.DFGImportable method) replace_quant_params() (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.ClipperElimination method) run() (furiosa.runtime.session.Session method) run_with() (furiosa.runtime.session.Session method)

S

Session (class in furiosa.runtime.session) SESSION_TERMINATED (furiosa.runtime.errors.NativeError attribute) SessionClosed SessionTerminated shape (furiosa.runtime.tensor.Tensor property) (furiosa.runtime.tensor.TensorDesc property)

size (furiosa.runtime.tensor.TensorDesc property) submit() (furiosa.runtime.session.AsyncSession method) SUCCESS (furiosa.runtime.errors.NativeError attribute) summary() (furiosa.runtime.model.Model method)

T

Tensor (class in furiosa.runtime.tensor) TENSOR_NAME_NOT_FOUND (furiosa.runtime.errors.NativeError attribute) TensorArray (class in furiosa.runtime.tensor) TensorDesc (class in furiosa.runtime.tensor) TensorNameNotFound transform() (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.EliminateClipper method) (furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode.DFGImportable method) (furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode.ONNXRuntimeExecutable method) (furiosa.quantizer.frontend.onnx.transformer.convert_2d_sum_to_add.Convert2dSumToAdd method) (furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d.ConvertConv1dToConv2d method) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.EliminateRedundantShapePattern method) (furiosa.quantizer.frontend.onnx.transformer.experimental.eliminate_detection_postprocess.EliminateSSDDetectionPostprocess method) (furiosa.quantizer.frontend.onnx.transformer.experimental.fuse_div_for_bert.FuseDivForBert method) (furiosa.quantizer.frontend.onnx.transformer.experimental.reify_conv_for_bert.ReifyConvForBert method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.FuseBatchNorm method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.FuseConv method) (furiosa.quantizer.frontend.onnx.transformer.fuse_depth_to_space.FuseDepthToSpace method) (furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul.FuseGatherMatMul method) (furiosa.quantizer.frontend.onnx.transformer.fuse_gelu.FuseGELU method) (furiosa.quantizer.frontend.onnx.transformer.fuse_layer_normalization.FuseLayerNormalization method) (furiosa.quantizer.frontend.onnx.transformer.fuse_lp_normalization.FuseLpNormalization method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.FusePad method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.FuseRedundantReshapePattern method) (furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes.InferSqueezeAxes method) (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) (furiosa.quantizer.frontend.onnx.transformer.polish_model.PolishModel method) (furiosa.quantizer.frontend.onnx.utils.version_checker.CheckVersion method) (furiosa.quantizer.interfaces.transformer.Transformer method)

transform_matmul_add() (furiosa.quantizer.frontend.onnx.transformer.experimental.fuse_div_for_bert.FuseDivForBert method) (furiosa.quantizer.frontend.onnx.transformer.experimental.reify_conv_for_bert.ReifyConvForBert method) transform_to_convert() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) transform_to_eliminate() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) transform_to_fuse() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) transform_to_integer_arithmetic_operator() (furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode.DFGImportable method) Transformer (class in furiosa.quantizer.interfaces.transformer) traverse_prev_node() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method)

U

UINT8 (furiosa.runtime.tensor.DataType attribute) UNKNOWN (furiosa.runtime.tensor.Axis attribute) UNSUPPORTED_FEATURE (furiosa.runtime.errors.NativeError attribute) UnsupportedDataType UnsupportedFeature UnsupportedTensorType update_attrs() (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 method)

update_graph_fields() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) update_multiple_initializer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) update_multiple_optimizer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) update_multiple_value_info_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) update_single_initializer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) update_single_optimizer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) update_single_value_info_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method)

W

WARN (furiosa.common.native.LogLevel attribute)

WIDTH (furiosa.runtime.tensor.Axis attribute) WIDTH_OUTER (furiosa.runtime.tensor.Axis attribute)

X

xdg_state_home() (in module furiosa.runtime.envs)

Z

zeros() (in module furiosa.runtime.tensor)