Index

A

activation_scale_zeropoint() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) add_GRPCInferenceServiceServicer_to_server() (in module furiosa.server.api.grpc.generated.predict_pb2_grpc) add_ModelRepositoryServiceServicer_to_server() (in module furiosa.server.api.grpc.generated.model_repository_pb2_grpc) ALL (furiosa.runtime.profiler.Resource attribute) allocate_inputs() (furiosa.runtime.model.Model method) allocate_outputs() (furiosa.runtime.model.Model method) allocate_tensors() (furiosa.runtime.model.Model method) AlreadyQuantizedError API_CLIENT_INIT_FAILED (furiosa.runtime.errors.NativeError attribute) ApiClientInitFailed app (furiosa.serving.application.ServeAPI property) (furiosa.serving.ServeAPI property)

append_suffix() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) arbitrary_types_allowed (furiosa.runtime.profiler.ChromeTraceConfig.Config attribute) (furiosa.runtime.profiler.PandasDataFrameConfig.Config attribute) asymmetric_scale_zeropoint() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) asynchronous() (in module furiosa.common.thread) AsyncNuxModel (class in furiosa.server) (class in furiosa.server.model) AsyncSession (class in furiosa.runtime.session) authors (furiosa.registry.model.Publication attribute) Axis (class in furiosa.runtime.tensor) axis() (furiosa.runtime.tensor.TensorDesc method)

B

BATCH (furiosa.runtime.tensor.Axis attribute) BATCH_OUTER (furiosa.runtime.tensor.Axis attribute) batch_size (furiosa.server.NuxModelConfig attribute) (furiosa.server.settings.NuxModelConfig attribute)

BFLOAT16 (furiosa.runtime.tensor.DataType attribute) BooleanResponse (class in furiosa.server.api.rest.endpoints) bridge_disconnected_nodes() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) build_optimized_model() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) build_quantized_model() (furiosa.quantizer.frontend.onnx.quantizer.quantizer.FuriosaONNXQuantizer method)

C

cache_directory (furiosa.registry.client.transport.base.Transport property) (furiosa.registry.client.transport.Transport property) calculate_activation_quant_params() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) calculate_weight_quant_params() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) calibrate() (in module furiosa.quantizer.frontend.onnx.calibrate) calibrate_with_random_data() (in module furiosa.quantizer.frontend.onnx.calibrate) CalibrationDataReaderForIterator (class in furiosa.quantizer.frontend.onnx.calibrate) CalibrationError CHANNEL (furiosa.runtime.tensor.Axis attribute) CHANNEL_OUTER (furiosa.runtime.tensor.Axis attribute) check_condition_1() (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.ClipperElimination method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 method) check_condition_2() (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.ClipperElimination method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 method) check_condition_3() (furiosa.quantizer.frontend.onnx.transformer.experimental.embedding_bag_porting.EmbeddingBagPattern method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) check_condition_4() (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 method) check_condition_5() (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 method) check_condition_6() (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) check_model() (furiosa.quantizer.frontend.onnx.quantizer.quantizer.FuriosaONNXQuantizer method) (in module furiosa.quantizer.frontend.onnx.utils.check_model) check_opset_version() (in module furiosa.quantizer.frontend.onnx.transformer.fuse_conv) check_runnable (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.ClipperElimination attribute) (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer attribute) check_value_info() (in module furiosa.quantizer.frontend.onnx.transformer.utils) CheckVersion (class in furiosa.quantizer.frontend.onnx.utils.version_checker) ChromeTrace (furiosa.runtime.profiler.RecordFormat attribute) ChromeTraceConfig (class in furiosa.runtime.profiler) ChromeTraceConfig.Config (class in furiosa.runtime.profiler) ClipperElimination (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) close() (furiosa.runtime.session.AsyncSession method) (furiosa.runtime.session.CompletionQueue method) (furiosa.runtime.session.Session method) COMPILATION_FAILED (furiosa.runtime.errors.NativeError attribute) CompilationFailed

compiler_config (furiosa.registry.model.Model attribute), [1] (furiosa.server.NuxModelConfig attribute) (furiosa.server.OpenVINOModelConfig attribute) (furiosa.server.settings.NuxModelConfig attribute) (furiosa.server.settings.OpenVINOModelConfig attribute) completed() (furiosa.server.AsyncNuxModel method) (furiosa.server.model.AsyncNuxModel method) CompletionQueue (class in furiosa.runtime.session) Config (class in furiosa.registry.model) config (furiosa.serving.CPUServeModel property) (furiosa.serving.model.CPUServeModel property) (furiosa.serving.model.NPUServeModel property) (furiosa.serving.model.OpenVINOServeModel property) (furiosa.serving.model.ServeModel property) (furiosa.serving.NPUServeModel property) (furiosa.serving.OpenVINOServeModel property) (furiosa.serving.ServeModel property) content_type (furiosa.registry.model.Tags attribute) (furiosa.server.types.Parameters attribute) (furiosa.server.types.predict.Parameters attribute) (furiosa.server.types.predict.Tags attribute) (furiosa.server.types.Tags attribute) Convert2dSumToAdd (class in furiosa.quantizer.frontend.onnx.transformer.convert_2d_sum_to_add) ConvertConv1dToConv2d (class in furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d) ConvertNegativePadsToSlice (class in furiosa.quantizer.frontend.onnx.transformer.convert_negative_pads_to_slice) ConvertPReluToRelu (class in furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu) copy_from() (furiosa.runtime.tensor.Tensor method) copy_value_info() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) CPU (furiosa.runtime.profiler.Resource attribute) CPUModel (class in furiosa.server) (class in furiosa.server.model) CPUServeModel (class in furiosa.serving) (class in furiosa.serving.model) create() (in module furiosa.runtime.session) (in module furiosa.server.api.rest.app) create_async() (in module furiosa.runtime.session) create_inputs() (furiosa.runtime.model.Model method) create_outputs() (furiosa.runtime.model.Model method) create_sessions() (furiosa.server.AsyncNuxModel method) (furiosa.server.model.AsyncNuxModel method) (furiosa.server.model.NuxModel method) (furiosa.server.NuxModel method) create_tensors() (furiosa.runtime.model.Model method) current_npu_device() (in module furiosa.runtime.envs)

D

data (furiosa.server.types.predict.RequestInput attribute) (furiosa.server.types.predict.ResponseOutput attribute) (furiosa.server.types.RequestInput attribute) (furiosa.server.types.ResponseOutput attribute) DataType (class in furiosa.runtime.tensor) datatype (furiosa.registry.model.ModelTensor attribute) (furiosa.server.types.MetadataTensor attribute) (furiosa.server.types.predict.MetadataTensor attribute) (furiosa.server.types.predict.RequestInput attribute) (furiosa.server.types.predict.ResponseOutput attribute) (furiosa.server.types.RequestInput attribute) (furiosa.server.types.ResponseOutput attribute) date (furiosa.registry.model.Publication attribute) DEBUG (furiosa.server.api.cli.main.LogLevel attribute) debug (furiosa.server.settings.RESTServerConfig attribute) decode() (furiosa.server.model.NuxModel method) (furiosa.server.NuxModel method) delete() (furiosa.serving.model.ServeModel method) (furiosa.serving.ServeModel method) description (furiosa.registry.model.Metadata attribute) (furiosa.server.ModelConfig attribute) (furiosa.server.NuxModelConfig attribute) (furiosa.server.OpenVINOModelConfig attribute) (furiosa.server.settings.ModelConfig attribute)

DEVICE_BUSY (furiosa.runtime.errors.NativeError attribute) DeviceBusy DFG (furiosa.quantizer.frontend.onnx.quantizer.utils.QuantizationMode attribute) dfg (furiosa.registry.model.Model attribute), [1] DFGImportable (class in furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode) dim() (furiosa.runtime.tensor.TensorDesc method) dispatch() (furiosa.serving.telemetry.PrometheusMiddleware method) download() (furiosa.registry.client.transport.base.Transport method) (furiosa.registry.client.transport.file.FileTransport method) (furiosa.registry.client.transport.FileTransport method) (furiosa.registry.client.transport.github.GithubTransport method) (furiosa.registry.client.transport.GithubTransport method) (furiosa.registry.client.transport.http.HTTPTransport method) (furiosa.registry.client.transport.HTTPTransport method) (furiosa.registry.client.transport.s3.S3Transport method) (furiosa.registry.client.transport.S3Transport method) (furiosa.registry.client.transport.Transport method) (in module furiosa.registry.client.transport) dtype (furiosa.runtime.tensor.Tensor property) (furiosa.runtime.tensor.TensorDesc property) DUMP_PROFILE_FAILED (furiosa.runtime.errors.NativeError attribute)

E

eliminate_initializer_from_graph_input() (in module furiosa.quantizer.frontend.onnx.transformer.utils) eliminate_unused_initializer() (in module furiosa.quantizer.frontend.onnx.transformer.utils) eliminate_unused_input() (in module furiosa.quantizer.frontend.onnx.transformer.utils) eliminate_unused_output() (in module furiosa.quantizer.frontend.onnx.transformer.utils) eliminate_unused_protos() (in module furiosa.quantizer.frontend.onnx.transformer.utils) eliminate_unused_value_info() (in module furiosa.quantizer.frontend.onnx.transformer.utils) EliminateClipper (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) EliminateRedundantShapePattern (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) EliminateSSDDetectionPostprocess (class in furiosa.quantizer.frontend.onnx.transformer.experimental.eliminate_detection_postprocess) EmbeddingBagPattern (class in furiosa.quantizer.frontend.onnx.transformer.experimental.embedding_bag_porting) EmbeddingBagPorting (class in furiosa.quantizer.frontend.onnx.transformer.experimental.embedding_bag_porting) encode() (furiosa.server.model.NuxModel method) (furiosa.server.NuxModel method) enf (furiosa.registry.model.Model attribute), [1] eprint() (in module furiosa.common.utils) ERROR (furiosa.common.native.LogLevel attribute) (furiosa.server.api.cli.main.LogLevel attribute) error (furiosa.server.types.InferenceErrorResponse attribute) (furiosa.server.types.MetadataModelErrorResponse attribute) (furiosa.server.types.MetadataServerErrorResponse attribute) (furiosa.server.types.model_repository.RepositoryIndexErrorResponse attribute) (furiosa.server.types.model_repository.RepositoryLoadErrorResponse attribute) (furiosa.server.types.model_repository.RepositoryUnloadErrorResponse attribute) (furiosa.server.types.predict.InferenceErrorResponse attribute) (furiosa.server.types.predict.MetadataModelErrorResponse attribute) (furiosa.server.types.predict.MetadataServerErrorResponse attribute) (furiosa.server.types.RepositoryIndexErrorResponse attribute) (furiosa.server.types.RepositoryLoadErrorResponse attribute) (furiosa.server.types.RepositoryUnloadErrorResponse attribute)

exception_handler() (in module furiosa.server.api.rest.app) export_chrome_trace() (furiosa.runtime.profiler.profile method) expose() (furiosa.serving.model.ServeModel method) (furiosa.serving.ServeModel method) extensions (furiosa.server.ServerConfig attribute) (furiosa.server.settings.ServerConfig attribute) (furiosa.server.types.MetadataServerResponse attribute) (furiosa.server.types.predict.MetadataServerResponse attribute) extra (furiosa.registry.model.Config attribute) (furiosa.registry.model.Tags.Config attribute) (furiosa.runtime.profiler.ChromeTraceConfig.Config attribute) (furiosa.runtime.profiler.PandasDataFrameConfig.Config attribute) (furiosa.server.types.Parameters.Config attribute) (furiosa.server.types.predict.Parameters.Config attribute) (furiosa.server.types.predict.Tags.Config attribute) (furiosa.server.types.Tags.Config attribute)

F

FAKE (furiosa.quantizer.frontend.onnx.quantizer.utils.QuantizationMode attribute) fallback() (in module furiosa.serving.application) family (furiosa.registry.model.Model attribute) file (furiosa.runtime.profiler.ChromeTraceConfig attribute), [1] (furiosa.runtime.profiler.PandasDataFrameConfig attribute), [1] file_registry_config (furiosa.server.ServerConfig attribute) (furiosa.server.settings.ServerConfig attribute) FileRegistry (class in furiosa.server.registry) FileRegistryConfig (class in furiosa.server.settings) FileTransport (class in furiosa.registry.client.transport) (class in furiosa.registry.client.transport.file) find() (furiosa.server.registry.Registry method) (furiosa.server.repository.Repository method) find_global_lib_path() (in module furiosa.common.native) find_native_lib_path() (in module furiosa.common.native) find_native_libs() (in module furiosa.common.native) find_next_node() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) find_prev_node() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) find_user_lib_path() (in module furiosa.common.native) fix_batch_size_as_one() (in module furiosa.quantizer.frontend.onnx.transformer.utils) fixed_point() (in module furiosa.quantizer.frontend.onnx.transformer.utils) FLOAT32 (furiosa.runtime.tensor.DataType attribute) Format (class in furiosa.registry.model) format (furiosa.registry.model.Model attribute), [1] (furiosa.runtime.tensor.TensorDesc property) from_types() (furiosa.server.api.grpc.converters.InferInputTensorConverter class method) (furiosa.server.api.grpc.converters.InferOutputTensorConverter class method) (furiosa.server.api.grpc.converters.InferRequestedOutputTensorConverter class method) (furiosa.server.api.grpc.converters.InferTensorContentsConverter class method) (furiosa.server.api.grpc.converters.ModelInferRequestConverter class method) (furiosa.server.api.grpc.converters.ModelInferResponseConverter class method) (furiosa.server.api.grpc.converters.ModelMetadataResponseConverter class method) (furiosa.server.api.grpc.converters.ParametersConverter class method) (furiosa.server.api.grpc.converters.RepositoryIndexRequestConverter class method) (furiosa.server.api.grpc.converters.RepositoryIndexResponseConverter class method) (furiosa.server.api.grpc.converters.RepositoryIndexResponseItemConverter class method) (furiosa.server.api.grpc.converters.ServerMetadataResponseConverter class method) (furiosa.server.api.grpc.converters.TensorMetadataConverter class method) full_version() (in module furiosa.runtime) furiosa module furiosa.common module furiosa.common.error module furiosa.common.native module furiosa.common.thread module furiosa.common.utils module furiosa.quantizer module furiosa.quantizer.frontend module furiosa.quantizer.frontend.onnx module furiosa.quantizer.frontend.onnx.calibrate module furiosa.quantizer.frontend.onnx.quantizer module furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper module furiosa.quantizer.frontend.onnx.quantizer.quantizer module furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode module furiosa.quantizer.frontend.onnx.quantizer.utils module furiosa.quantizer.frontend.onnx.transformer module furiosa.quantizer.frontend.onnx.transformer.convert_2d_sum_to_add module furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d module furiosa.quantizer.frontend.onnx.transformer.convert_negative_pads_to_slice module furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu module furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern module furiosa.quantizer.frontend.onnx.transformer.experimental module furiosa.quantizer.frontend.onnx.transformer.experimental.eliminate_detection_postprocess module furiosa.quantizer.frontend.onnx.transformer.experimental.embedding_bag_porting module furiosa.quantizer.frontend.onnx.transformer.experimental.fuse_div_for_bert module furiosa.quantizer.frontend.onnx.transformer.experimental.reify_conv_for_bert module furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm module furiosa.quantizer.frontend.onnx.transformer.fuse_conv module furiosa.quantizer.frontend.onnx.transformer.fuse_depth_to_space module furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul module furiosa.quantizer.frontend.onnx.transformer.fuse_lp_normalization module furiosa.quantizer.frontend.onnx.transformer.fuse_pad module furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern module furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes module furiosa.quantizer.frontend.onnx.transformer.polish_model module furiosa.quantizer.frontend.onnx.transformer.utils module furiosa.quantizer.frontend.onnx.utils module furiosa.quantizer.frontend.onnx.utils.check_model module furiosa.quantizer.frontend.onnx.utils.inference_shape module furiosa.quantizer.frontend.onnx.utils.version_checker module furiosa.quantizer.interfaces module furiosa.quantizer.interfaces.transformer module furiosa.registry module furiosa.registry.client module furiosa.registry.client.transport module furiosa.registry.client.transport.base module

furiosa.registry.client.transport.file module furiosa.registry.client.transport.github module furiosa.registry.client.transport.http module furiosa.registry.client.transport.s3 module furiosa.registry.errors module furiosa.registry.model module furiosa.registry.utils module furiosa.runtime module furiosa.runtime.compiler module furiosa.runtime.consts module furiosa.runtime.envs module furiosa.runtime.errors module furiosa.runtime.model module furiosa.runtime.profiler module furiosa.runtime.session module furiosa.runtime.tensor module furiosa.sdk module furiosa.server module furiosa.server.api module furiosa.server.api.cli module furiosa.server.api.cli.main module furiosa.server.api.grpc module furiosa.server.api.grpc.converters module furiosa.server.api.grpc.generated module furiosa.server.api.grpc.generated.model_repository_pb2 module furiosa.server.api.grpc.generated.model_repository_pb2_grpc module furiosa.server.api.grpc.generated.predict_pb2 module furiosa.server.api.grpc.generated.predict_pb2_grpc module furiosa.server.api.grpc.server module furiosa.server.api.grpc.servicers module furiosa.server.api.rest module furiosa.server.api.rest.app module furiosa.server.api.rest.endpoints module furiosa.server.api.rest.server module furiosa.server.errors module furiosa.server.handlers module furiosa.server.handlers.predict module furiosa.server.handlers.repository module furiosa.server.model module furiosa.server.registry module furiosa.server.repository module furiosa.server.server module furiosa.server.settings module furiosa.server.types module furiosa.server.types.model_repository module furiosa.server.types.predict module furiosa.server.utils module furiosa.server.utils.loader module furiosa.serving module furiosa.serving.application module furiosa.serving.apps module furiosa.serving.apps.health module furiosa.serving.apps.model module furiosa.serving.apps.repository module furiosa.serving.model module furiosa.serving.processors module furiosa.serving.processors.base module furiosa.serving.processors.imagenet module furiosa.serving.telemetry module FuriosaError FuriosaONNXQuantizer (class in furiosa.quantizer.frontend.onnx.quantizer.quantizer) FuriosaVersionInfo (class in furiosa.common.utils) FuseBatchNorm (class in furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm) FuseConv (class in furiosa.quantizer.frontend.onnx.transformer.fuse_conv) FuseDepthToSpace (class in furiosa.quantizer.frontend.onnx.transformer.fuse_depth_to_space) FuseDivForBert (class in furiosa.quantizer.frontend.onnx.transformer.experimental.fuse_div_for_bert) FuseGatherMatMul (class in furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul) FuseLpNormalization (class in furiosa.quantizer.frontend.onnx.transformer.fuse_lp_normalization) FusePad (class in furiosa.quantizer.frontend.onnx.transformer.fuse_pad) FuseRedundantReshapePattern (class in furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern)

G

generate_compiler_log_path() (in module furiosa.runtime.compiler) get() (furiosa.serving.model.ServeModel method) (furiosa.serving.ServeModel method) get_attribute() (in module furiosa.quantizer.frontend.onnx.transformer.utils) get_attrs() (furiosa.quantizer.frontend.onnx.transformer.fuse_depth_to_space.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 method) get_cpu_pandas_dataframe() (furiosa.runtime.profiler.profile method) get_data_node_input() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) get_init_node_input() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) get_initializer_array() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) get_input_tensors() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) get_map_values() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) get_model() (furiosa.server.repository.Repository method) get_models() (furiosa.server.repository.Repository method) get_next() (furiosa.quantizer.frontend.onnx.calibrate.CalibrationDataReaderForIterator method) get_node_attributes() (in module furiosa.quantizer.frontend.onnx.transformer.utils) get_node_input_idx() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) get_node_input_names() (in module furiosa.quantizer.frontend.onnx.transformer.utils) get_node_output_names() (in module furiosa.quantizer.frontend.onnx.transformer.utils)

get_npu_pandas_dataframe() (furiosa.runtime.profiler.profile method) get_pandas_dataframe() (furiosa.runtime.profiler.profile method) get_pandas_dataframe_with_filter() (furiosa.runtime.profiler.profile method) get_path() (furiosa.serving.telemetry.PrometheusMiddleware static method) get_qrange() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) get_sdk_version() (in module furiosa.common) (in module furiosa.common.utils) GET_TASK_FAILED (furiosa.runtime.errors.NativeError attribute) get_value_info_dtype() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) get_value_info_shape() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) get_vi_dtype() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) GithubTransport (class in furiosa.registry.client.transport) (class in furiosa.registry.client.transport.github) grpc_server_config (furiosa.server.ServerConfig attribute) (furiosa.server.settings.ServerConfig attribute) GRPCInferenceService (class in furiosa.server.api.grpc.generated.predict_pb2_grpc) GRPCInferenceServiceServicer (class in furiosa.server.api.grpc.generated.predict_pb2_grpc) GRPCInferenceServiceStub (class in furiosa.server.api.grpc.generated.predict_pb2_grpc) GRPCServer (class in furiosa.server.api.grpc.server) GRPCServerConfig (class in furiosa.server.settings)

H

head() (furiosa.serving.model.ServeModel method) (furiosa.serving.ServeModel method) HEIGHT (furiosa.runtime.tensor.Axis attribute) HEIGHT_OUTER (furiosa.runtime.tensor.Axis attribute) help() (in module furiosa.registry.client)

hide() (furiosa.serving.model.ServeModel method) (furiosa.serving.ServeModel method) host (furiosa.server.settings.GRPCServerConfig attribute) (furiosa.server.settings.RESTServerConfig attribute) HTTPTransport (class in furiosa.registry.client.transport) (class in furiosa.registry.client.transport.http)

I

id (furiosa.server.types.InferenceRequest attribute) (furiosa.server.types.InferenceResponse attribute) (furiosa.server.types.predict.InferenceRequest attribute) (furiosa.server.types.predict.InferenceResponse attribute) ImageNet (class in furiosa.serving.processors) (class in furiosa.serving.processors.imagenet) import_module() (in module furiosa.registry.utils) INCOMPATIBLE_API_CLIENT_ERROR (furiosa.runtime.errors.NativeError attribute) INCOMPATIBLE_MODEL (furiosa.runtime.errors.NativeError attribute) IncompatibleApiClientError IncompatibleModel index() (furiosa.server.api.rest.endpoints.ModelRepositoryEndpoints method) (furiosa.server.handlers.repository.RepositoryHandler method) (furiosa.server.handlers.RepositoryHandler method) infer() (furiosa.server.api.rest.endpoints.ModelEndpoints method) (furiosa.server.handlers.predict.PredictHandler method) (furiosa.server.handlers.PredictHandler method) inference_shape() (furiosa.quantizer.frontend.onnx.utils.inference_shape.InferenceShape method) InferenceErrorResponse (class in furiosa.server.types) (class in furiosa.server.types.predict) InferenceRequest (class in furiosa.server.types) (class in furiosa.server.types.predict) InferenceResponse (class in furiosa.server.types) (class in furiosa.server.types.predict) InferenceServicer (class in furiosa.server.api.grpc.servicers) InferenceShape (class in furiosa.quantizer.frontend.onnx.utils.inference_shape) InferInputTensorConverter (class in furiosa.server.api.grpc.converters) InferOutputTensorConverter (class in furiosa.server.api.grpc.converters) InferRequestedOutputTensorConverter (class in furiosa.server.api.grpc.converters) InferSqueezeAxes (class in furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes) InferTensorContentsConverter (class in furiosa.server.api.grpc.converters) INFO (furiosa.common.native.LogLevel attribute) (furiosa.server.api.cli.main.LogLevel attribute) InMemoryRegistry (class in furiosa.server.registry) inner (furiosa.server.model.OpenVINOModel property) (furiosa.server.OpenVINOModel property) (furiosa.serving.CPUServeModel property) (furiosa.serving.model.CPUServeModel property) (furiosa.serving.model.NPUServeModel property) (furiosa.serving.model.OpenVINOServeModel property) (furiosa.serving.model.ServeModel property) (furiosa.serving.NPUServeModel property) (furiosa.serving.OpenVINOServeModel property) (furiosa.serving.ServeModel property) input() (furiosa.runtime.model.Model method) (furiosa.serving.model.OpenVINOServeModel method) (furiosa.serving.OpenVINOServeModel method) input_num (furiosa.runtime.model.Model property) inputs (furiosa.registry.model.Model attribute), [1] (furiosa.server.ModelConfig attribute) (furiosa.server.NuxModelConfig attribute) (furiosa.server.OpenVINOModelConfig attribute) (furiosa.server.settings.ModelConfig attribute) (furiosa.server.types.InferenceRequest attribute) (furiosa.server.types.MetadataModelResponse attribute) (furiosa.server.types.predict.InferenceRequest attribute) (furiosa.server.types.predict.MetadataModelResponse attribute) (furiosa.serving.CPUServeModel property) (furiosa.serving.model.CPUServeModel property) (furiosa.serving.model.NPUServeModel property) (furiosa.serving.model.OpenVINOServeModel property) (furiosa.serving.model.ServeModel property) (furiosa.serving.NPUServeModel property) (furiosa.serving.OpenVINOServeModel property) (furiosa.serving.ServeModel property)

inputs() (furiosa.runtime.model.Model method) INT32 (furiosa.runtime.tensor.DataType attribute) INT64 (furiosa.runtime.tensor.DataType attribute) INT8 (furiosa.runtime.tensor.DataType attribute) INTERNAL_ERROR (furiosa.runtime.errors.NativeError attribute) InternalError intial_model_autoload (furiosa.server.ServerConfig attribute) (furiosa.server.settings.ServerConfig attribute) into_exception() (in module furiosa.runtime.errors) INVALID_BUFFER (furiosa.runtime.errors.NativeError attribute) INVALID_COMPILER_CONFIG (furiosa.runtime.errors.NativeError attribute) INVALID_INPUT_INDEX (furiosa.runtime.errors.NativeError attribute) INVALID_INPUTS (furiosa.runtime.errors.NativeError attribute) INVALID_OUTPUT_INDEX (furiosa.runtime.errors.NativeError attribute) INVALID_OUTPUTS (furiosa.runtime.errors.NativeError attribute) INVALID_SESSION_OPTIONS (furiosa.runtime.errors.NativeError attribute) INVALID_YAML (furiosa.runtime.errors.NativeError attribute) InvalidCompilerConfig InvalidInput InvalidSessionOption InvalidYamlException is_compile_log_enabled() (in module furiosa.runtime.envs) is_empty() (furiosa.runtime.tensor.TensorArray method) is_err() (in module furiosa.common.error) is_float_tensor() (in module furiosa.quantizer.frontend.onnx.quantizer.utils) is_ok() (in module furiosa.common.error) is_op_type() (in module furiosa.quantizer.frontend.onnx.transformer.utils) is_relative() (in module furiosa.registry.client.transport) is_same_shape() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) is_supported() (furiosa.registry.client.transport.base.Transport static method) (furiosa.registry.client.transport.file.FileTransport static method) (furiosa.registry.client.transport.FileTransport static method) (furiosa.registry.client.transport.github.GithubTransport static method) (furiosa.registry.client.transport.GithubTransport static method) (furiosa.registry.client.transport.http.HTTPTransport static method) (furiosa.registry.client.transport.HTTPTransport static method) (furiosa.registry.client.transport.s3.S3Transport static method) (furiosa.registry.client.transport.S3Transport static method) (furiosa.registry.client.transport.Transport static method)

J

json_encoders (furiosa.runtime.profiler.ChromeTraceConfig.Config attribute)

L

length (furiosa.runtime.tensor.TensorDesc property) list() (furiosa.server.registry.FileRegistry method) (furiosa.server.registry.InMemoryRegistry method) (furiosa.server.registry.Registry method) (furiosa.server.repository.Repository method) (in module furiosa.registry.client) live() (furiosa.server.api.rest.endpoints.ModelEndpoints method) (furiosa.server.handlers.predict.PredictHandler method) (furiosa.server.handlers.PredictHandler method) load() (furiosa.server.api.rest.endpoints.ModelRepositoryEndpoints method) (furiosa.server.handlers.repository.RepositoryHandler method) (furiosa.server.handlers.RepositoryHandler method) (furiosa.server.Model method) (furiosa.server.model.Model method) (furiosa.server.model.NuxModel method) (furiosa.server.model.OpenVINOModel method) (furiosa.server.ModelServer method) (furiosa.server.NuxModel method) (furiosa.server.OpenVINOModel method) (furiosa.server.repository.Repository method) (furiosa.server.server.ModelServer method) (furiosa.serving.application.ServeAPI method) (furiosa.serving.ServeAPI method) (in module furiosa.registry.client)

load_model_config() (in module furiosa.server.utils.loader) load_server_config() (in module furiosa.server.utils.loader) LOADING (furiosa.server.types.model_repository.State attribute) (furiosa.server.types.State attribute) log_dir() (in module furiosa.runtime.envs) LogLevel (class in furiosa.common.native) (class in furiosa.server.api.cli.main)

M

main() (in module furiosa.server.api.cli) (in module furiosa.server.api.cli.main) make_initializer_name_unique() (in module furiosa.quantizer.frontend.onnx.transformer.utils) make_int64_initializer() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) make_intermediate_representation() (furiosa.quantizer.frontend.onnx.quantizer.quantizer.FuriosaONNXQuantizer method) make_maxpool_pad() (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) make_new_init() (furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_4 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_3 method) make_new_init_and_vi() (furiosa.quantizer.frontend.onnx.transformer.convert_negative_pads_to_slice.Pattern_1 method) make_new_node() (furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.convert_negative_pads_to_slice.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul.Pattern_1 static method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_1 static method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_2 static method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_3 static method) (furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes.Pattern_1 method) make_new_vi() (furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_4 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) make_quant_dequant_node() (furiosa.quantizer.frontend.onnx.quantizer.quantizer.FuriosaONNXQuantizer method) make_unhashables_unique() (in module furiosa.quantizer.frontend.onnx.transformer.utils) Metadata (class in furiosa.registry.model) metadata (furiosa.registry.model.Model attribute) metadata() (furiosa.server.api.rest.endpoints.ModelEndpoints method) (furiosa.server.handlers.predict.PredictHandler method) (furiosa.server.handlers.PredictHandler method) (furiosa.server.Model method) (furiosa.server.model.Model method) MetadataModelErrorResponse (class in furiosa.server.types) (class in furiosa.server.types.predict) MetadataModelResponse (class in furiosa.server.types) (class in furiosa.server.types.predict) MetadataServerErrorResponse (class in furiosa.server.types) (class in furiosa.server.types.predict) MetadataServerResponse (class in furiosa.server.types) (class in furiosa.server.types.predict) MetadataTensor (class in furiosa.server.types) (class in furiosa.server.types.predict) metrics() (in module furiosa.serving.telemetry) Model (class in furiosa.registry.model) (class in furiosa.runtime.model) (class in furiosa.server) (class in furiosa.server.model) model (furiosa.server.NuxModelConfig attribute) (furiosa.server.OpenVINOModelConfig attribute) (furiosa.server.settings.NuxModelConfig attribute) (furiosa.server.settings.OpenVINOModelConfig attribute) model() (furiosa.serving.application.ServeAPI method) (furiosa.serving.ServeAPI method) MODEL_DEPLOY_FAILED (furiosa.runtime.errors.NativeError attribute) MODEL_EXECUTION_FAILED (furiosa.runtime.errors.NativeError attribute) model_metadata() (furiosa.server.api.rest.endpoints.ModelEndpoints method) (furiosa.server.handlers.predict.PredictHandler method) (furiosa.server.handlers.PredictHandler method) model_name (furiosa.server.types.InferenceResponse attribute) (furiosa.server.types.predict.InferenceResponse attribute) model_ready() (furiosa.server.api.rest.endpoints.ModelEndpoints method) (furiosa.server.handlers.predict.PredictHandler method) (furiosa.server.handlers.PredictHandler method) model_version (furiosa.server.types.InferenceResponse attribute) (furiosa.server.types.predict.InferenceResponse attribute) ModelConfig (class in furiosa.server) (class in furiosa.server.settings) ModelEndpoints (class in furiosa.server.api.rest.endpoints) ModelInfer() (furiosa.server.api.grpc.generated.predict_pb2_grpc.GRPCInferenceService static method) (furiosa.server.api.grpc.generated.predict_pb2_grpc.GRPCInferenceServiceServicer method) (furiosa.server.api.grpc.servicers.InferenceServicer method) ModelInferRequestConverter (class in furiosa.server.api.grpc.converters) ModelInferResponseConverter (class in furiosa.server.api.grpc.converters) ModelMetadata() (furiosa.server.api.grpc.generated.predict_pb2_grpc.GRPCInferenceService static method) (furiosa.server.api.grpc.generated.predict_pb2_grpc.GRPCInferenceServiceServicer method) (furiosa.server.api.grpc.servicers.InferenceServicer method) ModelMetadataResponseConverter (class in furiosa.server.api.grpc.converters) ModelNotFound, [1] ModelReady() (furiosa.server.api.grpc.generated.predict_pb2_grpc.GRPCInferenceService static method) (furiosa.server.api.grpc.generated.predict_pb2_grpc.GRPCInferenceServiceServicer method) (furiosa.server.api.grpc.servicers.InferenceServicer method) ModelRepositoryEndpoints (class in furiosa.server.api.rest.endpoints) ModelRepositoryService (class in furiosa.server.api.grpc.generated.model_repository_pb2_grpc) ModelRepositoryServicer (class in furiosa.server.api.grpc.servicers) ModelRepositoryServiceServicer (class in furiosa.server.api.grpc.generated.model_repository_pb2_grpc) ModelRepositoryServiceStub (class in furiosa.server.api.grpc.generated.model_repository_pb2_grpc) ModelServer (class in furiosa.server) (class in furiosa.server.server) ModelServerError, [1] ModelTensor (class in furiosa.registry.model)

module furiosa furiosa.common furiosa.common.error furiosa.common.native furiosa.common.thread furiosa.common.utils furiosa.quantizer furiosa.quantizer.frontend furiosa.quantizer.frontend.onnx furiosa.quantizer.frontend.onnx.calibrate furiosa.quantizer.frontend.onnx.quantizer furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper furiosa.quantizer.frontend.onnx.quantizer.quantizer furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode furiosa.quantizer.frontend.onnx.quantizer.utils furiosa.quantizer.frontend.onnx.transformer furiosa.quantizer.frontend.onnx.transformer.convert_2d_sum_to_add furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d furiosa.quantizer.frontend.onnx.transformer.convert_negative_pads_to_slice furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern furiosa.quantizer.frontend.onnx.transformer.experimental furiosa.quantizer.frontend.onnx.transformer.experimental.eliminate_detection_postprocess furiosa.quantizer.frontend.onnx.transformer.experimental.embedding_bag_porting furiosa.quantizer.frontend.onnx.transformer.experimental.fuse_div_for_bert furiosa.quantizer.frontend.onnx.transformer.experimental.reify_conv_for_bert furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm furiosa.quantizer.frontend.onnx.transformer.fuse_conv furiosa.quantizer.frontend.onnx.transformer.fuse_depth_to_space furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul furiosa.quantizer.frontend.onnx.transformer.fuse_lp_normalization furiosa.quantizer.frontend.onnx.transformer.fuse_pad furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes furiosa.quantizer.frontend.onnx.transformer.polish_model furiosa.quantizer.frontend.onnx.transformer.utils furiosa.quantizer.frontend.onnx.utils furiosa.quantizer.frontend.onnx.utils.check_model furiosa.quantizer.frontend.onnx.utils.inference_shape furiosa.quantizer.frontend.onnx.utils.version_checker furiosa.quantizer.interfaces furiosa.quantizer.interfaces.transformer furiosa.registry furiosa.registry.client furiosa.registry.client.transport furiosa.registry.client.transport.base furiosa.registry.client.transport.file furiosa.registry.client.transport.github furiosa.registry.client.transport.http furiosa.registry.client.transport.s3 furiosa.registry.errors furiosa.registry.model furiosa.registry.utils furiosa.runtime furiosa.runtime.compiler furiosa.runtime.consts furiosa.runtime.envs furiosa.runtime.errors furiosa.runtime.model furiosa.runtime.profiler furiosa.runtime.session furiosa.runtime.tensor furiosa.sdk furiosa.server furiosa.server.api furiosa.server.api.cli furiosa.server.api.cli.main furiosa.server.api.grpc furiosa.server.api.grpc.converters furiosa.server.api.grpc.generated furiosa.server.api.grpc.generated.model_repository_pb2 furiosa.server.api.grpc.generated.model_repository_pb2_grpc furiosa.server.api.grpc.generated.predict_pb2 furiosa.server.api.grpc.generated.predict_pb2_grpc furiosa.server.api.grpc.server furiosa.server.api.grpc.servicers furiosa.server.api.rest furiosa.server.api.rest.app furiosa.server.api.rest.endpoints furiosa.server.api.rest.server furiosa.server.errors furiosa.server.handlers furiosa.server.handlers.predict furiosa.server.handlers.repository furiosa.server.model furiosa.server.registry furiosa.server.repository furiosa.server.server furiosa.server.settings furiosa.server.types furiosa.server.types.model_repository furiosa.server.types.predict furiosa.server.utils furiosa.server.utils.loader furiosa.serving furiosa.serving.application furiosa.serving.apps furiosa.serving.apps.health furiosa.serving.apps.model furiosa.serving.apps.repository furiosa.serving.model furiosa.serving.processors furiosa.serving.processors.base furiosa.serving.processors.imagenet furiosa.serving.telemetry

N

name (furiosa.registry.model.Model attribute), [1] (furiosa.registry.model.ModelTensor attribute) (furiosa.runtime.tensor.TensorDesc property) (furiosa.server.Model property) (furiosa.server.model.Model property) (furiosa.server.ModelConfig attribute) (furiosa.server.NuxModelConfig attribute) (furiosa.server.OpenVINOModelConfig attribute) (furiosa.server.settings.ModelConfig attribute) (furiosa.server.types.MetadataModelResponse attribute) (furiosa.server.types.MetadataServerResponse attribute) (furiosa.server.types.MetadataTensor attribute) (furiosa.server.types.model_repository.RepositoryIndexResponseItem attribute) (furiosa.server.types.predict.MetadataModelResponse attribute) (furiosa.server.types.predict.MetadataServerResponse attribute) (furiosa.server.types.predict.MetadataTensor attribute) (furiosa.server.types.predict.RequestInput attribute) (furiosa.server.types.predict.RequestOutput attribute) (furiosa.server.types.predict.ResponseOutput attribute) (furiosa.server.types.RepositoryIndexResponseItem attribute) (furiosa.server.types.RequestInput attribute) (furiosa.server.types.RequestOutput attribute) (furiosa.server.types.ResponseOutput attribute) name_nodes() (in module furiosa.quantizer.frontend.onnx.transformer.utils)

native_error() (furiosa.runtime.errors.NativeException method) NativeError (class in furiosa.runtime.errors) NativeException ndim (furiosa.runtime.tensor.TensorDesc property) NO_API_KEY (furiosa.runtime.errors.NativeError attribute) NoApiKeyException NPU (furiosa.runtime.profiler.Resource attribute) npu_device (furiosa.server.NuxModelConfig attribute) (furiosa.server.settings.NuxModelConfig attribute) NPUServeModel (class in furiosa.serving) (class in furiosa.serving.model) NULL_POINTER_EXCEPTION (furiosa.runtime.errors.NativeError attribute) numpy() (furiosa.runtime.tensor.Tensor method) (furiosa.runtime.tensor.TensorArray method) numpy_dtype (furiosa.runtime.tensor.DataType property) (furiosa.runtime.tensor.Tensor property) (furiosa.runtime.tensor.TensorDesc property) numpy_dtype() (in module furiosa.runtime.tensor) nux() (in module furiosa.serving.application) NUX_CREATION_FAILED (furiosa.runtime.errors.NativeError attribute) NuxModel (class in furiosa.server) (class in furiosa.server.model) NuxModelConfig (class in furiosa.server) (class in furiosa.server.settings)

O

OFF (furiosa.common.native.LogLevel attribute) ONNX (furiosa.registry.model.Format attribute) ONNXRuntimeExecutable (class in furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode) ONNXTransformer (class in furiosa.quantizer.frontend.onnx.transformer) openvino() (in module furiosa.serving.application) OpenVINOModel (class in furiosa.server) (class in furiosa.server.model) OpenVINOModelConfig (class in furiosa.server) (class in furiosa.server.settings) OpenVINOServeModel (class in furiosa.serving) (class in furiosa.serving.model) opset_bound (furiosa.quantizer.frontend.onnx.utils.version_checker.CheckVersion attribute) optimize_model() (in module furiosa.quantizer.frontend.onnx) output() (furiosa.runtime.model.Model method) (furiosa.serving.model.OpenVINOServeModel method) (furiosa.serving.OpenVINOServeModel method) output_num (furiosa.runtime.model.Model property) outputs (furiosa.registry.model.Model attribute), [1] (furiosa.server.ModelConfig attribute) (furiosa.server.NuxModelConfig attribute) (furiosa.server.OpenVINOModelConfig attribute) (furiosa.server.settings.ModelConfig attribute) (furiosa.server.types.InferenceRequest attribute) (furiosa.server.types.InferenceResponse attribute) (furiosa.server.types.MetadataModelResponse attribute) (furiosa.server.types.predict.InferenceRequest attribute) (furiosa.server.types.predict.InferenceResponse attribute) (furiosa.server.types.predict.MetadataModelResponse attribute) (furiosa.serving.CPUServeModel property) (furiosa.serving.model.CPUServeModel property) (furiosa.serving.model.NPUServeModel property) (furiosa.serving.model.OpenVINOServeModel property) (furiosa.serving.model.ServeModel property) (furiosa.serving.NPUServeModel property) (furiosa.serving.OpenVINOServeModel property) (furiosa.serving.ServeModel property)

outputs() (furiosa.runtime.model.Model method)

P

PandasDataFrame (furiosa.runtime.profiler.RecordFormat attribute) PandasDataFrameConfig (class in furiosa.runtime.profiler) PandasDataFrameConfig.Config (class in furiosa.runtime.profiler) Parameters (class in furiosa.server.types) (class in furiosa.server.types.predict) parameters (furiosa.server.types.InferenceRequest attribute) (furiosa.server.types.InferenceResponse attribute) (furiosa.server.types.predict.InferenceRequest attribute) (furiosa.server.types.predict.InferenceResponse attribute) (furiosa.server.types.predict.RequestInput attribute) (furiosa.server.types.predict.RequestOutput attribute) (furiosa.server.types.predict.ResponseOutput attribute) (furiosa.server.types.RequestInput attribute) (furiosa.server.types.RequestOutput attribute) (furiosa.server.types.ResponseOutput attribute) Parameters.Config (class in furiosa.server.types) (class in furiosa.server.types.predict) ParametersConverter (class in furiosa.server.api.grpc.converters) parse() (furiosa.registry.client.transport.github.GithubTransport method) (furiosa.registry.client.transport.GithubTransport method) (furiosa.registry.client.transport.s3.S3Transport static method) (furiosa.registry.client.transport.S3Transport static method) parse_onnx_graph() (in module furiosa.quantizer.frontend.onnx) patch() (furiosa.serving.model.ServeModel method) (furiosa.serving.ServeModel method) Pattern_1 (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) (class in furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d) (class in furiosa.quantizer.frontend.onnx.transformer.convert_negative_pads_to_slice) (class in furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu) (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_conv) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_depth_to_space) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_lp_normalization) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_pad) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern) (class in furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes) Pattern_2 (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) (class in furiosa.quantizer.frontend.onnx.transformer.convert_negative_pads_to_slice) (class in furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu) (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_conv) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_pad) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern) Pattern_3 (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_conv) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern) Pattern_4 (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) (class in furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm) Pattern_5 (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) Pattern_6 (class in furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper) (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) Pattern_7 (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) Pattern_8 (class in furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern) pattern_condition_checker() (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.ClipperElimination method) (furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.convert_negative_pads_to_slice.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.convert_negative_pads_to_slice.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.experimental.embedding_bag_porting.EmbeddingBagPattern method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes.Pattern_1 method) pattern_matcher() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) pattern_matching() (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.ClipperElimination method) (furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.convert_negative_pads_to_slice.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.convert_negative_pads_to_slice.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.experimental.embedding_bag_porting.EmbeddingBagPattern method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_4 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_depth_to_space.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_lp_normalization.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_2 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_3 method) (furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) pattern_to_match (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.ClipperElimination property) (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.Pattern_2 attribute) (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.Pattern_3 attribute) (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.Pattern_4 attribute) (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.Pattern_5 attribute) (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.Pattern_6 attribute) (furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.convert_negative_pads_to_slice.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.convert_negative_pads_to_slice.Pattern_2 attribute) (furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu.Pattern_2 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_2 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_3 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_4 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_5 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_6 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_7 attribute) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.Pattern_8 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_2 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_3 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.Pattern_4 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_2 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.Pattern_3 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_1 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_2 attribute) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.Pattern_3 attribute) (furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes.Pattern_1 attribute)

platform (furiosa.server.ModelConfig attribute) (furiosa.server.NuxModelConfig attribute) (furiosa.server.OpenVINOModelConfig attribute) (furiosa.server.settings.ModelConfig attribute) (furiosa.server.settings.NuxModelConfig attribute) (furiosa.server.settings.OpenVINOModelConfig attribute) (furiosa.server.types.MetadataModelResponse attribute) (furiosa.server.types.predict.MetadataModelResponse attribute) PolishModel (class in furiosa.quantizer.frontend.onnx.transformer.polish_model) pop_multiple_initializer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) pop_multiple_optimizer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) pop_multiple_value_info_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) pop_single_initializer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) pop_single_optimizer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) pop_single_value_info_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) port (furiosa.server.settings.GRPCServerConfig attribute) (furiosa.server.settings.RESTServerConfig attribute) post() (furiosa.serving.model.ServeModel method) (furiosa.serving.ServeModel method) post_training_quantization_with_random_calibration() (in module furiosa.quantizer.frontend.onnx) post_training_quantize() (in module furiosa.quantizer.frontend.onnx) postprocess() (furiosa.serving.model.ServeModel method) (furiosa.serving.Processor method) (furiosa.serving.processors.base.Processor method) (furiosa.serving.processors.ImageNet method) (furiosa.serving.processors.imagenet.ImageNet method) (furiosa.serving.processors.Processor method) (furiosa.serving.ServeModel method) predict() (furiosa.server.CPUModel method) (furiosa.server.Model method) (furiosa.server.model.CPUModel method) (furiosa.server.model.Model method) (furiosa.server.model.NuxModel method) (furiosa.server.model.OpenVINOModel method) (furiosa.server.NuxModel method) (furiosa.server.OpenVINOModel method) (furiosa.serving.CPUServeModel method) (furiosa.serving.model.CPUServeModel method) (furiosa.serving.model.NPUServeModel method) (furiosa.serving.model.OpenVINOServeModel method) (furiosa.serving.model.ServeModel method) (furiosa.serving.NPUServeModel method) (furiosa.serving.OpenVINOServeModel method) (furiosa.serving.ServeModel method) PredictHandler (class in furiosa.server.handlers) (class in furiosa.server.handlers.predict) preprocess() (furiosa.serving.model.ServeModel method) (furiosa.serving.Processor method) (furiosa.serving.processors.base.Processor method) (furiosa.serving.processors.ImageNet method) (furiosa.serving.processors.imagenet.ImageNet method) (furiosa.serving.processors.Processor method) (furiosa.serving.ServeModel method) print_external_operators() (furiosa.runtime.profiler.profile method) print_inferences() (furiosa.runtime.profiler.profile method) print_npu_executions() (furiosa.runtime.profiler.profile method) print_npu_operators() (furiosa.runtime.profiler.profile method) print_summary() (furiosa.runtime.model.Model method) (furiosa.runtime.profiler.profile method) Processor (class in furiosa.serving) (class in furiosa.serving.processors) (class in furiosa.serving.processors.base) profile (class in furiosa.runtime.profiler) profiler_output() (in module furiosa.runtime.envs) PrometheusMiddleware (class in furiosa.serving.telemetry) Publication (class in furiosa.registry.model) publication (furiosa.registry.model.Metadata attribute) publisher (furiosa.registry.model.Publication attribute) put() (furiosa.serving.model.ServeModel method) (furiosa.serving.ServeModel method) python() (in module furiosa.serving.application) python_path() (in module furiosa.registry.utils)

Q

QuantizationMode (class in furiosa.quantizer.frontend.onnx.quantizer.utils) quantize() (furiosa.quantizer.frontend.onnx.quantizer.quantizer.FuriosaONNXQuantizer method) quantize_model() (furiosa.quantizer.frontend.onnx.quantizer.quantizer.FuriosaONNXQuantizer method)

QUEUE_NO_DATA (furiosa.runtime.errors.NativeError attribute) QUEUE_WAIT_TIMEOUT (furiosa.runtime.errors.NativeError attribute) QueueWaitTimeout

R

rand() (in module furiosa.runtime.tensor) read (furiosa.registry.client.transport.base.Transport attribute) (furiosa.registry.client.transport.file.FileTransport attribute) (furiosa.registry.client.transport.FileTransport attribute) (furiosa.registry.client.transport.github.GithubTransport attribute) (furiosa.registry.client.transport.GithubTransport attribute) (furiosa.registry.client.transport.http.HTTPTransport attribute) (furiosa.registry.client.transport.HTTPTransport attribute) (furiosa.registry.client.transport.s3.S3Transport attribute) (furiosa.registry.client.transport.S3Transport attribute) (furiosa.registry.client.transport.Transport attribute) ready (furiosa.server.types.model_repository.RepositoryIndexRequest attribute) READY (furiosa.server.types.model_repository.State attribute) ready (furiosa.server.types.RepositoryIndexRequest attribute) READY (furiosa.server.types.State attribute) ready() (furiosa.server.api.rest.endpoints.ModelEndpoints method) (furiosa.server.handlers.predict.PredictHandler method) (furiosa.server.handlers.PredictHandler method) reason (furiosa.server.types.model_repository.RepositoryIndexResponseItem attribute) (furiosa.server.types.RepositoryIndexResponseItem attribute) rebuild_model() (in module furiosa.quantizer.frontend.onnx.transformer.utils) record() (furiosa.runtime.profiler.profile method) RecordFormat (class in furiosa.runtime.profiler) recv() (furiosa.runtime.session.CompletionQueue method) register() (furiosa.server.registry.InMemoryRegistry method) registries (furiosa.server.repository.Repository property) Registry (class in furiosa.server.registry) RegistryError ReifyConvForBert (class in furiosa.quantizer.frontend.onnx.transformer.experimental.reify_conv_for_bert) remove_clip_qdq() (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.ClipperElimination method) remove_quantizelinear_operator_with_initializer() (furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode.DFGImportable method) removeprefix() (in module furiosa.registry.utils) replace_quant_params() (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.ClipperElimination method) Repository (class in furiosa.server.repository) repository_root (furiosa.server.settings.FileRegistryConfig attribute) RepositoryHandler (class in furiosa.server.handlers) (class in furiosa.server.handlers.repository) RepositoryIndex() (furiosa.server.api.grpc.generated.model_repository_pb2_grpc.ModelRepositoryService static method) (furiosa.server.api.grpc.generated.model_repository_pb2_grpc.ModelRepositoryServiceServicer method) (furiosa.server.api.grpc.servicers.ModelRepositoryServicer method)

RepositoryIndexErrorResponse (class in furiosa.server.types) (class in furiosa.server.types.model_repository) RepositoryIndexRequest (class in furiosa.server.types) (class in furiosa.server.types.model_repository) RepositoryIndexRequestConverter (class in furiosa.server.api.grpc.converters) RepositoryIndexResponse (class in furiosa.server.types) (class in furiosa.server.types.model_repository) RepositoryIndexResponseConverter (class in furiosa.server.api.grpc.converters) RepositoryIndexResponseItem (class in furiosa.server.types) (class in furiosa.server.types.model_repository) RepositoryIndexResponseItemConverter (class in furiosa.server.api.grpc.converters) RepositoryLoadErrorResponse (class in furiosa.server.types) (class in furiosa.server.types.model_repository) RepositoryModelLoad() (furiosa.server.api.grpc.generated.model_repository_pb2_grpc.ModelRepositoryService static method) (furiosa.server.api.grpc.generated.model_repository_pb2_grpc.ModelRepositoryServiceServicer method) (furiosa.server.api.grpc.servicers.ModelRepositoryServicer method) RepositoryModelUnload() (furiosa.server.api.grpc.generated.model_repository_pb2_grpc.ModelRepositoryService static method) (furiosa.server.api.grpc.generated.model_repository_pb2_grpc.ModelRepositoryServiceServicer method) (furiosa.server.api.grpc.servicers.ModelRepositoryServicer method) RepositoryUnloadErrorResponse (class in furiosa.server.types) (class in furiosa.server.types.model_repository) RequestInput (class in furiosa.server.types) (class in furiosa.server.types.predict) RequestOutput (class in furiosa.server.types) (class in furiosa.server.types.predict) Resource (class in furiosa.runtime.profiler) ResponseOutput (class in furiosa.server.types) (class in furiosa.server.types.predict) rest_server_config (furiosa.server.ServerConfig attribute) (furiosa.server.settings.ServerConfig attribute) RESTServer (class in furiosa.server.api.rest.server) RESTServerConfig (class in furiosa.server.settings) run() (furiosa.runtime.session.Session method) (furiosa.server.AsyncNuxModel method) (furiosa.server.model.AsyncNuxModel method) (furiosa.server.model.NuxModel method) (furiosa.server.NuxModel method) run_with() (furiosa.runtime.session.Session method)

S

S3Transport (class in furiosa.registry.client.transport) (class in furiosa.registry.client.transport.s3) scheme (furiosa.registry.client.transport.file.FileTransport attribute) (furiosa.registry.client.transport.FileTransport attribute) (furiosa.registry.client.transport.s3.S3Transport attribute) (furiosa.registry.client.transport.S3Transport attribute) schemes (furiosa.registry.client.transport.github.GithubTransport attribute) (furiosa.registry.client.transport.GithubTransport attribute) (furiosa.registry.client.transport.http.HTTPTransport attribute) (furiosa.registry.client.transport.HTTPTransport attribute) ServeAPI (class in furiosa.serving) (class in furiosa.serving.application) ServeModel (class in furiosa.serving) (class in furiosa.serving.model) server_name (furiosa.server.ServerConfig attribute) (furiosa.server.settings.ServerConfig attribute) server_version (furiosa.server.ServerConfig attribute) (furiosa.server.settings.ServerConfig attribute) ServerConfig (class in furiosa.server) (class in furiosa.server.settings) ServerLive() (furiosa.server.api.grpc.generated.predict_pb2_grpc.GRPCInferenceService static method) (furiosa.server.api.grpc.generated.predict_pb2_grpc.GRPCInferenceServiceServicer method) (furiosa.server.api.grpc.servicers.InferenceServicer method) ServerMetadata() (furiosa.server.api.grpc.generated.predict_pb2_grpc.GRPCInferenceService static method) (furiosa.server.api.grpc.generated.predict_pb2_grpc.GRPCInferenceServiceServicer method) (furiosa.server.api.grpc.servicers.InferenceServicer method) ServerMetadataResponseConverter (class in furiosa.server.api.grpc.converters) ServerReady() (furiosa.server.api.grpc.generated.predict_pb2_grpc.GRPCInferenceService static method) (furiosa.server.api.grpc.generated.predict_pb2_grpc.GRPCInferenceServiceServicer method) (furiosa.server.api.grpc.servicers.InferenceServicer method) Session (class in furiosa.runtime.session) session (furiosa.server.model.NuxModel property) (furiosa.server.model.OpenVINOModel property) (furiosa.server.NuxModel property) (furiosa.server.OpenVINOModel property) SESSION_TERMINATED (furiosa.runtime.errors.NativeError attribute)

SessionClosed SessionTerminated setup_logger() (in module furiosa.serving.telemetry) setup_metrics() (in module furiosa.serving.telemetry) setup_otlp() (in module furiosa.serving.telemetry) setup_telemetry() (furiosa.serving.application.ServeAPI method) (furiosa.serving.ServeAPI method) shape (furiosa.registry.model.ModelTensor attribute) (furiosa.runtime.tensor.Tensor property) (furiosa.runtime.tensor.TensorDesc property) (furiosa.server.types.MetadataTensor attribute) (furiosa.server.types.predict.MetadataTensor attribute) (furiosa.server.types.predict.RequestInput attribute) (furiosa.server.types.predict.ResponseOutput attribute) (furiosa.server.types.RequestInput attribute) (furiosa.server.types.ResponseOutput attribute) size (furiosa.runtime.tensor.TensorDesc property) source (furiosa.registry.model.Model attribute), [1] start() (furiosa.server.api.grpc.server.GRPCServer method) (furiosa.server.api.rest.server.RESTServer method) (furiosa.server.ModelServer method) (furiosa.server.server.ModelServer method) (in module furiosa.server.api.cli.main) State (class in furiosa.server.types) (class in furiosa.server.types.model_repository) state (furiosa.server.types.model_repository.RepositoryIndexResponseItem attribute) (furiosa.server.types.RepositoryIndexResponseItem attribute) stop() (furiosa.server.api.grpc.server.GRPCServer method) (furiosa.server.api.rest.server.RESTServer method) (furiosa.server.ModelServer method) (furiosa.server.server.ModelServer method) stride() (furiosa.runtime.tensor.TensorDesc method) submit() (furiosa.runtime.session.AsyncSession method) SUCCESS (furiosa.runtime.errors.NativeError attribute) summary() (furiosa.runtime.model.Model method) supported() (in module furiosa.registry.client.transport) synchronous() (in module furiosa.common.thread)

T

Tags (class in furiosa.registry.model) (class in furiosa.server.types) (class in furiosa.server.types.predict) tags (furiosa.registry.model.ModelTensor attribute) (furiosa.server.types.MetadataTensor attribute) (furiosa.server.types.predict.MetadataTensor attribute) Tags.Config (class in furiosa.registry.model) (class in furiosa.server.types) (class in furiosa.server.types.predict) Tensor (class in furiosa.runtime.tensor) TENSOR_NAME_NOT_FOUND (furiosa.runtime.errors.NativeError attribute) TensorArray (class in furiosa.runtime.tensor) TensorData (class in furiosa.server.types) (class in furiosa.server.types.predict) TensorDesc (class in furiosa.runtime.tensor) TensorMetadataConverter (class in furiosa.server.api.grpc.converters) TensorNameNotFound TFLite (furiosa.registry.model.Format attribute) title (furiosa.registry.model.Publication attribute) to_types() (furiosa.server.api.grpc.converters.InferInputTensorConverter class method) (furiosa.server.api.grpc.converters.InferOutputTensorConverter class method) (furiosa.server.api.grpc.converters.InferRequestedOutputTensorConverter class method) (furiosa.server.api.grpc.converters.InferTensorContentsConverter class method) (furiosa.server.api.grpc.converters.ModelInferRequestConverter class method) (furiosa.server.api.grpc.converters.ModelInferResponseConverter class method) (furiosa.server.api.grpc.converters.ModelMetadataResponseConverter class method) (furiosa.server.api.grpc.converters.ParametersConverter class method) (furiosa.server.api.grpc.converters.RepositoryIndexRequestConverter class method) (furiosa.server.api.grpc.converters.RepositoryIndexResponseConverter class method) (furiosa.server.api.grpc.converters.RepositoryIndexResponseItemConverter class method) (furiosa.server.api.grpc.converters.ServerMetadataResponseConverter class method) (furiosa.server.api.grpc.converters.TensorMetadataConverter class method) TRACE (furiosa.server.api.cli.main.LogLevel attribute) trace() (furiosa.serving.model.ServeModel method) (furiosa.serving.ServeModel method)

transform() (furiosa.quantizer.frontend.onnx.quantizer.eliminate_clipper.EliminateClipper method) (furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode.DFGImportable method) (furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode.ONNXRuntimeExecutable method) (furiosa.quantizer.frontend.onnx.transformer.convert_2d_sum_to_add.Convert2dSumToAdd method) (furiosa.quantizer.frontend.onnx.transformer.convert_conv1d_to_conv2d.ConvertConv1dToConv2d method) (furiosa.quantizer.frontend.onnx.transformer.convert_negative_pads_to_slice.ConvertNegativePadsToSlice method) (furiosa.quantizer.frontend.onnx.transformer.convert_prelu_to_relu.ConvertPReluToRelu method) (furiosa.quantizer.frontend.onnx.transformer.eliminate_redundant_shape_pattern.EliminateRedundantShapePattern method) (furiosa.quantizer.frontend.onnx.transformer.experimental.eliminate_detection_postprocess.EliminateSSDDetectionPostprocess method) (furiosa.quantizer.frontend.onnx.transformer.experimental.embedding_bag_porting.EmbeddingBagPorting method) (furiosa.quantizer.frontend.onnx.transformer.experimental.fuse_div_for_bert.FuseDivForBert method) (furiosa.quantizer.frontend.onnx.transformer.experimental.reify_conv_for_bert.ReifyConvForBert method) (furiosa.quantizer.frontend.onnx.transformer.fuse_batchnorm.FuseBatchNorm method) (furiosa.quantizer.frontend.onnx.transformer.fuse_conv.FuseConv method) (furiosa.quantizer.frontend.onnx.transformer.fuse_depth_to_space.FuseDepthToSpace method) (furiosa.quantizer.frontend.onnx.transformer.fuse_gather_matmul.FuseGatherMatMul method) (furiosa.quantizer.frontend.onnx.transformer.fuse_lp_normalization.FuseLpNormalization method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.FusePad method) (furiosa.quantizer.frontend.onnx.transformer.fuse_redundant_reshape_pattern.FuseRedundantReshapePattern method) (furiosa.quantizer.frontend.onnx.transformer.infer_squeeze_axes.InferSqueezeAxes method) (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) (furiosa.quantizer.frontend.onnx.transformer.polish_model.PolishModel method) (furiosa.quantizer.frontend.onnx.utils.version_checker.CheckVersion method) (furiosa.quantizer.interfaces.transformer.Transformer method) transform_matmul_add() (furiosa.quantizer.frontend.onnx.transformer.experimental.fuse_div_for_bert.FuseDivForBert method) (furiosa.quantizer.frontend.onnx.transformer.experimental.reify_conv_for_bert.ReifyConvForBert method) transform_to_eliminate() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) transform_to_fuse() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) transform_to_integer_arithmetic_operator() (furiosa.quantizer.frontend.onnx.quantizer.quantizer_mode.DFGImportable method) Transformer (class in furiosa.quantizer.interfaces.transformer) Transport (class in furiosa.registry.client.transport) (class in furiosa.registry.client.transport.base) TransportNotFound traverse_prev_node() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method)

U

UINT8 (furiosa.runtime.tensor.DataType attribute) UNAVAILABLE (furiosa.server.types.model_repository.State attribute) (furiosa.server.types.State attribute) UNKNOWN (furiosa.runtime.tensor.Axis attribute) (furiosa.server.types.model_repository.State attribute) (furiosa.server.types.State attribute) unload() (furiosa.server.api.rest.endpoints.ModelRepositoryEndpoints method) (furiosa.server.handlers.repository.RepositoryHandler method) (furiosa.server.handlers.RepositoryHandler method) (furiosa.server.Model method) (furiosa.server.model.Model method) (furiosa.server.model.NuxModel method) (furiosa.server.NuxModel method) (furiosa.server.repository.Repository method) UNLOADING (furiosa.server.types.model_repository.State attribute) (furiosa.server.types.State attribute)

unregister() (furiosa.server.registry.InMemoryRegistry method) UNSUPPORTED_FEATURE (furiosa.runtime.errors.NativeError attribute) UnsupportedDataType UnsupportedFeature UnsupportedTensorType update_attrs() (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_1 method) (furiosa.quantizer.frontend.onnx.transformer.fuse_pad.Pattern_2 method) update_graph_fields() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) update_multiple_initializer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) update_multiple_optimizer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) update_multiple_value_info_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) update_single_initializer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) update_single_optimizer_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) update_single_value_info_map() (furiosa.quantizer.frontend.onnx.transformer.ONNXTransformer method) url (furiosa.registry.model.Publication attribute)

V

version (furiosa.registry.model.Model attribute), [1] (furiosa.server.Model property) (furiosa.server.model.Model property) (furiosa.server.ModelConfig attribute) (furiosa.server.NuxModelConfig attribute) (furiosa.server.OpenVINOModelConfig attribute) (furiosa.server.settings.ModelConfig attribute) (furiosa.server.types.MetadataServerResponse attribute) (furiosa.server.types.model_repository.RepositoryIndexResponseItem attribute) (furiosa.server.types.predict.MetadataServerResponse attribute) (furiosa.server.types.RepositoryIndexResponseItem attribute)

versions (furiosa.server.ModelConfig attribute) (furiosa.server.NuxModelConfig attribute) (furiosa.server.OpenVINOModelConfig attribute) (furiosa.server.settings.ModelConfig attribute) (furiosa.server.types.MetadataModelResponse attribute) (furiosa.server.types.predict.MetadataModelResponse attribute) view() (furiosa.runtime.tensor.Tensor method) (furiosa.runtime.tensor.TensorArray method)

W

WARN (furiosa.common.native.LogLevel attribute) (furiosa.server.api.cli.main.LogLevel attribute) WIDTH (furiosa.runtime.tensor.Axis attribute) WIDTH_OUTER (furiosa.runtime.tensor.Axis attribute)

worker_num (furiosa.server.NuxModelConfig attribute) (furiosa.server.settings.NuxModelConfig attribute) workers (furiosa.server.settings.GRPCServerConfig attribute) (furiosa.server.settings.RESTServerConfig attribute) working_directory() (in module furiosa.registry.utils)

X

xdg_state_home() (in module furiosa.runtime.envs)

Z

zeros() (in module furiosa.runtime.tensor)