Index Symbols | B | C | D | E | F | G | H | I | K | L | M | N | O | P | R | S | T | U | V | W Symbols --batch-interval mlserver-infer command line option --batch-jitter mlserver-infer command line option --batch-size mlserver-infer command line option --binary-data mlserver-infer command line option --extra-verbose mlserver-infer command line option --include-dockerignore mlserver-dockerfile command line option --input-data-path mlserver-infer command line option --insecure mlserver-infer command line option --model-name mlserver-infer command line option --no-cache mlserver-build command line option --output-data-path mlserver-infer command line option --request-headers mlserver-infer command line option --retries mlserver-infer command line option --tag mlserver-build command line option --template mlserver-init command line option --timeout mlserver-infer command line option --transport mlserver-infer command line option --url mlserver-infer command line option --use-ssl mlserver-infer command line option --verbose mlserver-infer command line option --version mlserver command line option --workers mlserver-infer command line option -b mlserver-infer command line option -H mlserver-infer command line option -i mlserver-dockerfile command line option mlserver-infer command line option -m mlserver-infer command line option -o mlserver-infer command line option -r mlserver-infer command line option -s mlserver-infer command line option -t mlserver-build command line option mlserver-infer command line option mlserver-init command line option -u mlserver-infer command line option -v mlserver-infer command line option -vv mlserver-infer command line option -w mlserver-infer command line option B Base64Codec (class in mlserver.codecs) batch_size (mlserver_alibi_detect.runtime.AlibiDetectSettings attribute) C cache_enabled (mlserver.settings.ModelSettings attribute) (mlserver.settings.Settings attribute) cache_size (mlserver.settings.Settings attribute) can_encode() (mlserver.codecs.Base64Codec class method) (mlserver.codecs.DatetimeCodec class method) (mlserver.codecs.InputCodec class method) (mlserver.codecs.NumpyCodec class method) (mlserver.codecs.PandasCodec class method) (mlserver.codecs.RequestCodec class method) (mlserver.codecs.StringCodec class method) content_type (mlserver.settings.ModelParameters attribute) (mlserver.types.Parameters attribute) cors_settings (mlserver.settings.Settings attribute) D data (mlserver.types.RequestInput attribute) (mlserver.types.ResponseOutput attribute) Datatype (class in mlserver.types) datatype (mlserver.types.MetadataTensor attribute) (mlserver.types.RequestInput attribute) (mlserver.types.ResponseOutput attribute) DatetimeCodec (class in mlserver.codecs) debug (mlserver.settings.Settings attribute) decode() (mlserver.MLModel method) decode_input() (mlserver.codecs.Base64Codec class method) (mlserver.codecs.DatetimeCodec class method) (mlserver.codecs.InputCodec class method) (mlserver.codecs.NumpyCodec class method) (mlserver.codecs.StringCodec class method) decode_output() (mlserver.codecs.Base64Codec class method) (mlserver.codecs.DatetimeCodec class method) (mlserver.codecs.InputCodec class method) (mlserver.codecs.NumpyCodec class method) (mlserver.codecs.StringCodec class method) decode_request() (mlserver.codecs.PandasCodec class method) (mlserver.codecs.RequestCodec class method) (mlserver.MLModel method) decode_response() (mlserver.codecs.PandasCodec class method) (mlserver.codecs.RequestCodec class method) device (mlserver_huggingface.settings.HuggingFaceSettings attribute) E encode() (mlserver.MLModel method) encode_input() (mlserver.codecs.Base64Codec class method) (mlserver.codecs.DatetimeCodec class method) (mlserver.codecs.InputCodec class method) (mlserver.codecs.NumpyCodec class method) (mlserver.codecs.StringCodec class method) encode_output() (mlserver.codecs.Base64Codec class method) (mlserver.codecs.DatetimeCodec class method) (mlserver.codecs.InputCodec class method) (mlserver.codecs.NumpyCodec class method) (mlserver.codecs.StringCodec class method) encode_request() (mlserver.codecs.PandasCodec class method) (mlserver.codecs.RequestCodec class method) encode_response() (mlserver.codecs.PandasCodec class method) (mlserver.codecs.RequestCodec class method) (mlserver.MLModel method) environment_tarball (mlserver.settings.ModelParameters attribute) environments_dir (mlserver.settings.Settings attribute) error (mlserver.types.InferenceErrorResponse attribute) (mlserver.types.MetadataModelErrorResponse attribute) (mlserver.types.MetadataServerErrorResponse attribute) (mlserver.types.RepositoryLoadErrorResponse attribute) (mlserver.types.RepositoryUnloadErrorResponse attribute) extensions (mlserver.settings.Settings attribute) (mlserver.types.MetadataServerResponse attribute) extra (mlserver.settings.ModelParameters attribute) F FOLDER mlserver-build command line option mlserver-dockerfile command line option mlserver-start command line option format (mlserver.settings.ModelParameters attribute) framework (mlserver_huggingface.settings.HuggingFaceSettings attribute) G grpc_max_message_length (mlserver.settings.Settings attribute) grpc_port (mlserver.settings.Settings attribute) H headers (mlserver.types.Parameters attribute) host (mlserver.settings.Settings attribute) http_port (mlserver.settings.Settings attribute) I id (mlserver.types.InferenceRequest attribute) (mlserver.types.InferenceResponse attribute) implementation (mlserver.settings.ModelSettings property) implementation_ (mlserver.settings.ModelSettings attribute) InputCodec (class in mlserver.codecs) (mlserver.codecs.NumpyRequestCodec attribute) (mlserver.codecs.StringRequestCodec attribute) inputs (mlserver.MLModel property) (mlserver.settings.ModelSettings attribute) (mlserver.types.InferenceRequest attribute) (mlserver.types.MetadataModelResponse attribute) inter_op_threads (mlserver_huggingface.settings.HuggingFaceSettings attribute) intra_op_threads (mlserver_huggingface.settings.HuggingFaceSettings attribute) K kafka_enabled (mlserver.settings.Settings attribute) kafka_servers (mlserver.settings.Settings attribute) kafka_topic_input (mlserver.settings.Settings attribute) kafka_topic_output (mlserver.settings.Settings attribute) L load() (mlserver.MLModel method) load_models_at_startup (mlserver.settings.Settings attribute) log() (in module mlserver) logging_settings (mlserver.settings.Settings attribute) M max_batch_size (mlserver.settings.ModelSettings attribute) max_batch_time (mlserver.settings.ModelSettings attribute) metrics_dir (mlserver.settings.Settings attribute) metrics_endpoint (mlserver.settings.Settings attribute) metrics_port (mlserver.settings.Settings attribute) metrics_rest_server_prefix (mlserver.settings.Settings attribute) MLModel (class in mlserver) mlserver module mlserver command line option --version mlserver-build command line option --no-cache --tag -t FOLDER mlserver-dockerfile command line option --include-dockerignore -i FOLDER mlserver-infer command line option --batch-interval --batch-jitter --batch-size --binary-data --extra-verbose --input-data-path --insecure --model-name --output-data-path --request-headers --retries --timeout --transport --url --use-ssl --verbose --workers -b -H -i -m -o -r -s -t -u -v -vv -w mlserver-init command line option --template -t mlserver-start command line option FOLDER mlserver.codecs module, [1] mlserver.types module model_kwargs (mlserver_huggingface.settings.HuggingFaceSettings attribute) model_name (mlserver.types.InferenceResponse attribute) model_repository_implementation (mlserver.settings.Settings attribute) model_repository_implementation_args (mlserver.settings.Settings attribute) model_repository_root (mlserver.settings.Settings attribute) model_version (mlserver.types.InferenceResponse attribute) module mlserver mlserver.codecs, [1] mlserver.types N name (mlserver.MLModel property) (mlserver.settings.ModelSettings attribute) (mlserver.types.MetadataModelResponse attribute) (mlserver.types.MetadataServerResponse attribute) (mlserver.types.MetadataTensor attribute) (mlserver.types.RepositoryIndexResponseItem attribute) (mlserver.types.RequestInput attribute) (mlserver.types.RequestOutput attribute) (mlserver.types.ResponseOutput attribute) NumpyCodec (class in mlserver.codecs) NumpyRequestCodec (class in mlserver.codecs) O optimum_model (mlserver_huggingface.settings.HuggingFaceSettings attribute) outputs (mlserver.MLModel property) (mlserver.settings.ModelSettings attribute) (mlserver.types.InferenceRequest attribute) (mlserver.types.InferenceResponse attribute) (mlserver.types.MetadataModelResponse attribute) P PandasCodec (class in mlserver.codecs) parallel_workers (mlserver.settings.ModelSettings attribute) (mlserver.settings.Settings attribute) parallel_workers_timeout (mlserver.settings.Settings attribute) parameters (mlserver.settings.ModelSettings attribute) (mlserver.types.InferenceRequest attribute) (mlserver.types.InferenceResponse attribute) (mlserver.types.MetadataModelResponse attribute) (mlserver.types.MetadataTensor attribute) (mlserver.types.RequestInput attribute) (mlserver.types.RequestOutput attribute) (mlserver.types.ResponseOutput attribute) parse_file() (mlserver.settings.ModelSettings class method) parse_obj() (mlserver.settings.ModelSettings class method) platform (mlserver.settings.ModelSettings attribute) (mlserver.types.MetadataModelResponse attribute) predict() (mlserver.MLModel method) predict_parameters (mlserver_alibi_detect.runtime.AlibiDetectSettings attribute) pretrained_model (mlserver_huggingface.settings.HuggingFaceSettings attribute) pretrained_tokenizer (mlserver_huggingface.settings.HuggingFaceSettings attribute) R ready (mlserver.types.RepositoryIndexRequest attribute) reason (mlserver.types.RepositoryIndexResponseItem attribute) register() (in module mlserver) RequestCodec (class in mlserver.codecs) root_path (mlserver.settings.Settings attribute) S server_name (mlserver.settings.Settings attribute) server_version (mlserver.settings.Settings attribute) settings (mlserver.MLModel property) shape (mlserver.types.MetadataTensor attribute) (mlserver.types.RequestInput attribute) (mlserver.types.ResponseOutput attribute) State (class in mlserver.types) state (mlserver.types.RepositoryIndexResponseItem attribute) state_save_freq (mlserver_alibi_detect.runtime.AlibiDetectSettings attribute) StringCodec (class in mlserver.codecs) StringRequestCodec (class in mlserver.codecs) T task (mlserver_huggingface.settings.HuggingFaceSettings attribute) task_name (mlserver_huggingface.settings.HuggingFaceSettings property) task_suffix (mlserver_huggingface.settings.HuggingFaceSettings attribute) tracing_server (mlserver.settings.Settings attribute) TypeHint (mlserver.codecs.NumpyCodec attribute) (mlserver.codecs.PandasCodec attribute) U unload() (mlserver.MLModel method) uri (mlserver.settings.ModelParameters attribute) use_structured_logging (mlserver.settings.Settings attribute) V version (mlserver.MLModel property) (mlserver.settings.ModelParameters attribute) (mlserver.settings.ModelSettings property) (mlserver.types.MetadataServerResponse attribute) (mlserver.types.RepositoryIndexResponseItem attribute) versions (mlserver.settings.ModelSettings attribute) (mlserver.types.MetadataModelResponse attribute) W warm_workers (mlserver.settings.ModelSettings attribute)