.bazelignore
.bazelrc
.gitattributes
.gitignore
.pep8speaks.yml
.readthedocs.yaml
.yamllint.yml
BUILD.bazel
CODE_OF_CONDUCT.md
CONTRIBUTING.md
DEVELOPMENT.md
GOVERNANCE.md
LICENSE
Makefile
README.md
SECURITY.md
WORKSPACE
codecov.yml
pyproject.toml
setup.py
.devcontainer/Dockerfile
.devcontainer/devcontainer.json
.devcontainer/library-scripts/common-debian.sh
.devcontainer/library-scripts/docker-debian.sh
.devcontainer/lifecycle/post-start
.github/CODEOWNERS
.github/PULL_REQUEST_TEMPLATE.md
.github/dependabot.yml
.github/ISSUE_TEMPLATE/bug_report.yml
.github/ISSUE_TEMPLATE/config.yml
.github/ISSUE_TEMPLATE/feature_request.yml
.github/workflows/ci.yml
.github/workflows/codeql-analysis.yml
.github/workflows/frameworks.yml
bazel/BUILD
bazel/deps.bzl
bazel/utils.bzl
docs/Makefile
docs/README.md
docs/make.bat
docs/source/bentoml_wordlist.txt
docs/source/conf.py
docs/source/index.rst
docs/source/installation.rst
docs/source/tutorial.rst
docs/source/_static/css/custom.css
docs/source/_static/examples/batch/input.csv
docs/source/_static/img/adaptive-batching-histogram.png
docs/source/_static/img/arize_alerting.png
docs/source/_static/img/arize_data_quality_monitoring.png
docs/source/_static/img/arize_drift_monitoring.png
docs/source/_static/img/arize_model_explainability.png
docs/source/_static/img/batching-arch.svg
docs/source/_static/img/batching-architecture.png
docs/source/_static/img/batching-diagram.png
docs/source/_static/img/batching-seq.svg
docs/source/_static/img/bentoml-banner.png
docs/source/_static/img/bentoml-icon.png
docs/source/_static/img/bentoml-overview.png
docs/source/_static/img/bentoml-readme-header.jpeg
docs/source/_static/img/bentoml-removebg.png
docs/source/_static/img/bentoml.png
docs/source/_static/img/configuration-override-env.png
docs/source/_static/img/favicon-32x32.ico
docs/source/_static/img/favicon-96x96.ico
docs/source/_static/img/favicon.ico
docs/source/_static/img/inference-graph-diagram.png
docs/source/_static/img/inference-graph-trace.png
docs/source/_static/img/interceptor-flow.png
docs/source/_static/img/interceptor-flow.svg
docs/source/_static/img/jaeger-ui.png
docs/source/_static/img/kubeflow-crds.png
docs/source/_static/img/kubeflow-fraud-detection.png
docs/source/_static/img/logo.svg
docs/source/_static/img/monitoring_workflow.png
docs/source/_static/img/prometheus-metrics.png
docs/source/_static/img/yatai-activities.png
docs/source/_static/img/yatai-bento-repos.png
docs/source/_static/img/yatai-cluster-components.png
docs/source/_static/img/yatai-deployment-creation.png
docs/source/_static/img/yatai-deployment-details.png
docs/source/_static/img/yatai-model-detail.png
docs/source/_static/img/yatai-overview-page.png
docs/source/_static/js/custom.js
docs/source/_templates/base.html
docs/source/concepts/bento.rst
docs/source/concepts/deploy.rst
docs/source/concepts/index.rst
docs/source/concepts/model.rst
docs/source/concepts/runner.rst
docs/source/concepts/service.rst
docs/source/frameworks/catboost.rst
docs/source/frameworks/fastai.rst
docs/source/frameworks/index.rst
docs/source/frameworks/keras.rst
docs/source/frameworks/lightgbm.rst
docs/source/frameworks/onnx.rst
docs/source/frameworks/picklable.rst
docs/source/frameworks/pytorch.rst
docs/source/frameworks/pytorch_lightning.rst
docs/source/frameworks/sklearn.rst
docs/source/frameworks/tensorflow.rst
docs/source/frameworks/transformers.rst
docs/source/frameworks/xgboost.rst
docs/source/guides/batching.rst
docs/source/guides/ci.rst
docs/source/guides/client.rst
docs/source/guides/configuration.rst
docs/source/guides/containerization.rst
docs/source/guides/envmanager.rst
docs/source/guides/gpu.rst
docs/source/guides/graph.rst
docs/source/guides/grpc.rst
docs/source/guides/index.rst
docs/source/guides/logging.rst
docs/source/guides/metrics.rst
docs/source/guides/migration.rst
docs/source/guides/monitoring.rst
docs/source/guides/performance.rst
docs/source/guides/security.rst
docs/source/guides/server.rst
docs/source/guides/tracing.rst
docs/source/guides/snippets/containerization/conda_cuda.template
docs/source/guides/snippets/containerization/tf_ops.template
docs/source/guides/snippets/grpc/additional_setup.rst
docs/source/guides/snippets/grpc/grpc_tools.rst
docs/source/guides/snippets/grpc/cpp/BUILD.snippet.bzl
docs/source/guides/snippets/grpc/cpp/WORKSPACE.snippet.bzl
docs/source/guides/snippets/grpc/cpp/request.cc
docs/source/guides/snippets/grpc/go/BUILD.snippet.bzl
docs/source/guides/snippets/grpc/go/WORKSPACE.snippet.bzl
docs/source/guides/snippets/grpc/go/request.go
docs/source/guides/snippets/grpc/java/BUILD.snippet.bzl
docs/source/guides/snippets/grpc/java/Request.java
docs/source/guides/snippets/grpc/java/WORKSPACE.snippet.bzl
docs/source/guides/snippets/grpc/kotlin/BUILD.snippet.bzl
docs/source/guides/snippets/grpc/kotlin/Request.kt
docs/source/guides/snippets/grpc/kotlin/WORKSPACE.snippet.bzl
docs/source/guides/snippets/grpc/node/request.js
docs/source/guides/snippets/grpc/python/request.py
docs/source/guides/snippets/grpc/swift/Request.swift
docs/source/guides/snippets/metrics/metric_defs.py
docs/source/guides/snippets/metrics/runner_impl.py
docs/source/guides/snippets/tracing/bentoml_configuration.yaml
docs/source/guides/snippets/tracing/docker-compose.yml
docs/source/integrations/airflow.rst
docs/source/integrations/arize.rst
docs/source/integrations/databricks.rst
docs/source/integrations/feast.rst
docs/source/integrations/flink.rst
docs/source/integrations/flyte.rst
docs/source/integrations/index.rst
docs/source/integrations/knative.rst
docs/source/integrations/kubeflow.rst
docs/source/integrations/kubernetes.rst
docs/source/integrations/mlflow.rst
docs/source/integrations/prefect.rst
docs/source/integrations/ray.rst
docs/source/integrations/sagemaker.rst
docs/source/integrations/spark.rst
docs/source/integrations/triton.rst
docs/source/integrations/tvm.rst
docs/source/integrations/snippets/triton/bentofile.yaml
docs/source/integrations/snippets/triton/build_bento.py
docs/source/integrations/snippets/triton/service_model_version_1.py
docs/source/reference/api_io_descriptors.rst
docs/source/reference/batch.rst
docs/source/reference/cli.rst
docs/source/reference/container.rst
docs/source/reference/core.rst
docs/source/reference/exceptions.rst
docs/source/reference/index.rst
docs/source/reference/metrics.rst
docs/source/reference/stores.rst
docs/source/reference/frameworks/catboost.rst
docs/source/reference/frameworks/fastai.rst
docs/source/reference/frameworks/flax.rst
docs/source/reference/frameworks/index.rst
docs/source/reference/frameworks/keras.rst
docs/source/reference/frameworks/lightgbm.rst
docs/source/reference/frameworks/mlflow.rst
docs/source/reference/frameworks/onnx.rst
docs/source/reference/frameworks/picklable_model.rst
docs/source/reference/frameworks/pytorch.rst
docs/source/reference/frameworks/ray.rst
docs/source/reference/frameworks/sklearn.rst
docs/source/reference/frameworks/tensorflow.rst
docs/source/reference/frameworks/torchscript.rst
docs/source/reference/frameworks/transformers.rst
docs/source/reference/frameworks/xgboost.rst
examples/.gitignore
examples/README.md
examples/custom_model_runner/.gitignore
examples/custom_model_runner/BUILD
examples/custom_model_runner/README.md
examples/custom_model_runner/bentofile.yaml
examples/custom_model_runner/locustfile.py
examples/custom_model_runner/net.py
examples/custom_model_runner/requirements.txt
examples/custom_model_runner/service.py
examples/custom_model_runner/train.py
examples/custom_model_runner/utils.py
examples/custom_model_runner/prometheus/prometheus.grpc.yml
examples/custom_model_runner/prometheus/prometheus.http.yml
examples/custom_python_model/lda_classifier/README.md
examples/custom_python_model/lda_classifier/bentofile.yaml
examples/custom_python_model/lda_classifier/lda.py
examples/custom_python_model/lda_classifier/requirements.txt
examples/custom_python_model/lda_classifier/service.py
examples/custom_python_model/lda_classifier/train.py
examples/custom_python_model/simple_pickable_model/README.md
examples/custom_python_model/simple_pickable_model/bentofile.yaml
examples/custom_python_model/simple_pickable_model/model.py
examples/custom_python_model/simple_pickable_model/requirements.txt
examples/custom_python_model/simple_pickable_model/service.py
examples/custom_runner/nltk_pretrained_model/BUILD
examples/custom_runner/nltk_pretrained_model/README.md
examples/custom_runner/nltk_pretrained_model/bentofile.yaml
examples/custom_runner/nltk_pretrained_model/download_nltk_models.py
examples/custom_runner/nltk_pretrained_model/requirements.txt
examples/custom_runner/nltk_pretrained_model/service.py
examples/custom_runner/nltk_pretrained_model/utils.py
examples/custom_runner/nltk_pretrained_model/prometheus/prometheus.grpc.yml
examples/custom_runner/nltk_pretrained_model/prometheus/prometheus.http.yml
examples/custom_runner/torch_hub_yolov5/.gitignore
examples/custom_runner/torch_hub_yolov5/README.md
examples/custom_runner/torch_hub_yolov5/bentofile.yaml
examples/custom_runner/torch_hub_yolov5/download_model.py
examples/custom_runner/torch_hub_yolov5/requirements.txt
examples/custom_runner/torch_hub_yolov5/service.py
examples/custom_runner/torch_hub_yolov5/data/bus.jpg
examples/custom_runner/torch_hub_yolov5/data/zidane.jpg
examples/custom_web_serving/fastapi_example/README.md
examples/custom_web_serving/fastapi_example/bentofile.yaml
examples/custom_web_serving/fastapi_example/requirements.txt
examples/custom_web_serving/fastapi_example/service.py
examples/custom_web_serving/fastapi_example/train.py
examples/custom_web_serving/flask_example/README.md
examples/custom_web_serving/flask_example/bentofile.yaml
examples/custom_web_serving/flask_example/requirements.txt
examples/custom_web_serving/flask_example/service.py
examples/custom_web_serving/flask_example/train.py
examples/flax/MNIST/.bentoignore
examples/flax/MNIST/.gitignore
examples/flax/MNIST/BUILD
examples/flax/MNIST/README.md
examples/flax/MNIST/bentofile.yaml
examples/flax/MNIST/requirements-gpu.txt
examples/flax/MNIST/requirements.txt
examples/flax/MNIST/service.py
examples/flax/MNIST/train.py
examples/flax/MNIST/samples/0.png
examples/flax/MNIST/samples/1.png
examples/flax/MNIST/samples/2.png
examples/flax/MNIST/samples/3.png
examples/flax/MNIST/samples/4.png
examples/flax/MNIST/samples/5.png
examples/flax/MNIST/samples/6.png
examples/flax/MNIST/samples/7.png
examples/flax/MNIST/samples/8.png
examples/flax/MNIST/samples/9.png
examples/flax/MNIST/tests/conftest.py
examples/flax/MNIST/tests/test_endpoints.py
examples/fraud_detection/IEEE-CIS-Fraud-Detection.ipynb
examples/fraud_detection/README.md
examples/fraud_detection/bentofile-gpu.yaml
examples/fraud_detection/bentofile.yaml
examples/fraud_detection/dev-requirements.txt
examples/fraud_detection/download_data.sh
examples/fraud_detection/inference_graph_bentofile.yaml
examples/fraud_detection/inference_graph_service.py
examples/fraud_detection/sample.py
examples/fraud_detection/service.py
examples/fraud_detection/submit_test_requests.sh
examples/fraud_detection/train.sh
examples/fraud_detection/benchmark/README.md
examples/fraud_detection/benchmark/benchmark-requirements.txt
examples/fraud_detection/benchmark/fastapi_main_load_model.py
examples/fraud_detection/benchmark/fastapi_main_local_runner.py
examples/fraud_detection/benchmark/locustfile.py
examples/fraud_detection/benchmark/ray_deploy.py
examples/fraud_detection/benchmark/sample.py
examples/fraud_detection/benchmark/service.py
examples/fraud_detection/benchmark/service_local_runner.py
examples/inference_graph/.bentoignore
examples/inference_graph/README.md
examples/inference_graph/bentofile.yaml
examples/inference_graph/deployment.yaml
examples/inference_graph/requirements.txt
examples/inference_graph/service.py
examples/inference_graph/train.py
examples/kfserving/.bentoignore
examples/kfserving/bentofile.yaml
examples/kfserving/custom_kfserving_deployment.yaml
examples/kfserving/requirements.txt
examples/kfserving/service.py
examples/kfserving/train.py
examples/kubeflow/README.md
examples/kubeflow/bentofile.yaml
examples/kubeflow/deployment_from_bento.yaml
examples/kubeflow/deployment_from_bentorequest.yaml
examples/kubeflow/notebook.ipynb
examples/kubeflow/requirements.txt
examples/kubeflow/sample.py
examples/kubeflow/service.py
examples/mlflow/.gitignore
examples/mlflow/keras/train.py
examples/mlflow/lightgbm/MLproject
examples/mlflow/lightgbm/README.md
examples/mlflow/lightgbm/bentofile.yaml
examples/mlflow/lightgbm/conda.yaml
examples/mlflow/lightgbm/service.py
examples/mlflow/lightgbm/train.py
examples/mlflow/pytorch/MLproject
examples/mlflow/pytorch/README.md
examples/mlflow/pytorch/bentofile.yaml
examples/mlflow/pytorch/conda.yaml
examples/mlflow/pytorch/mnist.py
examples/mlflow/pytorch/service.py
examples/mlflow/pytorch/test_input.json
examples/mlflow/sklearn_autolog/README.md
examples/mlflow/sklearn_autolog/grid_search_cv.py
examples/mlflow/sklearn_autolog/linear_regression.py
examples/mlflow/sklearn_autolog/pipeline.py
examples/mlflow/sklearn_autolog/utils.py
examples/mlflow/sklearn_logistic_regression/MLproject
examples/mlflow/sklearn_logistic_regression/conda.yaml
examples/mlflow/sklearn_logistic_regression/train.py
examples/mlflow/torchscript/IrisClassification/MLproject
examples/mlflow/torchscript/IrisClassification/README.md
examples/mlflow/torchscript/IrisClassification/conda.yaml
examples/mlflow/torchscript/IrisClassification/iris_classification.py
examples/mlflow/torchscript/MNIST/MLproject
examples/mlflow/torchscript/MNIST/README.md
examples/mlflow/torchscript/MNIST/conda.yaml
examples/mlflow/torchscript/MNIST/mnist_torchscript.py
examples/monitoring/task_classification/.bentoignore
examples/monitoring/task_classification/README.md
examples/monitoring/task_classification/bentofile.yaml
examples/monitoring/task_classification/deployment.yaml
examples/monitoring/task_classification/locustfile.py
examples/monitoring/task_classification/requirements.txt
examples/monitoring/task_classification/service.py
examples/monitoring/task_classification/train.py
examples/pydantic_validation/.bentoignore
examples/pydantic_validation/README.md
examples/pydantic_validation/bentofile.yaml
examples/pydantic_validation/requirements.txt
examples/pydantic_validation/service.py
examples/pydantic_validation/train.py
examples/pytorch_mnist/.bentoignore
examples/pytorch_mnist/.gitignore
examples/pytorch_mnist/README.md
examples/pytorch_mnist/bentofile.yaml
examples/pytorch_mnist/locustfile.py
examples/pytorch_mnist/model.py
examples/pytorch_mnist/pytorch_mnist_demo.ipynb
examples/pytorch_mnist/requirements.txt
examples/pytorch_mnist/service.py
examples/pytorch_mnist/train.py
examples/pytorch_mnist/samples/0.png
examples/pytorch_mnist/samples/1.png
examples/pytorch_mnist/samples/2.png
examples/pytorch_mnist/samples/3.png
examples/pytorch_mnist/samples/4.png
examples/pytorch_mnist/samples/5.png
examples/pytorch_mnist/samples/6.png
examples/pytorch_mnist/samples/7.png
examples/pytorch_mnist/samples/8.png
examples/pytorch_mnist/samples/9.png
examples/pytorch_mnist/tests/conftest.py
examples/pytorch_mnist/tests/test_prediction.py
examples/quickstart/.bentoignore
examples/quickstart/BENCHMARK.md
examples/quickstart/README.md
examples/quickstart/bentofile.yaml
examples/quickstart/iris_classifier.ipynb
examples/quickstart/locustfile.py
examples/quickstart/requirements.txt
examples/quickstart/service.py
examples/quickstart/train.py
examples/sklearn/linear_regression/README.md
examples/sklearn/linear_regression/bentofile.yaml
examples/sklearn/linear_regression/requirements.txt
examples/sklearn/linear_regression/service.py
examples/sklearn/linear_regression/train.py
examples/sklearn/pipeline/README.md
examples/sklearn/pipeline/bentofile.yaml
examples/sklearn/pipeline/requirements.txt
examples/sklearn/pipeline/service.py
examples/sklearn/pipeline/train.py
examples/tensorflow2_keras/.bentoignore
examples/tensorflow2_keras/README.md
examples/tensorflow2_keras/bentofile.yaml
examples/tensorflow2_keras/locustfile.py
examples/tensorflow2_keras/requirements-macos.txt
examples/tensorflow2_keras/requirements.txt
examples/tensorflow2_keras/service.py
examples/tensorflow2_keras/tensorflow2_mnist_demo.ipynb
examples/tensorflow2_keras/train.py
examples/tensorflow2_keras/samples/0.png
examples/tensorflow2_keras/samples/1.png
examples/tensorflow2_keras/samples/2.png
examples/tensorflow2_keras/samples/3.png
examples/tensorflow2_keras/samples/4.png
examples/tensorflow2_keras/samples/5.png
examples/tensorflow2_keras/samples/6.png
examples/tensorflow2_keras/samples/7.png
examples/tensorflow2_keras/samples/8.png
examples/tensorflow2_keras/samples/9.png
examples/tensorflow2_keras/tests/conftest.py
examples/tensorflow2_keras/tests/test_prediction.py
examples/tensorflow2_native/.bentoignore
examples/tensorflow2_native/README.md
examples/tensorflow2_native/bentofile.yaml
examples/tensorflow2_native/locustfile.py
examples/tensorflow2_native/requirements-macos.txt
examples/tensorflow2_native/requirements.txt
examples/tensorflow2_native/service.py
examples/tensorflow2_native/tensorflow2_mnist_demo.ipynb
examples/tensorflow2_native/train.py
examples/tensorflow2_native/samples/0.png
examples/tensorflow2_native/samples/1.png
examples/tensorflow2_native/samples/2.png
examples/tensorflow2_native/samples/3.png
examples/tensorflow2_native/samples/4.png
examples/tensorflow2_native/samples/5.png
examples/tensorflow2_native/samples/6.png
examples/tensorflow2_native/samples/7.png
examples/tensorflow2_native/samples/8.png
examples/tensorflow2_native/samples/9.png
examples/tensorflow2_native/tests/conftest.py
examples/tensorflow2_native/tests/test_prediction.py
examples/triton/onnx/README.md
examples/triton/onnx/bentofile.yaml
examples/triton/onnx/build_bento.py
examples/triton/onnx/containerize_bento.py
examples/triton/onnx/export-yolov5-weights
examples/triton/onnx/helpers.py
examples/triton/onnx/locustfile.py
examples/triton/onnx/serve_bento.py
examples/triton/onnx/service.py
examples/triton/onnx/setup
examples/triton/onnx/train.py
examples/triton/onnx/data/bus.jpg
examples/triton/onnx/data/zidane.jpg
examples/triton/onnx/model_repository/onnx_yolov5s/config.pbtxt
examples/triton/onnx/requirements/requirements-gpu.txt
examples/triton/onnx/requirements/requirements.txt
examples/triton/pytorch/README.md
examples/triton/pytorch/bentofile.yaml
examples/triton/pytorch/build_bento.py
examples/triton/pytorch/containerize_bento.py
examples/triton/pytorch/export-yolov5-weights
examples/triton/pytorch/helpers.py
examples/triton/pytorch/locustfile.py
examples/triton/pytorch/serve_bento.py
examples/triton/pytorch/service.py
examples/triton/pytorch/setup
examples/triton/pytorch/train.py
examples/triton/pytorch/data/bus.jpg
examples/triton/pytorch/data/zidane.jpg
examples/triton/pytorch/model_repository/torchscript_yolov5s/config.pbtxt
examples/triton/pytorch/requirements/requirements-gpu.txt
examples/triton/pytorch/requirements/requirements.txt
examples/triton/tensorflow/README.md
examples/triton/tensorflow/bentofile.yaml
examples/triton/tensorflow/build_bento.py
examples/triton/tensorflow/containerize_bento.py
examples/triton/tensorflow/export-yolov5-weights
examples/triton/tensorflow/helpers.py
examples/triton/tensorflow/locustfile.py
examples/triton/tensorflow/serve_bento.py
examples/triton/tensorflow/service.py
examples/triton/tensorflow/setup
examples/triton/tensorflow/train.py
examples/triton/tensorflow/data/bus.jpg
examples/triton/tensorflow/data/zidane.jpg
examples/triton/tensorflow/model_repository/tensorflow_yolov5s/config.pbtxt
examples/triton/tensorflow/requirements/requirements-gpu.txt
examples/triton/tensorflow/requirements/requirements.txt
examples/xgboost/README.md
examples/xgboost/agaricus.ipynb
examples/xgboost/agaricus.py
examples/xgboost/bentofile.yaml
examples/xgboost/blah.txt
examples/xgboost/locustfile.py
examples/xgboost/requirements.txt
examples/xgboost/train.py
examples/xgboost/data/agaricus.txt.train
grpc-client/README.md
grpc-client/bentoml
grpc-client/cpp/BUILD.bazel
grpc-client/cpp/client.cc
grpc-client/go/BUILD.bazel
grpc-client/go/client
grpc-client/go/client.go
grpc-client/go/go.mod
grpc-client/go/go.sum
grpc-client/java/.gitattributes
grpc-client/java/BUILD.bazel
grpc-client/java/build.gradle
grpc-client/java/gradlew
grpc-client/java/gradlew.bat
grpc-client/java/settings.gradle
grpc-client/java/gradle/wrapper/gradle-wrapper.jar
grpc-client/java/gradle/wrapper/gradle-wrapper.properties
grpc-client/java/src/main/java/com/client/BentoServiceClient.java
grpc-client/java/src/main/proto/v1
grpc-client/java/src/main/proto/v1alpha1
grpc-client/kotlin/.gitattributes
grpc-client/kotlin/BUILD.bazel
grpc-client/kotlin/build.gradle.kts
grpc-client/kotlin/gradlew
grpc-client/kotlin/gradlew.bat
grpc-client/kotlin/settings.gradle.kts
grpc-client/kotlin/gradle/wrapper/gradle-wrapper.jar
grpc-client/kotlin/gradle/wrapper/gradle-wrapper.properties
grpc-client/kotlin/src/main/kotlin/com/client/BentoServiceClient.kt
grpc-client/kotlin/src/main/proto/v1
grpc-client/kotlin/src/main/proto/v1alpha1
grpc-client/node/client.js
grpc-client/node/hack
grpc-client/node/package.json
grpc-client/node/yarn.lock
grpc-client/php/BentoServiceClient.php
grpc-client/php/README.md
grpc-client/php/client
grpc-client/php/codegen
grpc-client/php/composer.json
grpc-client/python/client.py
grpc-client/swift/.swiftformat
grpc-client/swift/Package.swift
grpc-client/swift/client
grpc-client/swift/Sources/BentoServiceClient/main.swift
requirements/BUILD
requirements/dev-requirements.txt
requirements/docs-requirements.txt
requirements/frameworks-requirements.txt
requirements/tests-requirements.txt
scripts/release_pypi.sh
scripts/release_quickstart_bento.sh
scripts/release_quickstart_image.sh
scripts/workflow_cleanup.sh
src/bentoml/__init__.py
src/bentoml/__main__.py
src/bentoml/_version.py
src/bentoml/batch.py
src/bentoml/bentos.py
src/bentoml/catboost.py
src/bentoml/client.py
src/bentoml/container.py
src/bentoml/detectron.py
src/bentoml/diffusers.py
src/bentoml/easyocr.py
src/bentoml/evalml.py
src/bentoml/exceptions.py
src/bentoml/fastai.py
src/bentoml/fasttext.py
src/bentoml/flax.py
src/bentoml/gluon.py
src/bentoml/h2o.py
src/bentoml/io.py
src/bentoml/keras.py
src/bentoml/lightgbm.py
src/bentoml/metrics.py
src/bentoml/metrics.pyi
src/bentoml/mlflow.py
src/bentoml/models.py
src/bentoml/monitoring.py
src/bentoml/onnx.py
src/bentoml/onnxmlir.py
src/bentoml/paddle.py
src/bentoml/picklable_model.py
src/bentoml/py.typed
src/bentoml/pycaret.py
src/bentoml/pyspark.py
src/bentoml/pytorch.py
src/bentoml/pytorch_lightning.py
src/bentoml/ray.py
src/bentoml/serve.py
src/bentoml/sklearn.py
src/bentoml/spacy.py
src/bentoml/start.py
src/bentoml/statsmodels.py
src/bentoml/tensorflow.py
src/bentoml/tensorflow_v1.py
src/bentoml/torchscript.py
src/bentoml/transformers.py
src/bentoml/triton.py
src/bentoml/types.py
src/bentoml/xgboost.py
src/bentoml.egg-info/PKG-INFO
src/bentoml.egg-info/SOURCES.txt
src/bentoml.egg-info/dependency_links.txt
src/bentoml.egg-info/entry_points.txt
src/bentoml.egg-info/requires.txt
src/bentoml.egg-info/top_level.txt
src/bentoml/_internal/__init__.py
src/bentoml/_internal/context.py
src/bentoml/_internal/exportable.py
src/bentoml/_internal/log.py
src/bentoml/_internal/resource.py
src/bentoml/_internal/store.py
src/bentoml/_internal/tag.py
src/bentoml/_internal/types.py
src/bentoml/_internal/batch/__init__.py
src/bentoml/_internal/batch/spark.py
src/bentoml/_internal/bento/__init__.py
src/bentoml/_internal/bento/bento.py
src/bentoml/_internal/bento/build_config.py
src/bentoml/_internal/bento/build_dev_bentoml_whl.py
src/bentoml/_internal/bento/gen.py
src/bentoml/_internal/client/__init__.py
src/bentoml/_internal/client/grpc.py
src/bentoml/_internal/client/http.py
src/bentoml/_internal/configuration/__init__.py
src/bentoml/_internal/configuration/containers.py
src/bentoml/_internal/configuration/helpers.py
src/bentoml/_internal/configuration/v1/__init__.py
src/bentoml/_internal/configuration/v1/default_configuration.yaml
src/bentoml/_internal/container/__init__.py
src/bentoml/_internal/container/base.py
src/bentoml/_internal/container/buildah.py
src/bentoml/_internal/container/buildctl.py
src/bentoml/_internal/container/buildx.py
src/bentoml/_internal/container/docker.py
src/bentoml/_internal/container/generate.py
src/bentoml/_internal/container/nerdctl.py
src/bentoml/_internal/container/podman.py
src/bentoml/_internal/container/frontend/dockerfile/__init__.py
src/bentoml/_internal/container/frontend/dockerfile/entrypoint.sh
src/bentoml/_internal/container/frontend/dockerfile/templates/_macros.j2
src/bentoml/_internal/container/frontend/dockerfile/templates/base.j2
src/bentoml/_internal/container/frontend/dockerfile/templates/base_alpine.j2
src/bentoml/_internal/container/frontend/dockerfile/templates/base_amazonlinux.j2
src/bentoml/_internal/container/frontend/dockerfile/templates/base_debian.j2
src/bentoml/_internal/container/frontend/dockerfile/templates/base_ubi8.j2
src/bentoml/_internal/container/frontend/dockerfile/templates/cuda_debian.j2
src/bentoml/_internal/container/frontend/dockerfile/templates/cuda_ubi8.j2
src/bentoml/_internal/container/frontend/dockerfile/templates/miniconda_alpine.j2
src/bentoml/_internal/container/frontend/dockerfile/templates/miniconda_debian.j2
src/bentoml/_internal/container/frontend/dockerfile/templates/python_alpine.j2
src/bentoml/_internal/container/frontend/dockerfile/templates/python_amazonlinux.j2
src/bentoml/_internal/container/frontend/dockerfile/templates/python_debian.j2
src/bentoml/_internal/container/frontend/dockerfile/templates/python_ubi8.j2
src/bentoml/_internal/env_manager/__init__.py
src/bentoml/_internal/env_manager/envs.py
src/bentoml/_internal/env_manager/manager.py
src/bentoml/_internal/external_typing/__init__.py
src/bentoml/_internal/external_typing/starlette.py
src/bentoml/_internal/external_typing/tensorflow.py
src/bentoml/_internal/frameworks/FRAMEWORK_TEMPLATE_PY
src/bentoml/_internal/frameworks/__init__.py
src/bentoml/_internal/frameworks/catboost.py
src/bentoml/_internal/frameworks/diffusers.py
src/bentoml/_internal/frameworks/fastai.py
src/bentoml/_internal/frameworks/flax.py
src/bentoml/_internal/frameworks/keras.py
src/bentoml/_internal/frameworks/lightgbm.py
src/bentoml/_internal/frameworks/mlflow.py
src/bentoml/_internal/frameworks/onnx.py
src/bentoml/_internal/frameworks/picklable.py
src/bentoml/_internal/frameworks/pytorch.py
src/bentoml/_internal/frameworks/pytorch_lightning.py
src/bentoml/_internal/frameworks/sklearn.py
src/bentoml/_internal/frameworks/tensorflow_v2.py
src/bentoml/_internal/frameworks/torchscript.py
src/bentoml/_internal/frameworks/transformers.py
src/bentoml/_internal/frameworks/xgboost.py
src/bentoml/_internal/frameworks/common/__init__.py
src/bentoml/_internal/frameworks/common/jax.py
src/bentoml/_internal/frameworks/common/pytorch.py
src/bentoml/_internal/frameworks/utils/__init__.py
src/bentoml/_internal/frameworks/utils/onnx.py
src/bentoml/_internal/frameworks/utils/tensorflow.py
src/bentoml/_internal/io_descriptors/__init__.py
src/bentoml/_internal/io_descriptors/base.py
src/bentoml/_internal/io_descriptors/file.py
src/bentoml/_internal/io_descriptors/image.py
src/bentoml/_internal/io_descriptors/json.py
src/bentoml/_internal/io_descriptors/multipart.py
src/bentoml/_internal/io_descriptors/numpy.py
src/bentoml/_internal/io_descriptors/pandas.py
src/bentoml/_internal/io_descriptors/text.py
src/bentoml/_internal/marshal/__init__.py
src/bentoml/_internal/marshal/dispatcher.py
src/bentoml/_internal/models/__init__.py
src/bentoml/_internal/models/model.py
src/bentoml/_internal/monitoring/__init__.py
src/bentoml/_internal/monitoring/api.py
src/bentoml/_internal/monitoring/default.py
src/bentoml/_internal/monitoring/otlp.py
src/bentoml/_internal/ray/__init__.py
src/bentoml/_internal/ray/runner_handle.py
src/bentoml/_internal/runner/__init__.py
src/bentoml/_internal/runner/container.py
src/bentoml/_internal/runner/runnable.py
src/bentoml/_internal/runner/runner.py
src/bentoml/_internal/runner/strategy.py
src/bentoml/_internal/runner/utils.py
src/bentoml/_internal/runner/runner_handle/__init__.py
src/bentoml/_internal/runner/runner_handle/local.py
src/bentoml/_internal/runner/runner_handle/remote.py
src/bentoml/_internal/server/README.md
src/bentoml/_internal/server/__init__.py
src/bentoml/_internal/server/base_app.py
src/bentoml/_internal/server/grpc_app.py
src/bentoml/_internal/server/http_app.py
src/bentoml/_internal/server/runner_app.py
src/bentoml/_internal/server/server.py
src/bentoml/_internal/server/grpc/__init__.py
src/bentoml/_internal/server/grpc/servicer/__init__.py
src/bentoml/_internal/server/grpc/servicer/v1/__init__.py
src/bentoml/_internal/server/grpc/servicer/v1alpha1/__init__.py
src/bentoml/_internal/server/http/__init__.py
src/bentoml/_internal/server/http/access.py
src/bentoml/_internal/server/http/instruments.py
src/bentoml/_internal/server/metrics/__init__.py
src/bentoml/_internal/server/metrics/prometheus.py
src/bentoml/_internal/server/static_content/favicon-32x32.png
src/bentoml/_internal/server/static_content/favicon-96x96.png
src/bentoml/_internal/server/static_content/index.css
src/bentoml/_internal/server/static_content/marked.min.js
src/bentoml/_internal/server/static_content/swagger-initializer.js
src/bentoml/_internal/server/static_content/swagger-ui-bundle.js
src/bentoml/_internal/server/static_content/swagger-ui-standalone-preset.js
src/bentoml/_internal/server/static_content/swagger-ui.css
src/bentoml/_internal/service/__init__.py
src/bentoml/_internal/service/inference_api.py
src/bentoml/_internal/service/loader.py
src/bentoml/_internal/service/service.py
src/bentoml/_internal/service/openapi/__init__.py
src/bentoml/_internal/service/openapi/specification.py
src/bentoml/_internal/service/openapi/utils.py
src/bentoml/_internal/utils/__init__.py
src/bentoml/_internal/utils/alg.py
src/bentoml/_internal/utils/benchmark.py
src/bentoml/_internal/utils/buildx.py
src/bentoml/_internal/utils/cattr.py
src/bentoml/_internal/utils/dotenv.py
src/bentoml/_internal/utils/formparser.py
src/bentoml/_internal/utils/http.py
src/bentoml/_internal/utils/lazy_loader.py
src/bentoml/_internal/utils/metrics.py
src/bentoml/_internal/utils/pkg.py
src/bentoml/_internal/utils/telemetry.py
src/bentoml/_internal/utils/unflatten.py
src/bentoml/_internal/utils/uri.py
src/bentoml/_internal/utils/analytics/__init__.py
src/bentoml/_internal/utils/analytics/cli_events.py
src/bentoml/_internal/utils/analytics/schemas.py
src/bentoml/_internal/utils/analytics/usage_stats.py
src/bentoml/_internal/utils/circus/__init__.py
src/bentoml/_internal/utils/circus/watchfilesplugin.py
src/bentoml/_internal/yatai_client/__init__.py
src/bentoml/_internal/yatai_rest_api_client/__init__.py
src/bentoml/_internal/yatai_rest_api_client/config.py
src/bentoml/_internal/yatai_rest_api_client/schemas.py
src/bentoml/_internal/yatai_rest_api_client/yatai.py
src/bentoml/grpc/__init__.py
src/bentoml/grpc/buf.yaml
src/bentoml/grpc/types.py
src/bentoml/grpc/interceptors/__init__.py
src/bentoml/grpc/interceptors/access.py
src/bentoml/grpc/interceptors/opentelemetry.py
src/bentoml/grpc/interceptors/prometheus.py
src/bentoml/grpc/utils/__init__.py
src/bentoml/grpc/utils/_import_hook.py
src/bentoml/grpc/v1/__init__.py
src/bentoml/grpc/v1/service.proto
src/bentoml/grpc/v1/service_pb2.py
src/bentoml/grpc/v1/service_pb2.pyi
src/bentoml/grpc/v1/service_pb2_grpc.py
src/bentoml/grpc/v1/service_pb2_grpc.pyi
src/bentoml/grpc/v1/_generated_pb3/__init__.py
src/bentoml/grpc/v1/_generated_pb3/service_pb2.py
src/bentoml/grpc/v1/_generated_pb3/service_pb2.pyi
src/bentoml/grpc/v1/_generated_pb3/service_pb2_grpc.py
src/bentoml/grpc/v1/_generated_pb3/service_pb2_grpc.pyi
src/bentoml/grpc/v1/_generated_pb4/__init__.py
src/bentoml/grpc/v1/_generated_pb4/service_pb2.py
src/bentoml/grpc/v1/_generated_pb4/service_pb2.pyi
src/bentoml/grpc/v1/_generated_pb4/service_pb2_grpc.py
src/bentoml/grpc/v1/_generated_pb4/service_pb2_grpc.pyi
src/bentoml/grpc/v1alpha1/__init__.py
src/bentoml/grpc/v1alpha1/service.proto
src/bentoml/grpc/v1alpha1/service_pb2.py
src/bentoml/grpc/v1alpha1/service_pb2.pyi
src/bentoml/grpc/v1alpha1/service_pb2_grpc.py
src/bentoml/grpc/v1alpha1/service_pb2_grpc.pyi
src/bentoml/grpc/v1alpha1/_generated_pb3/__init__.py
src/bentoml/grpc/v1alpha1/_generated_pb3/service_pb2.py
src/bentoml/grpc/v1alpha1/_generated_pb3/service_pb2.pyi
src/bentoml/grpc/v1alpha1/_generated_pb3/service_pb2_grpc.py
src/bentoml/grpc/v1alpha1/_generated_pb3/service_pb2_grpc.pyi
src/bentoml/grpc/v1alpha1/_generated_pb4/__init__.py
src/bentoml/grpc/v1alpha1/_generated_pb4/service_pb2.py
src/bentoml/grpc/v1alpha1/_generated_pb4/service_pb2.pyi
src/bentoml/grpc/v1alpha1/_generated_pb4/service_pb2_grpc.py
src/bentoml/grpc/v1alpha1/_generated_pb4/service_pb2_grpc.pyi
src/bentoml/testing/__init__.py
src/bentoml/testing/server.py
src/bentoml/testing/utils.py
src/bentoml/testing/grpc/__init__.py
src/bentoml/testing/pytest/__init__.py
src/bentoml/testing/pytest/plugin.py
src/bentoml_cli/__init__.py
src/bentoml_cli/bentos.py
src/bentoml_cli/cli.py
src/bentoml_cli/containerize.py
src/bentoml_cli/env.py
src/bentoml_cli/env_manager.py
src/bentoml_cli/models.py
src/bentoml_cli/py.typed
src/bentoml_cli/serve.py
src/bentoml_cli/start.py
src/bentoml_cli/utils.py
src/bentoml_cli/yatai.py
src/bentoml_cli/worker/README.md
src/bentoml_cli/worker/__init__.py
src/bentoml_cli/worker/grpc_api_server.py
src/bentoml_cli/worker/grpc_dev_api_server.py
src/bentoml_cli/worker/grpc_prometheus_server.py
src/bentoml_cli/worker/http_api_server.py
src/bentoml_cli/worker/http_dev_api_server.py
src/bentoml_cli/worker/runner.py
tests/__init__.py
tests/test_cli_regression.py
tests/e2e/README.md
tests/e2e/__init__.py
tests/e2e/bento_server_grpc/bentofile.yaml
tests/e2e/bento_server_grpc/context_server_interceptor.py
tests/e2e/bento_server_grpc/python_model.py
tests/e2e/bento_server_grpc/requirements.txt
tests/e2e/bento_server_grpc/service.py
tests/e2e/bento_server_grpc/train.py
tests/e2e/bento_server_grpc/tests/conftest.py
tests/e2e/bento_server_grpc/tests/test_custom_components.py
tests/e2e/bento_server_grpc/tests/test_descriptors.py
tests/e2e/bento_server_grpc/tests/test_metrics.py
tests/e2e/bento_server_http/bentofile.yaml
tests/e2e/bento_server_http/pickle_model.py
tests/e2e/bento_server_http/requirements.txt
tests/e2e/bento_server_http/service.py
tests/e2e/bento_server_http/train.py
tests/e2e/bento_server_http/configs/cors_enabled.yml
tests/e2e/bento_server_http/configs/default.yml
tests/e2e/bento_server_http/nested/requirements.txt
tests/e2e/bento_server_http/tests/conftest.py
tests/e2e/bento_server_http/tests/test_client.py
tests/e2e/bento_server_http/tests/test_io.py
tests/e2e/bento_server_http/tests/test_meta.py
tests/integration/__init__.py
tests/integration/frameworks/__init__.py
tests/integration/frameworks/conftest.py
tests/integration/frameworks/test_fastai_unit.py
tests/integration/frameworks/test_frameworks.py
tests/integration/frameworks/test_pytorch_unit.py
tests/integration/frameworks/test_tensorflow_unit.py
tests/integration/frameworks/test_transformers_unit.py
tests/integration/frameworks/mlflow/__init__.py
tests/integration/frameworks/mlflow/test_apis.py
tests/integration/frameworks/mlflow/MNIST/.gitignore
tests/integration/frameworks/mlflow/MNIST/MLproject
tests/integration/frameworks/mlflow/MNIST/conda.yaml
tests/integration/frameworks/mlflow/MNIST/mnist_autolog_example.py
tests/integration/frameworks/mlflow/NoPyfunc/MLmodel
tests/integration/frameworks/mlflow/NoPyfunc/conda.yaml
tests/integration/frameworks/mlflow/NoPyfunc/requirements.txt
tests/integration/frameworks/models/__init__.py
tests/integration/frameworks/models/catboost.py
tests/integration/frameworks/models/diffusers.py
tests/integration/frameworks/models/fastai.py
tests/integration/frameworks/models/flax.py
tests/integration/frameworks/models/keras.py
tests/integration/frameworks/models/lightgbm.py
tests/integration/frameworks/models/onnx.py
tests/integration/frameworks/models/picklable_model.py
tests/integration/frameworks/models/pytorch.py
tests/integration/frameworks/models/pytorch_lightning.py
tests/integration/frameworks/models/sklearn.py
tests/integration/frameworks/models/tensorflow.py
tests/integration/frameworks/models/torchscript.py
tests/integration/frameworks/models/transformers.py
tests/integration/frameworks/models/xgboost.py
tests/proto/__init__.py
tests/proto/service_test.proto
tests/proto/service_test_pb2.py
tests/proto/service_test_pb2.pyi
tests/proto/service_test_pb2_grpc.py
tests/proto/service_test_pb2_grpc.pyi
tests/proto/_generated_pb3/__init__.py
tests/proto/_generated_pb3/service_test_pb2.py
tests/proto/_generated_pb3/service_test_pb2.pyi
tests/proto/_generated_pb3/service_test_pb2_grpc.py
tests/proto/_generated_pb3/service_test_pb2_grpc.pyi
tests/proto/_generated_pb4/__init__.py
tests/proto/_generated_pb4/service_test_pb2.py
tests/proto/_generated_pb4/service_test_pb2.pyi
tests/proto/_generated_pb4/service_test_pb2_grpc.py
tests/proto/_generated_pb4/service_test_pb2_grpc.pyi
tests/unit/__init__.py
tests/unit/conftest.py
tests/unit/test_metrics.py
tests/unit/test_models.py
tests/unit/_internal/__init__.py
tests/unit/_internal/test_resource.py
tests/unit/_internal/test_service_api.py
tests/unit/_internal/test_store.py
tests/unit/_internal/test_utils.py
tests/unit/_internal/bento/__init__.py
tests/unit/_internal/bento/test_bento.py
tests/unit/_internal/bento/test_service_serialization.py
tests/unit/_internal/bento/bentoa/bentoa.py
tests/unit/_internal/bento/bentoa/testfile
tests/unit/_internal/bento/bentoa1/bentoa.py
tests/unit/_internal/bento/bentoa1/testfile
tests/unit/_internal/bento/bentob/bentob.py
tests/unit/_internal/bento/simplebento/.bentoignore
tests/unit/_internal/bento/simplebento/environment.yaml
tests/unit/_internal/bento/simplebento/notincluded.storage
tests/unit/_internal/bento/simplebento/notincluded.xml
tests/unit/_internal/bento/simplebento/setup_docker_container.sh
tests/unit/_internal/bento/simplebento/simplebento.py
tests/unit/_internal/bento/simplebento/somefile
tests/unit/_internal/bento/simplebento/subdir/somefile
tests/unit/_internal/bento/simplebento/subdir2/.bentoignore
tests/unit/_internal/bento/simplebento/subdir2/excluded.py
tests/unit/_internal/configuration/conftest.py
tests/unit/_internal/configuration/test_containers.py
tests/unit/_internal/configuration/test_helpers.py
tests/unit/_internal/configuration/test_v1_migration.py
tests/unit/_internal/io/test_base.py
tests/unit/_internal/io/test_custom.py
tests/unit/_internal/io/test_file.py
tests/unit/_internal/io/test_image.py
tests/unit/_internal/io/test_json.py
tests/unit/_internal/io/test_multipart.py
tests/unit/_internal/io/test_numpy.py
tests/unit/_internal/io/test_text.py
tests/unit/_internal/models/test_model.py
tests/unit/_internal/runner/test_container.py
tests/unit/_internal/runner/test_runner.py
tests/unit/_internal/runner/test_strategy.py
tests/unit/_internal/utils/test_analytics.py
tests/unit/_internal/utils/test_metrics.py
tests/unit/_internal/utils/test_uri.py
tests/unit/_internal/utils/circus/test_watchfilesplugin.py
tests/unit/bentoml_cli/__init__.py
tests/unit/bentoml_cli/test_env_manager.py
tests/unit/grpc/__init__.py
tests/unit/grpc/conftest.py
tests/unit/grpc/test_grpc_utils.py
tests/unit/grpc/interceptors/__init__.py
tests/unit/grpc/interceptors/test_access.py
tests/unit/grpc/interceptors/test_prometheus.py
tools/bazel
tools/bazel.rc
tools/dev.Dockerfile
tools/generate-grpc-stubs
typings/README.md
typings/schema.pyi
typings/PIL/Image.pyi
typings/PIL/__init__.pyi
typings/deepmerge/__init__.pyi
typings/deepmerge/merger.pyi
typings/deepmerge/strategy/core.pyi
typings/deepmerge/strategy/dict.pyi
typings/deepmerge/strategy/list.pyi
typings/deepmerge/strategy/set.pyi
typings/filetype/__init__.pyi
typings/filetype/match.pyi
typings/filetype/types/__init__.pyi
typings/fs/__init__.pyi
typings/fs/base.pyi
typings/fs/copy.pyi
typings/fs/enums.pyi
typings/fs/errors.pyi
typings/fs/glob.pyi
typings/fs/info.pyi
typings/fs/lrucache.pyi
typings/fs/mirror.pyi
typings/fs/osfs.pyi
typings/fs/path.pyi
typings/fs/permissions.pyi
typings/fs/subfs.pyi
typings/fs/tempfs.pyi
typings/fs/walk.pyi
typings/fs/wrapfs.pyi
typings/fs/opener/__init__.pyi
typings/fs/opener/base.pyi
typings/fs/opener/errors.pyi
typings/fs/opener/osfs.pyi
typings/fs/opener/parse.pyi
typings/fs/opener/registry.pyi
typings/fs/opener/tempfs.pyi
typings/multipart/multipart.pyi
typings/pathspec/__init__.pyi
typings/pathspec/pathspec.pyi
typings/pathspec/pattern.pyi
typings/pathspec/util.pyi
typings/tritonclient/__init__.pyi
typings/tritonclient/grpc/__init__.pyi
typings/tritonclient/grpc/model_config_pb2.pyi
typings/tritonclient/grpc/service_pb2.pyi
typings/tritonclient/grpc/service_pb2_grpc.pyi
typings/tritonclient/grpc/aio/__init__.pyi
typings/tritonclient/utils/__init__.pyi
typings/yaml/__init__.pyi
typings/yaml/dumper.pyi
typings/yaml/emitter.pyi
typings/yaml/error.pyi
typings/yaml/nodes.pyi
typings/yaml/representer.pyi
typings/yaml/resolver.pyi
typings/yaml/serializer.pyi