truss
The simplest way to serve AI/ML models in production
File Explorer
Download Latest Version (.zip)- devcontainer.json
- Dockerfile
- baseten.sh
- common-debian.sh
- docker-in-docker-debian.sh
- devcontainer.json
- Dockerfile
- action.yml
- bug_report.md
- feature_request.md
- get-python-version-range.py
- _build_truss_server_base_images_if_needed_shared.yml
- _detect_version_changed_shared.yml
- _integration_test_shared.yml
- baseten-performance-client-nodejs.yml
- baseten-performance-client-release.yml
- baseten-performance-client-test.yml
- build-context-builder-image.yml
- build-maturin.yml
- commit_new_release_to_main.yml
- create_release_pr.yml
- integration-tests.yml
- main.yml
- pr.yml
- release.yml
- smoketests.yml
- truss-transfer-build-maturin.yml
- truss-transfer-cli-release.yml
- truss-transfer-test.yml
- update_integration_test_durations.yml
- pull_request_template.md
- settings.json
- cancellation.rs
- client.rs
- constants.rs
- customer_request_id.rs
- endpoint_routing.rs
- errors.rs
- http.rs
- http_client.rs
- lib.rs
- split_policy.rs
- utils.rs
- integration_test.rs
- Cargo.toml
- README.md
- config.toml
- yarn-4.9.2.cjs
- ci_test.js
- index.spec.mjs
- test.js
- test_methods.js
- test_with_key.js
- package.json
- README.md
- package.json
- README.md
- package.json
- README.md
- package.json
- README.md
- package.json
- README.md
- package.json
- README.md
- package.json
- README.md
- package.json
- README.md
- package.json
- README.md
- package.json
- README.md
- package.json
- README.md
- package.json
- README.md
- package.json
- README.md
- package.json
- README.md
- package.json
- README.md
- package.json
- README.md
- prepare_npm_release.mjs
- lib.rs
- .gitignore
- .npmignore
- .yarnrc.yml
- benchmark_results_nodejs.csv
- build.rs
- Cargo.toml
- index.d.ts
- index.js
- package.json
- README.md
- rustfmt.toml
- yarn.lock
- lib.rs
- conftest.py
- integration_fastapi_server.py
- test_bindings.py
- test_client_embed.py
- test_methods.py
- baseten_performance_client.pyi
- Cargo.toml
- pyproject.toml
- README.md
- uv.lock
- config.rs
- constants.rs
- handlers.rs
- headers.rs
- lib.rs
- main.rs
- schema.rs
- server.rs
- tokenizer_manager.rs
- mod.rs
- integration_test.rs
- lib.rs
- README.md
- run_integration_tests.sh
- Cargo.toml
- config.yaml
- Dockerfile
- README.md
- app.py
- build_upload_new_image.sh
- Dockerfile
- requirements.txt
- VERSION
- config.yaml
- README.md
- test_embeddings_failover.py
- compare_latency_openai.js
- compare_latency_openai.py
- continous_latency.py
- README_nodejs.md
- .dockerignore
- Cargo.lock
- Cargo.toml
- README.md
- bump_truss_version.sh
- codespace_post_create.sh
- generate_base_images.py
- generate_truss_config_schema.py
- base_image.Dockerfile.jinja
- API-reference.mdx
- generate_reference.py
- generated-reference.mdx
- mdx_adapter.py
- README.md
- reference.patch
- sphinx_config.py
- base-images.md
- release.md
- llama-2.mdx
- overview.mdx
- sdxl.mdx
- whisper.mdx
- cached-weights.mdx
- 01-getting-started-bert.mdx
- 02-llm.mdx
- 03-llm-with-streaming.mdx
- 04-image-generation.mdx
- 06-high-performance-cached-weights.mdx
- 09-private-huggingface.mdx
- 10-using-system-packages.mdx
- bundled-package.mdx
- local-model.mdx
- pre-process.mdx
- private-model.mdx
- streaming.mdx
- system-packages.mdx
- favicon.svg
- README.md
- Dockerfile.conda
- Dockerfile.pipx
- Dockerfile.uv
- README.md
- run_tests.sh
- settings_disabled.toml
- settings_enabled.toml
- test_harness.py
- test_in_container.py
- test_settings_toml.py
- __init__.py
- test_chains.py
- update_context_builder_constance.py
- utils.py
- __init__.py
- definitions.py
- __init__.py
- constants.py
- custom_types.py
- errors.py
- trt_llm_config.py
- truss_config.py
- truss_spec.py
- base_watcher.py
- loops_deployment_log_watcher.py
- model_log_watcher.py
- training_log_watcher.py
- utils.py
- chain_team_resolver.py
- model_team_resolver.py
- training_project_team_resolver.py
- __init__.py
- deploy_checkpoints.py
- deploy_checkpoints_helpers.py
- deploy_full_checkpoints.py
- deploy_lora_checkpoints.py
- deploy_whisper_checkpoints.py
- cache.py
- checkpoint_viewer.py
- common.py
- core.py
- deploy_from_checkpoint_config.yml
- deploy_from_checkpoint_config_whisper.yml
- metrics_watcher.py
- poller.py
- types.py
- workstation.py
- common.py
- output.py
- self_upgrade.py
- auth.py
- chains_commands.py
- cli.py
- loops_checkpoint_viewer.py
- loops_commands.py
- migrate_commands.py
- proxy_command.py
- remote_cli.py
- ssh.py
- ssh_commands.py
- train_commands.py
- cache_warmer.py
- image_builder.py
- serving_image_builder.py
- util.py
- docker_build_emulator.py
- dockerfile_parser.py
- load_model_local.py
- truss_module_loader.py
- utils.py
- docker_build_setup.py
- truss_context.py
- local_config.py
- local_config_handler.py
- __init__.py
- hash.py
- signature.py
- truss_dir_patch_applier.py
- status.py
- tar.py
- time.py
- transfer.py
- __init__.py
- api.py
- auth.py
- core.py
- custom_types.py
- error.py
- oauth.py
- remote.py
- rest_client.py
- service.py
- user_agent.py
- remote_factory.py
- truss_remote.py
- __init__.py
- model_code_patch_applier.py
- model_container_patch_applier.py
- requirement_name_identifier.py
- system_packages.py
- context_managers.py
- custom_types.py
- errors.py
- inference_server_controller.py
- inference_server_process_controller.py
- inference_server_starter.py
- application.py
- endpoints.py
- server.py
- requirements.txt
- __init__.py
- model.py
- examples.yaml
- my_model.py
- proxy.conf.jinja
- patch.py
- __init__.py
- errors.py
- patches.py
- retry.py
- schema.py
- tracing.py
- __init__.py
- constraints.txt
- main.py
- model_wrapper.py
- requirements.txt
- truss_server.py
- __init__.py
- dynamic_config_resolver.py
- lazy_data_resolver.py
- log_config.py
- secrets_resolver.py
- serialization.py
- util.py
- config.py
- run.sh
- model.py
- __init__.py
- assets.py
- batching.py
- custom_types.py
- modeling.py
- tokenizer.py
- utils.py
- sigint_patch.py
- extension.py
- README.md
- install_slurm.sh
- setup_controller.sh
- setup_slurm.sh
- setup_worker.sh
- __init__.py
- base.Dockerfile.jinja
- baseten-ssh-server.sh
- cache.Dockerfile.jinja
- cache_requirements.txt
- copy_cache_files.Dockerfile.jinja
- docker_server_requirements.txt
- no_build.Dockerfile.jinja
- README.md.jinja
- server.Dockerfile.jinja
- test_chains_team_parameter.py
- test_deploy_from_checkpoint_config.yml
- conftest.py
- test_cache_view.py
- test_checkpoint_viewer.py
- test_deploy_checkpoints.py
- test_format_time_until_expiry.py
- test_poller.py
- test_train_cli_core.py
- test_train_init.py
- test_train_team_parameter.py
- test_workstation.py
- test_auth_cli.py
- test_chain_team_resolver.py
- test_chains_cli.py
- test_cli.py
- test_cli_utils_common.py
- test_logs_utils.py
- test_loops_cli.py
- test_migrate.py
- test_model_team_resolver.py
- test_self_upgrade.py
- test_ssh.py
- test_serving_image_builder.py
- test_load_local.py
- test_truss_module_finder.py
- test_local_config_handler.py
- test_calc_patch.py
- test_dir_signature.py
- test_hash.py
- test_signature.py
- test_truss_dir_patch_applier.py
- test_types.py
- conftest.py
- test_api.py
- test_archive_truss_push.py
- test_auth.py
- test_chain_upload.py
- test_core.py
- test_oauth.py
- test_remote.py
- test_service.py
- test_tar.py
- test_user_agent.py
- test_remote_factory.py
- test_truss_remote.py
- test_context_managers.py
- test_inference_server_starter.py
- test_model_container_patch_applier.py
- test_requirement_name_identifier.py
- conftest.py
- test_endpoints.py
- test_sanitized_exception_middleware.py
- test_server.py
- test_server_integration.py
- test_dynamic_config_resolver.py
- test_lazy_data_resolver_v2.py
- test_secrets_resolver.py
- test_retry.py
- test_model_wrapper.py
- test_schema.py
- test_truss_server.py
- __init__.py
- model.py
- __init__.py
- config.yaml
- __init__.py
- Dockerfile
- test.py
- backslash_continuation.yaml
- folded_block.yaml
- folded_chomped.yaml
- literal_block.yaml
- plain_multiline.yaml
- __init__.py
- model.py
- __init__.py
- config.yaml
- __init__.py
- model.py
- __init__.py
- config.yaml
- __init__.py
- app.py
- __init__.py
- model.py
- __init__.py
- config.yaml
- __init__.py
- model.py
- __init__.py
- config.yaml
- __init__.py
- model.py
- __init__.py
- config.yaml
- __init__.py
- model.py
- __init__.py
- config.yaml
- __init__.py
- model.py
- __init__.py
- config.yaml
- model.py
- constants.py
- __init__.py
- config.yaml
- __init__.py
- model.py
- __init__.py
- config.yaml
- __init__.py
- app.py
- build_upload_new_image.sh
- Dockerfile
- README.md
- VERSION
- __init__.py
- config.yaml
- config.yaml
- build_upload_new_image.sh
- Dockerfile
- main.go
- README.md
- VERSION
- config.yaml
- model.py
- config.yaml
- Dockerfile
- README.md
- __init__.py
- model.py
- __init__.py
- config.yaml
- __init__.py
- model.py
- __init__.py
- config.yaml
- requirements.txt
- __init__.py
- model.py
- __init__.py
- config.yaml
- requirements.txt
- __init__.py
- model.py
- __init__.py
- config.yaml
- requirements.txt
- __init__.py
- model.py
- __init__.py
- config.yaml
- __init__.py
- model.py
- __init__.py
- config.yaml
- __init__.py
- model.py
- __init__.py
- config.yaml
- __init__.py
- model.py
- __init__.py
- helpers_1.py
- helpers_2.py
- __init__.py
- config.yaml
- __init__.py
- model.py
- __init__.py
- config.yaml
- model.py
- config.yaml
- Dockerfile
- README.md
- __init__.py
- model.py
- __init__.py
- config.yaml
- __init__.py
- dummy
- model.py
- __init__.py
- test.py
- __init__.py
- __init__.py
- config.yaml
- examples.yaml
- __init__.py
- model.py
- __init__.py
- config.yaml
- __init__.py
- model.py
- __init__.py
- config.yaml
- __init__.py
- model.py
- __init__.py
- helpers_1.py
- helpers_2.py
- __init__.py
- config.yaml
- __init__.py
- auto-mpg.data
- happy.ipynb
- pima-indians-diabetes.csv
- readme_int_example.md
- readme_no_example.md
- readme_str_example.md
- server.Dockerfile
- test_trt_llm_config.py
- test_validation.py
- test_config_checks.py
- test_env_vars.py
- test_jinja.py
- test_path.py
- test_requirements.py
- __init__.py
- conftest.py
- helpers.py
- test_build.py
- test_config.py
- test_context_builder_image.py
- test_control_truss_patching.py
- test_custom_config_path.py
- test_custom_server.py
- test_docker.py
- test_model_inference.py
- test_model_schema.py
- test_testing_utilities_for_other_tests.py
- test_truss_gatherer.py
- test_truss_handle.py
- test_user_config.py
- test_util.py
- config_checks.py
- validation.py
- __init__.py
- calc_patch.py
- constants.py
- custom_types.py
- dir_signature.py
- hash.py
- local_truss_patch_applier.py
- signature.py
- truss_dir_patch_applier.py
- __init__.py
- build.py
- decorators.py
- readme_generator.py
- truss_gatherer.py
- truss_handle.py
- .truss_ignore
- __init__.py
- docker.py
- download.py
- env_vars.py
- error_utils.py
- gpu.py
- jinja.py
- log_utils.py
- notebook.py
- path.py
- requirements.py
- user_config.py
- yaml_utils.py
- __init__.py
- config.schema.json
- data_types.py
- helpers.py
- README.md
- transcribe.py
- whisper_chainlet.py
- trt_llama.py
- mistral_chainlet.py
- call_rag.py
- rag_chain.py
- README.md
- streaming_chain.py
- README.md
- custom_health_checks.py
- http_errors.py
- model_without_inheritance.py
- standalone_with_multiple_entrypoints.py
- __init__.py
- io_types.py
- __init__.py
- shared_chainlet.py
- itest_chain.py
- requirements.txt
- chain.py
- throttling_chain.py
- timeout_chain.py
- truss_model.py
- model.py
- config.yaml
- websocket_chain.py
- test_chain_gatherer.py
- test_chain_upload_end_to_end.py
- test_deployment_client_watch.py
- test_e2e.py
- test_framework.py
- test_remote_chainlet.py
- test_remote_truss_chainlet.py
- test_requirements_file.py
- test_streaming.py
- test_truss_chainlet.py
- test_utils.py
- __init__.py
- chain_gatherer.py
- code_gen.py
- deployment_client.py
- reference_chainlet.py
- reference_model.py
- __init__.py
- model_skeleton.py
- stub.py
- truss_chainlet.py
- utils.py
- __init__.py
- framework.py
- private_types.py
- public_api.py
- public_types.py
- py.typed
- pydantic_numpy.py
- streaming.py
- utils.py
- config_with_extra_field.py
- config_with_multiple_training_projects.py
- config_with_single_training_project.py
- config_without_training_project.py
- deploy_checkpoints_config.py
- project_with_deploy_checkpoints_config.py
- test_definitions.py
- test_deployment.py
- test_download.py
- test_loader.py
- test_public_api.py
- test_recreate.py
- __init__.py
- definitions.py
- deployment.py
- loader.py
- public_api.py
- restore_from_checkpoint.py
- aws.rs
- azure.rs
- gcs.rs
- huggingface.rs
- mod.rs
- aws_metadata.rs
- azure_metadata.rs
- basetenpointer.rs
- common_metadata.rs
- filter.rs
- gcs_metadata.rs
- hf_metadata.rs
- mod.rs
- object_storage_client.rs
- provider.rs
- bindings.rs
- cache.rs
- cli.rs
- cloud_range_download.rs
- constants.rs
- core.rs
- download.rs
- download_core.rs
- hf_transfer.rs
- lib.rs
- metrics.rs
- multimodal_processor.rs
- secrets.rs
- speed_checks.rs
- types.rs
- benchmark_comparison.py
- benchmark_concurrency.py
- benchmark_latency.py
- README.md
- test_audio_downloader.py
- test_create_bptr_with_aws.py
- test_create_bptr_with_gcs.py
- test_create_bptr_with_hf.py
- Cargo.lock
- Cargo.toml
- example-bptr-manifest-gcs.json
- example-bptr-manifest.json
- pyproject.toml
- README.md
- uv.lock
- .dockerignore
- .gitignore
- .mlc_config.json
- .pre-commit-config.yaml
- .python-version
- .tool-versions
- AGENTS.md
- CLAUDE.md
- CODE_OF_CONDUCT.md
- context_builder.Dockerfile
- CONTRIBUTING.md
- LICENSE
- Makefile
- pyproject.toml
- README.md
- uv.lock
// repository documentation
Was this content helpful?
(0 ratings)