flama
The production framework for Predictive and Generative AI. Serve any model as an API in one line, with OpenAI/Anthropic/Ollama-compatible endpoints, a built-in chat UI, and native MCP.
File Explorer
Download Latest Version (.zip)- action.yaml
- action.yaml
- chat.gif
- serve.gif
- stream.gif
- bug.yaml
- feature_request.yaml
- _python-versions.yaml
- ci_production.yaml
- ci_pull_request.yaml
- dependabot-automerge.yaml
- manual_docker_build.yaml
- CODE_OF_CONDUCT.md
- CONTRIBUTING.md
- dependabot.yml
- FUNDING.yml
- logo.png
- social-preview.png
- social-preview.svg
- .gitkeep
- 2.0.0.json
- 2.0.1.json
- 2.0.2.json
- 2.0.3.json
- 2.0.4.json
- 2.0.5.json
- 2.0.6.json
- 2.0.7.json
- 2.0.8.json
- 2.1.0.json
- baseline.json
- README.md
- Dockerfile
- __init__.py
- get.py
- model.py
- run.py
- serve.py
- start.py
- upgrade.py
- __init__.py
- app.py
- config.py
- uvicorn.py
- app.py.j2
- __init__.py
- __main__.py
- formatting.py
- __init__.pyi
- compression.pyi
- cookies.pyi
- http.pyi
- json_encoder.pyi
- multipart.pyi
- route_table.pyi
- url.pyi
- __init__.py
- v2.py
- __init__.py
- _base.py
- calls.py
- flags.py
- imports.py
- __init__.py
- migration.py
- report.py
- runner.py
- source.py
- __init__.py
- claims.py
- jwt.py
- __init__.py
- components.py
- exceptions.py
- middleware.py
- types.py
- __init__.py
- brotli.py
- codec.py
- gzip.py
- negotiator.py
- __init__.py
- codec.py
- jsondata.py
- multipart.py
- negotiator.py
- urlencoded.py
- __init__.py
- bytes.py
- codec.py
- json.py
- negotiator.py
- text.py
- __init__.py
- _base.py
- __init__.py
- config.py
- data_structures.py
- exceptions.py
- fields.py
- loaders.py
- __init__.py
- algorithms.py
- exceptions.py
- jws.py
- __init__.py
- _base.py
- http.py
- sqlalchemy.py
- __init__.py
- _base.py
- http.py
- sqlalchemy.py
- worker.py
- __init__.py
- components.py
- exceptions.py
- __init__.py
- data_structures.py
- middleware.py
- types.py
- __init__.py
- _base.py
- components.py
- http.py
- jsonrpc.py
- websocket.py
- __init__.py
- connection.py
- http.py
- websocket.py
- __init__.py
- api.py
- file.py
- html.py
- json.py
- jsonrpc.py
- ndjson.py
- openapi.py
- plain_text.py
- redirect.py
- response.py
- sse.py
- templates.py
- __init__.py
- components.py
- data_structures.py
- __init__.py
- cache.py
- components.py
- context.py
- exceptions.py
- injector.py
- resolver.py
- types.py
- __init__.py
- components.py
- data_structures.py
- endpoint.py
- http.py
- module.py
- routing.py
- server.py
- tasks.py
- __init__.py
- _base.py
- compression.py
- correlation_id.py
- cors.py
- http.py
- httpsredirect.py
- sessions.py
- trustedhost.py
- __init__.py
- _base.py
- mlx.py
- vllm.py
- __init__.py
- _base.py
- pytorch.py
- sklearn.py
- tensorflow.py
- transformers.py
- __init__.py
- _base.py
- __init__.py
- decoder.py
- markers.py
- parsers.py
- __init__.py
- codec.py
- delta.py
- input.py
- __init__.py
- __init__.py
- _base.py
- anthropic.py
- native.py
- ollama.py
- openai.py
- __init__.py
- _base.py
- __init__.py
- _base.py
- llm.py
- ml.py
- __init__.py
- _base.py
- chat.py
- conversation.py
- raw.py
- message.py
- tool.py
- __init__.py
- __init__.py
- _base.py
- start.py
- stop.py
- text.py
- tool.py
- trace.py
- __init__.py
- buffer.py
- __init__.py
- __init__.py
- __init__.py
- assembler.py
- dialect.py
- parser.py
- renderer.py
- __init__.py
- assembler.py
- dialect.py
- parser.py
- renderer.py
- __init__.py
- assembler.py
- dialect.py
- parser.py
- renderer.py
- __init__.py
- assembler.py
- dialect.py
- parser.py
- renderer.py
- __init__.py
- __init__.py
- _base.py
- __init__.py
- __init__.py
- _base.py
- components.py
- exceptions.py
- modules.py
- streams.py
- __init__.py
- _base.py
- limit_offset.py
- page_number.py
- __init__.py
- paginator.py
- __init__.py
- crud.py
- data_structures.py
- exceptions.py
- filtering.py
- modules.py
- resource.py
- rest.py
- routing.py
- types.py
- workers.py
- __init__.py
- _base.py
- http.py
- mount.py
- websocket.py
- __init__.py
- router.py
- __init__.py
- core.py
- llm_anthropic.py
- llm_native.py
- llm_ollama.py
- llm_openai.py
- ml.py
- pagination.py
- __init__.py
- adapter.py
- fields.py
- __init__.py
- core.py
- llm_anthropic.py
- llm_native.py
- llm_ollama.py
- llm_openai.py
- ml.py
- pagination.py
- __init__.py
- adapter.py
- fields.py
- __init__.py
- core.py
- llm_anthropic.py
- llm_native.py
- llm_ollama.py
- llm_openai.py
- ml.py
- pagination.py
- __init__.py
- adapter.py
- fields.py
- __init__.py
- __init__.py
- adapter.py
- components.py
- data_structures.py
- exceptions.py
- modules.py
- openapi.py
- registry.py
- routing.py
- validation.py
- __init__.py
- _base.py
- pytorch.py
- sklearn.py
- tensorflow.py
- transformers.py
- __init__.py
- _base.py
- v1.py
- v2.py
- __init__.py
- data_structures.py
- exceptions.py
- serializer.py
- __init__.py
- data_structures.py
- middleware.py
- __init__.py
- annotations.py
- applications.py
- asgi.py
- config.py
- endpoints.py
- http.py
- json.py
- json_rpc.py
- models.py
- openapi.py
- pagination.py
- routes.py
- schemas.py
- serialize.py
- websockets.py
- __init__.py
- applications.py
- background.py
- client.py
- compat.py
- concurrency.py
- context.py
- events.py
- exceptions.py
- lifespan.py
- modules.py
- py.typed
- sqlalchemy.py
- url.py
- compression.rs
- cookies.rs
- http.rs
- json_encoder.rs
- lib.rs
- multipart.rs
- route_table.rs
- url.rs
- Cargo.toml
- rustfmt.toml
- Conversation.tsx
- index.ts
- ScrollDownButton.tsx
- ActionBar.tsx
- Error.tsx
- index.ts
- Loading.tsx
- Message.tsx
- Output.tsx
- Thought.tsx
- Tool.tsx
- User.tsx
- ChatApp.tsx
- EmptyChatInfo.tsx
- index.ts
- Markdown.tsx
- Mermaid.tsx
- PromptInput.tsx
- ChatContext.tsx
- index.ts
- parseEvent.ts
- reducer.ts
- types.ts
- useChat.ts
- useChatStream.ts
- Chat.ts
- index.ts
- chat.css
- chat.tsx
- ArrayValue.tsx
- index.ts
- MapValue.tsx
- Row.tsx
- Table.tsx
- Value.tsx
- EnvironmentTable.tsx
- ErrorTitle.tsx
- ErrorTraceback.tsx
- index.ts
- RequestTable.tsx
- Section.tsx
- URLTree.tsx
- Environment.ts
- Error.ts
- index.ts
- Request.ts
- URLs.ts
- html.ts
- index.ts
- error_404.tsx
- error_500.tsx
- Docs.tsx
- index.ts
- Docs.tsx
- index.ts
- docs.css
- docs.tsx
- chat.html
- error_404.html
- error_500.html
- docs.html
- Footer.tsx
- index.ts
- Menu.tsx
- base.css
- css.d.ts
- babel.config.js
- eslint.config.js
- package.json
- pnpm-lock.yaml
- pnpm-workspace.yaml
- postcss.config.js
- prettier.config.js
- tsconfig.json
- webpack.config.js
- icon-16.png
- icon-192.png
- icon-32.png
- icon-512.png
- _env
- benchmark
- build
- check
- clean
- docker_push
- fetch_templates
- format
- install
- lint
- performance
- publish
- test
- typecheck
- update
- update_templates
- version
- __init__.py
- asserts.py
- contexts.py
- importlib.py
- models.py
- templates.py
- conftest.py
- test_compression.py
- test_decoder.py
- test_injection.py
- test_json.py
- test_mcp.py
- test_middleware.py
- test_openapi.py
- test_routing.py
- test_schema.py
- test_serialize.py
- test_streaming.py
- __init__.py
- test_components.py
- test_jwt.py
- test_middleware.py
- __init__.py
- conftest.py
- test_get.py
- test_model.py
- test_run.py
- test_serve.py
- test_start.py
- test_upgrade.py
- __init__.py
- test_app.py
- test_config.py
- test_uvicorn.py
- __init__.py
- conftest.py
- test_formatting.py
- test_compression.py
- test_http.py
- test_websockets.py
- __init__.py
- conftest.py
- test_config.py
- test_data_structures.py
- test_fields.py
- __init__.py
- test_json_encoder.py
- test_route_table.py
- test_url.py
- __init__.py
- test_algorithms.py
- test_jws.py
- __init__.py
- test_http.py
- test_sqlalchemy.py
- __init__.py
- test_base.py
- test_http.py
- test_sqlalchemy.py
- test_worker.py
- __init__.py
- conftest.py
- test_components.py
- __init__.py
- test_data_structures.py
- test_middleware.py
- __init__.py
- test_base.py
- test_http.py
- test_jsonrpc.py
- test_websocket.py
- __init__.py
- test_connection.py
- test_http.py
- test_websocket.py
- __init__.py
- test_api.py
- test_file.py
- test_html.py
- test_json.py
- test_jsonrpc.py
- test_ndjson.py
- test_openapi.py
- test_plain_text.py
- test_redirect.py
- test_response.py
- test_sse.py
- test_templates.py
- __init__.py
- test_components.py
- test_data_structures.py
- __init__.py
- test_cache.py
- test_components.py
- test_context.py
- test_injector.py
- test_resolver.py
- __init__.py
- conftest.py
- test_components.py
- test_data_structures.py
- test_endpoint.py
- test_exceptions.py
- test_module.py
- test_routing.py
- test_server.py
- test_tasks.py
- __init__.py
- test_base.py
- test_compression.py
- test_correlation_id.py
- test_cors.py
- test_http.py
- test_httpsredirect.py
- test_sessions.py
- test_trustedhost.py
- __init__.py
- test_base.py
- test_mlx.py
- test_vllm.py
- __init__.py
- test_base.py
- test_pytorch.py
- test_sklearn.py
- test_tensorflow.py
- test_transformers.py
- __init__.py
- conftest.py
- test_codec.py
- test_decoder.py
- test_markers.py
- test_parsers.py
- __init__.py
- conftest.py
- test_anthropic.py
- test_base.py
- test_native.py
- test_ollama.py
- test_openai.py
- __init__.py
- test_base.py
- __init__.py
- test_llm.py
- test_mixins.py
- test_ml.py
- __init__.py
- conftest.py
- test_base.py
- test_chat.py
- test_conversation.py
- test_raw.py
- test_message.py
- test_tool.py
- __init__.py
- test_events.py
- test_buffer.py
- __init__.py
- test_assembler.py
- test_dialect.py
- test_parser.py
- test_renderer.py
- test_dialect.py
- test_parser.py
- test_renderer.py
- test_dialect.py
- test_parser.py
- test_renderer.py
- test_dialect.py
- test_parser.py
- test_renderer.py
- __init__.py
- test_base.py
- __init__.py
- conftest.py
- test_base.py
- test_components.py
- test_modules.py
- test_streams.py
- __init__.py
- conftest.py
- test_crud.py
- test_exceptions.py
- test_filtering.py
- test_modules.py
- test_resource.py
- test_rest.py
- test_routing.py
- test_workers.py
- __init__.py
- test_base.py
- test_http.py
- test_mount.py
- test_websocket.py
- __init__.py
- test_router.py
- test_marshmallow_adapter.py
- test_marshmallow_llm.py
- test_pydantic_adapter.py
- test_registry.py
- test_typesystem_adapter.py
- __init__.py
- conftest.py
- test_components.py
- test_data_structures.py
- test_llm_anthropic.py
- test_llm_native.py
- test_llm_ollama.py
- test_llm_openai.py
- test_modules.py
- test_openapi.py
- test_registry.py
- test_routing.py
- test_setup.py
- test_validation.py
- __init__.py
- conftest.py
- test_base.py
- test_frameworks.py
- test_transformers.py
- __init__.py
- conftest.py
- test_base.py
- test_v1.py
- test_v2.py
- __init__.py
- conftest.py
- test_data_structures.py
- test_serializer.py
- __init__.py
- test_data_structures.py
- test_middleware.py
- test_annotations.py
- test_models.py
- test_migration.py
- test_operations.py
- test_report.py
- test_runner.py
- test_source.py
- test_v2.py
- __init__.py
- test_data.py
- test_params.py
- test_return.py
- test_schemas.py
- test_uploads.py
- test_applications.py
- test_background.py
- test_client.py
- test_compression.py
- test_concurrency.py
- test_injection.py
- test_lifespan.py
- test_modules.py
- test_pagination.py
- test_sqlalchemy.py
- test_url.py
- __init__.py
- conftest.py
- .gitignore
- .pre-commit-config.yaml
- Cargo.lock
- Cargo.toml
- CHANGELOG.md
- commitlint.config.mjs
- CONTRIBUTORS.md
- LICENSE
- Makefile
- pyproject.toml
- README.md
- release.config.js
- SECURITY.md
- SUPPORT.md
- uv.lock
// repository documentation
Was this content helpful?
(0 ratings)