Flowfile

(★ 343)

Flowfile is a visual ETL tool and Python library combining drag-and-drop workflows with Polars dataframes. Build data pipelines visually, define flows programmatically with a Polars-like API, and export to standalone Python code. Perfect for fast, intuitive data processing from development to production.

File Explorer

Download Latest Version (.zip)

Showing a partial file list — download the zip above to see everything.

- - build-env.md
  - ci-release.md
  - config-flags.md
  - core-architecture.md
  - docs-manifests.md
  - frame-api.md
  - frontend-tauri-wasm.md
  - git-archaeology.md
  - README.md
  - run-operate-data.md
  - subsystems-contracts.md
  - test-infra.md
  - todos-debt.md
- launch.json
- - ai-overview.gif
  - code-generator-gif.gif
  - demo_flowfile_write.gif
  - flowfile_canvas_code.png
  - flowfile_demo_1.gif
  - generated_code.png
  - logo.png
  - read_excel_flowfile.gif
  - sql_editor.png
  - superstore_demo.gif
- - bug_report.md
- - claude-pr-review.yml
  - claude.yml
  - codeql.yaml
  - docker-publish.yml
  - documentation.yml
  - e2e-tests.yml
  - flowfile-wasm-build.yml
  - npm-publish-wasm.yml
  - pypi-release.yml
  - release.yaml
  - test-docker-auth.yml
  - test-docker-kernel-e2e.yml
  - test-kafka-integration.yml
  - test-kernel-integration.yml
  - test.yaml
- attribute_importance.png
- attribute_importance.svg
- automl_compare_models.png
- automl_compare_models.svg
- automl_feature_importance.png
- automl_feature_importance.svg
- automl_reuse_model.png
- automl_reuse_model.svg
- automl_select_and_predict.png
- automl_select_and_predict.svg
- automl_store_model.png
- automl_store_model.svg
- automl_visualize_results.png
- automl_visualize_results.svg
- - __init__.py
  - main.py
  - main_prd.py
- - regions.csv
  - sales-data.csv
- - customer_churn.csv
  - customer_segments.csv
  - customers.csv
  - employees.csv
  - generate_template_data.py
  - house_prices.csv
  - internal_products.csv
  - orders.csv
  - page_views.csv
  - products.csv
  - sales_data.csv
  - supermarket_sales.csv
  - supplier_products.csv
  - support_tickets.csv
  - survey_responses.csv
- - index.md
  - providers.md
- - try-sales-dashboard.html
  - try-sales-pipeline.html
- - catalog_analysis.py
  - catalog_references.py
  - catalog_scd2.py
  - code_to_flow.py
  - custom_node.py
  - first_pipeline.py
  - ml_pipeline.py
  - python_api_aggregations.py
  - python_api_joins.py
  - python_api_operations.py
  - sales_dashboard.py
  - sales_pipeline.py
- - ai-architecture.md
  - architecture.md
  - catalog-architecture.md
  - design-philosophy.md
  - flowfile-core.md
  - index.md
  - kernel-architecture.md
  - python-api-reference.md
  - visualizations.md
- - formula-reference.js
- - extra.css
  - formula-reference.css
- - analyze-your-data.md
  - build-flows-visually.md
  - coming-from-excel.md
  - data-elsewhere.md
  - deploy-for-a-team.md
  - index.md
  - projects.md
  - write-python.md
- community.md
- index.html
- installation.md
- quickstart.md
- what-is-flowfile-plain.md
- what-is-flowfile-technical.md
- what-is-flowfile.md
- - __init__.py
  - __main__.py
  - api.py
  - py.typed
- - __init__.py
  - test_api.py
  - test_cli.py
- readme.md
- - __init__.py
  - alembic.ini
  - main.py
  - py.typed
  - run_lock.py
  - types.py
- - __init__.py
  - conftest.py
  - core_log_sink.py
  - flowfile_core_test_utils.py
  - kernel_fixtures.py
  - README.md
  - secure_storage_isolation.py
  - test_api_consumers.py
  - test_api_runner_security.py
  - test_artifacts.py
  - test_auth.py
  - test_auth_e2e.py
  - test_catalog.py
  - test_catalog_cloud_e2e.py
  - test_catalog_cloud_run_flow_e2e.py
  - test_catalog_cloud_virtual.py
  - test_catalog_dashboards.py
  - test_catalog_delta.py
  - test_catalog_materialize.py
  - test_catalog_namespace_storage.py
  - test_catalog_notebooks.py
  - test_catalog_storage_backend.py
  - test_catalog_table_edits.py
  - test_catalog_visualizations.py
  - test_core_log_sink.py
  - test_db_dialect_endpoints.py
  - test_delta_utils.py
  - test_endpoints.py
  - test_file_manager.py
  - test_flow_api.py
  - test_flow_api_e2e.py
  - test_flow_api_lifecycle.py
  - test_ga_connections_routes.py
  - test_group_routes.py
  - test_internal_token.py
  - test_kernel_cancel.py
  - test_kernel_concurrency_integration.py
  - test_kernel_dependency_gate.py
  - test_kernel_image_pin_sync.py
  - test_kernel_manager_unit.py
  - test_kernel_match_route.py
  - test_kernel_matching_unit.py
  - test_kernel_packaging_gate.py
  - test_kernel_scratch_flow.py
  - test_kernel_start_race.py
  - test_kernel_warmup.py
  - test_lsp_models_sync.py
  - test_migration.py
  - test_notebook_store.py
  - test_parameter_integration.py
  - test_parameter_resolver.py
  - test_project_capabilities.py
  - test_received_table_drift.py
  - test_resolve_node_paths.py
  - test_run_flow_node.py
  - test_run_logs.py
  - test_schedule_validators.py
  - test_secure_storage.py
  - test_storage_browser.py
  - test_storage_browser_s3.py
  - test_system_worker.py
  - utils.py
- CLAUDE.md
- Dockerfile
- README.md
- - __init__.py
  - __init__.pyi
  - adapters.py
  - adapters.pyi
  - adding_expr.py
  - adding_expr.pyi
  - callable_utils.py
  - callable_utils.pyi
  - catalog.py
  - catalog.pyi
  - catalog_reference.py
  - catalog_reference.pyi
  - config.py
  - config.pyi
  - expr.py
  - expr.pyi
  - expr_name.py
  - expr_name.pyi
  - flow_frame.py
  - flow_frame.pyi
  - flow_frame_methods.py
  - flow_frame_methods.pyi
  - group_frame.py
  - group_frame.pyi
  - join.py
  - join.pyi
  - kafka.py
  - kafka.pyi
  - lazy.py
  - lazy.pyi
  - lazy_methods.py
  - lazy_methods.pyi
  - list_name_space.py
  - list_name_space.pyi
  - py.typed
  - rest_api.py
  - rest_api.pyi
  - selectors.py
  - selectors.pyi
  - series.py
  - series.pyi
  - utils.py
  - utils.pyi
- - __init__.py
  - conftest.py
  - test_catalog_reference.py
  - test_catalog_write_partition.py
  - test_catalog_write_scd2.py
  - test_cloud_write_partition.py
  - test_duckdb_database.py
  - test_dynamic_rename.py
  - test_evaluate_model.py
  - test_expressions.py
  - test_ff_repr.py
  - test_flow_frame.py
  - test_flowfile_frame.py
  - test_group_frame.py
  - test_joins.py
  - test_lazy_frame.py
  - test_multi_file_read.py
  - test_node_groups.py
  - utils.py
- CLAUDE.md
- expr_stub_generator.py
- flow_frame_stub_generator.py
- readme.md
- submodule_stub_generator.py
- - .gitignore
  - build.rs
  - Cargo.lock
  - Cargo.toml
  - entitlements.mac.plist
  - Info.plist
  - SIGNING.md
  - tauri.conf.json
- - canvas-clipboard.spec.ts
  - canvas-overlays.spec.ts
  - catalog-artifact-versions.spec.ts
  - column-selector.spec.ts
  - data-preview-stats.spec.ts
  - file-drop.spec.ts
  - fuzzy-match.spec.ts
  - node-designer.spec.ts
  - node-handle-labels.spec.ts
  - tutorial.spec.ts
  - web-flow.spec.ts
- - drawflow.d.ts
  - preload.d.ts
- .editorconfig
- .eslintrc.js
- .gitignore
- .prettierrc.json
- BREAKING_CHANGES_FIX.md
- CLAUDE.md
- Dockerfile
- FRONTEND_REFACTORING.md
- LICENSE
- nginx.conf
- package-lock.json
- package.json
- playwright.config.ts
- README.md
- tsconfig.json
- vite.config.mjs
- vitest.config.ts
- - __init__.py
  - __main__.py
  - engine.py
  - models.py
- - conftest.py
  - test_cron_schedules.py
  - test_log_retention.py
  - test_table_trigger_schedules.py
- CLAUDE.md
- - _headers
  - _redirects
  - favicon.svg
  - flowfile.png
- - App.vue
  - main.ts
  - vite-env.d.ts
- - setup.ts
- .gitignore
- CLAUDE.md
- index.html
- package-lock.json
- package.json
- pytest.ini
- README.md
- tsconfig.json
- tsconfig.node.json
- vite.config.ts
- vitest.config.ts
- - __init__.py
  - __main__.py
  - catalog_reader.py
  - cli.py
  - configs.py
  - custom_node_runner.py
  - flow_logger.py
  - funcs.py
  - log_models.py
  - main.py
  - models.py
  - pool.py
  - process_manager.py
  - routes.py
  - secrets.py
  - spawner.py
  - streaming.py
  - utils.py
  - viz_session_worker.py
  - viz_sessions.py
- - __init__.py
  - conftest.py
  - test_app.py
  - test_catalog_cloud.py
  - test_catalog_materialize.py
  - test_catalog_reader.py
  - test_catalog_visualize.py
  - test_create_utils.py
  - test_delta_funcs.py
  - test_execute_custom_node.py
  - test_flow_logger.py
  - test_funcs.py
  - test_import_purity.py
  - test_lazy_export_surface.py
  - test_merge_delta.py
  - test_pl_types.py
  - test_pool.py
  - test_process_manager.py
  - test_received_table.py
  - test_resolve_virtual_table.py
  - test_result_queue_deadlock.py
  - test_scd2_delta.py
  - test_secrets.py
- CLAUDE.md
- Dockerfile
- README.md
.dockerignore
.env.example
.gitattributes
.gitignore
.python-version
CLAUDE.md
connectorx_hook.py
CONTRIBUTING.md
docker-compose.yml
LICENSE
Makefile
README.md

// repository documentation

Was this content helpful?

★ 0 (0 ratings)

Flowfile

File Explorer

Today's picks

Was this content helpful?

Recent Feedback

Flowfile

File Explorer

Today's picks

Was this content helpful?

Recent Feedback

Download README