datafusion-distributed
Library for bringing distributed capabilities to Apache DataFusion
File Explorer
Download Latest Version (.zip)- action.yml
- free_disk_space.sh
- ci.yml
- docs.yml
- broadcast_cache_scenarios.rs
- local_repartition.rs
- shuffle.rs
- transport.rs
- worker.rs
- clickbench.rs
- common.rs
- mod.rs
- tpcds.rs
- tpch.rs
- compare.rs
- lib.rs
- main.rs
- prepare_clickbench.rs
- prepare_tpcds.rs
- prepare_tpch.rs
- results.rs
- run.rs
- stats.rs
- build.rs
- Cargo.toml
- gen-clickbench.sh
- gen-tpcds.sh
- gen-tpch.sh
- README.md
- run.sh
- main.rs
- Cargo.toml
- README.md
- main.rs
- Cargo.toml
- regen.sh
- cluster.md
- cluster.rs
- console.md
- console_run.rs
- console_worker.rs
- tpcds_runner.md
- tpcds_runner.rs
- cluster.rs
- footer.rs
- format.rs
- header.rs
- help.rs
- mod.rs
- worker.rs
- app.rs
- input.rs
- main.rs
- state.rs
- worker.rs
- .gitignore
- Cargo.toml
- README.md
- concepts.png
- summary_relative.png
- tpcds_sf1.png
- tpch_sf1.png
- tpch_sf10.png
- tpch_sf100.png
- theme_overrides.css
- docs-sidebar.html
- layout.html
- 01-passthrough-headers.md
- 02-config-extensions.md
- 03-plan-hooks.md
- 04-work-unit-feeds.md
- 05-custom-distributed-plans.md
- 06-worker-routing.md
- 07-worker-versioning.md
- 08-adaptive-query-execution.md
- 01-index.md
- 02-setup.md
- 03-tests.md
- 04-benchmarks.md
- 05-code-review.md
- 01-concepts.md
- 02-how-a-distributed-plan-is-built.md
- 03-how-adaptive-query-execution-works.md
- 01-quick-start.md
- 02-worker-resolver.md
- 03-worker.md
- 04-distribute-custom-plan.md
- 05-metrics.md
- 06-channel-resolver.md
- conf.py
- index.rst
- 3.0.0.md
- 4.0.0.md
- .gitignore
- build.sh
- Makefile
- README.md
- requirements.txt
- custom_distributed_partial_reduction_tree.md
- custom_distributed_partial_reduction_tree.rs
- custom_execution_plan.md
- custom_execution_plan.rs
- custom_worker_url_routing.md
- custom_worker_url_routing.rs
- in_memory.md
- in_memory_cluster.rs
- localhost.md
- localhost_run.rs
- localhost_versioned_run.rs
- localhost_versioned_worker.rs
- localhost_worker.rs
- work_unit_feed.md
- work_unit_feed.rs
- distributed_codec.rs
- mod.rs
- physical_plan.rs
- user_codec.rs
- children_helpers.rs
- maybe_encoded.rs
- mod.rs
- once_lock.rs
- recursion.rs
- task_context_helpers.rs
- time.rs
- uuid.rs
- vec.rs
- distributed.rs
- latency_metric.rs
- metrics_store.rs
- mod.rs
- prepare_dynamic_plan.rs
- prepare_static_plan.rs
- query_coordinator.rs
- complexity.rs
- complexity_cpu.rs
- complexity_memory.rs
- complexity_network.rs
- cost.rs
- default_bytes_for_datatype.rs
- mod.rs
- plan_statistics.rs
- AGENTS.md
- CLAUDE.md
- distributed_config.rs
- distributed_query_planner.rs
- inject_network_boundaries.rs
- insert_broadcast.rs
- insert_children_isolator_union.rs
- mod.rs
- network_boundary.rs
- normalize_collect_joins.rs
- partial_reduce_below_network_shuffles.rs
- prepare_network_boundaries.rs
- push_fetch_into_network_coalesce.rs
- session_state_builder_ext.rs
- file_scan_config.rs
- mod.rs
- routing.rs
- AGENTS.md
- CLAUDE.md
- common.rs
- desired_task_count.rs
- mod.rs
- route_tasks.rs
- scale_up_leaf_node.rs
- worker_plan_rewrite.rs
- fixture.rs
- local_repartition_bench.rs
- mod.rs
- shuffle_bench.rs
- transport_bench.rs
- broadcast.rs
- children_isolator_union.rs
- common.rs
- distributed_leaf.rs
- metrics.rs
- mod.rs
- network_broadcast.rs
- network_coalesce.rs
- network_shuffle.rs
- sampler.rs
- bytes_metric.rs
- latency_metric.rs
- max_gauge_metric.rs
- mod.rs
- task_metrics_collector.rs
- task_metrics_rewriter.rs
- arrow_error.rs
- datafusion_error.rs
- io_error.rs
- mod.rs
- objectstore_error.rs
- parquet_error.rs
- parser_error.rs
- schema_error.rs
- mod.rs
- worker.rs
- mod.rs
- observability.rs
- observability.proto
- mod.rs
- README.md
- service.rs
- channel_resolver.rs
- metrics_proto.rs
- mod.rs
- on_drop_stream.rs
- spawn_select_all.rs
- worker.proto
- worker_client.rs
- worker_service.rs
- local_worker_context.rs
- mod.rs
- worker_client.rs
- channel_resolver.rs
- mod.rs
- worker_channel.rs
- in_memory_channel_resolver.rs
- insta.rs
- localhost.rs
- metrics.rs
- mock_exec.rs
- mod.rs
- parquet.rs
- plans.rs
- property_based.rs
- routing.rs
- session_context.rs
- test_work_unit_feed.rs
- work_unit_file_scan.rs
- mod.rs
- remote_work_unit_feed.rs
- work_unit.rs
- work_unit_feed.rs
- work_unit_feed_provider.rs
- work_unit_feed_registry.rs
- mod.rs
- worker_handles.rs
- impl_coordinator_channel.rs
- impl_execute_task.rs
- mod.rs
- session_builder.rs
- single_write_multi_read.rs
- task_data.rs
- worker_connection_pool.rs
- worker_service.rs
- config_extension_ext.rs
- distributed_ext.rs
- explain_analyze.rs
- lib.rs
- passthrough_headers.rs
- stage.rs
- worker_resolver.rs
- q0.sql
- q1.sql
- q10.sql
- q11.sql
- q12.sql
- q13.sql
- q14.sql
- q15.sql
- q16.sql
- q17.sql
- q18.sql
- q19.sql
- q2.sql
- q20.sql
- q21.sql
- q22.sql
- q23.sql
- q24.sql
- q25.sql
- q26.sql
- q27.sql
- q28.sql
- q29.sql
- q3.sql
- q30.sql
- q31.sql
- q32.sql
- q33.sql
- q34.sql
- q35.sql
- q36.sql
- q37.sql
- q38.sql
- q39.sql
- q4.sql
- q40.sql
- q41.sql
- q42.sql
- q5.sql
- q6.sql
- q7.sql
- q8.sql
- q9.sql
- data0.csv
- data0.csv
- data0.csv
- data0.csv
- data0.csv
- data0.csv
- data0.csv
- data0.csv
- data0.parquet
- data0.parquet
- data0.parquet
- data0.parquet
- data0.parquet
- data0.parquet
- data0.parquet
- data0.parquet
- generate_parquet_from_csv.sql
- q1.sql
- q10.sql
- q11.sql
- q12.sql
- q13.sql
- q14.sql
- q15.sql
- q16.sql
- q17.sql
- q18.sql
- q19.sql
- q2.sql
- q20.sql
- q21.sql
- q22.sql
- q23.sql
- q24.sql
- q25.sql
- q26.sql
- q27.sql
- q28.sql
- q29.sql
- q3.sql
- q30.sql
- q31.sql
- q32.sql
- q33.sql
- q34.sql
- q35.sql
- q36.sql
- q37.sql
- q38.sql
- q39.sql
- q4.sql
- q40.sql
- q41.sql
- q42.sql
- q43.sql
- q44.sql
- q45.sql
- q46.sql
- q47.sql
- q48.sql
- q49.sql
- q5.sql
- q50.sql
- q51.sql
- q52.sql
- q53.sql
- q54.sql
- q55.sql
- q56.sql
- q57.sql
- q58.sql
- q59.sql
- q6.sql
- q60.sql
- q61.sql
- q62.sql
- q63.sql
- q64.sql
- q65.sql
- q66.sql
- q67.sql
- q68.sql
- q69.sql
- q7.sql
- q70.sql
- q71.sql
- q72.sql
- q73.sql
- q74.sql
- q75.sql
- q76.sql
- q77.sql
- q78.sql
- q79.sql
- q8.sql
- q80.sql
- q81.sql
- q82.sql
- q83.sql
- q84.sql
- q85.sql
- q86.sql
- q87.sql
- q88.sql
- q89.sql
- q9.sql
- q90.sql
- q91.sql
- q92.sql
- q93.sql
- q94.sql
- q95.sql
- q96.sql
- q97.sql
- q98.sql
- q99.sql
- README.md
- q1.sql
- q10.sql
- q11.sql
- q12.sql
- q13.sql
- q14.sql
- q15.sql
- q16.sql
- q17.sql
- q18.sql
- q19.sql
- q2.sql
- q20.sql
- q21.sql
- q22.sql
- q3.sql
- q4.sql
- q5.sql
- q6.sql
- q7.sql
- q8.sql
- q9.sql
- result-000000.parquet
- result-000001.parquet
- result-000002.parquet
- flights-1m.parquet
- clickbench_correctness_test.rs
- clickbench_plans_test.rs
- custom_config_extension.rs
- custom_extension_codec.rs
- distributed_aggregation.rs
- distributed_unions.rs
- empty_columns_between_workers.rs
- error_propagation.rs
- explain_analyze.rs
- introspection.rs
- join.rs
- local_connections.rs
- metrics_collection.rs
- multi_task_collect_join_repros.rs
- passthrough_headers.rs
- stateful_data_cleanup.rs
- stateful_execution_plan.rs
- task_estimator_test.rs
- tpcds_correctness_test.rs
- tpcds_plans_test.rs
- tpch_correctness_test.rs
- tpch_plans_test.rs
- udfs.rs
- work_unit_feed.rs
- worker_plan_hook.rs
- .gitattributes
- .gitignore
- AGENTS.md
- Cargo.lock
- Cargo.toml
- CLAUDE.md
- clippy.toml
- LICENSE.txt
- README.md
- rust-toolchain.toml
// repository documentation
Was this content helpful?
(0 ratings)