big-ann-benchmarks
Framework for evaluating ANNS algorithms on billion scale datasets.
File Explorer
Download Latest Version (.zip)- neurips21.yml
- neurips23.yml
- base.py
- base_runner.py
- bbann.py
- buddy_t1.py
- cuanns_ivfpq.py
- cuanns_multigpu.py
- definitions.py
- diskann-t2.py
- diskann-v0_3.py
- elastiknn.py
- faiss_inmem.py
- faiss_t1.py
- faiss_t3.py
- gemini.py
- httpann.py
- httpann_example.py
- kota-t2.py
- kst_t1.py
- puck_t1.py
- team11.py
- __init__.py
- eval_range_search.py
- metrics.py
- plot_variants.py
- utils.py
- power_capture.py
- __init__.py
- compute_gt.py
- download_gt.py
- load_runbook.py
- __init__.py
- helper.py
- __init__.py
- dataset_io.py
- datasets.py
- distances.py
- main.py
- results.py
- runner.py
- distance_histogram.png
- IoU.png
- pr_compression.png
- result_stats.png
- caselaw_dataset.md
- dino10b_dataset.md
- FB_ssnpp_dataset.md
- filter_query_set_by_num_matches.py
- filter_query_set_by_num_predicates.py
- filter_query_set_by_selectivity.py
- filter_query_set_utils.py
- filter_utils.md
- jsonl_filter_utils.py
- make_filtered_groundtruth.py
- make_groundtruth.py
- make_sparse_groundtruth.py
- multi_vector_utils.py
- prepare_bigann.py
- prepare_fb_ssnpp.py
- prepare_yfcc100m.py
- sparse_dataset.md
- yfcc_filtered_dataset.md
- yfccimages_dataset.md
- show_operating_points.py
- Dockerfile
- Dockerfile.bbann
- Dockerfile.diskann
- Dockerfile.elastiknn
- Dockerfile.faiss
- Dockerfile.faissconda
- Dockerfile.httpann_example
- Dockerfile.kota
- Dockerfile.kst_ann_t1
- Dockerfile.pqbuddy
- Dockerfile.puck
- requirements_conda.txt
- bigann-1B.png
- deep-1B.png
- msspacev-1B.png
- msturing-1B.png
- ssnpp-1B.png
- t1.csv
- text2image-1B.png
- bigann-1B.png
- deep-1B.png
- msspacev-1B.png
- msturing-1B.png
- ssnpp-1B.png
- text2image-1B.png
- bigann-1B.png
- deep-1B.png
- msspacev-1B.png
- msturing-1B.png
- ssnpp-1B.png
- t2.csv
- text2image-1B.png
- bigann-1B-IO.png
- bigann-1B.png
- deep-1B-IO.png
- deep-1B.png
- msspacev-1B-IO.png
- msspacev-1B.png
- msturing-1B-IO.png
- msturing-1B.png
- ssnpp-1B-IO.png
- ssnpp-1B.png
- text2image-1B-IO.png
- text2image-1B.png
- README.md
- algos.yaml
- Dockerfile
- README.md
- algos.yaml
- Dockerfile
- README.md
- prun.sh
- bigann-1B-r-vs-p.png
- bigann-1B-r-vs-t.png
- deep-1B-r-vs-p.png
- deep-1B-r-vs-t.png
- msspacev-1B-r-vs-p.png
- msspacev-1B-r-vs-t.png
- msturing-1B-r-vs-p.png
- msturing-1B-r-vs-t.png
- text2image-1B-r-vs-p.png
- text2image-1B-r-vs-t.png
- AdvantechSky6200.pdf
- GPU.pdf
- RAM.pdf
- SSD.pdf
- algos.yaml
- Dockerfile
- faiss-gpu_requirements.txt
- README.md
- build_index.py
- htest.py
- run_bin_build_index.sh
- test.py
- AdvantechSky6200.pdf
- GPU.pdf
- RAM.pdf
- SSD.pdf
- .gitignore
- algos.yaml
- README.md
- requirements.txt
- run_bin_python.sh
- run_conda_python.sh
- LEADERBOARDS.md
- LEADERBOARDS_REJECT_ANOMALIES.md
- LEADERBOARDS.md
- TASKS_ISSUES_RESOLUTIONS.md
- LEADERBOARDS.md
- LEADERBOARDS_PRIVATE.md
- LEADERBOARDS_PRIVATE_REJECT_ANOMALIES.md
- LEADERBOARDS_PUBLIC.md
- LEADERBOARDS_PUBLIC_REJECT_ANOMALIES.md
- LEADERBOARDS_REJECT_ANOMALIES.md
- RANKING.md
- README.md
- TASKS_ISSUES_RESOLUTIONS.md
- bigann-1B.png
- deep-1B.png
- msspacev-1B.png
- msturing-1B.png
- ssnpp-1B.png
- text2image-1B.png
- __init__.py
- baseline_faiss.py
- baseline_faiss_filtered.py
- parse_results.py
- README.md
- run_baselines.bash
- test_bow_id_selector.py
- T3_deep-1B.png
- gpu_baseline_faiss.py
- README.md
- README.md
- bow_id_selector.swig
- config.yaml
- Dockerfile
- faissCUFE.py
- README.md
- config.yaml
- dhq.py
- Dockerfile
- bow_id_selector.swig
- config.yaml
- Dockerfile
- faiss.py
- README.md
- bow_id_selector.swig
- config.yaml
- Dockerfile
- faiss.py
- config.yaml
- Dockerfile
- fdufilterdiskann.py
- config.yaml
- Dockerfile
- hwtl_sdu_anns_filter.py
- config.yaml
- Dockerfile
- parlayivf.py
- README.md
- config.yaml
- Dockerfile
- pinecone_index.py
- README.md
- config.yaml
- Dockerfile
- prism.py
- config.yaml
- Dockerfile
- puck.py
- config.yaml
- Dockerfile
- pyanns.py
- config.yaml
- Dockerfile
- README.md
- wm_filter.py
- config.yaml
- Dockerfile
- zilliz.py
- base.py
- install_neurips23.sh
- operating_points_private_queries_AzureD8lds_v5.csv
- operating_points_public_queries_AzureD8lds_v5.txt
- plot_public_queries_AzureD8lds_v5.png
- res_private_queries_AzureD8lds_v5.csv
- res_public_queries_AzureD8lds_v5.csv
- run.py
- hnsw_result.md
- recall_over_steps_10_48_hnsw.png
- recall_over_steps_10_48_hnsw_robust_prune.png
- recall_over_steps_10_48_hnsw_search_based_repair.png
- README.md
- operating_points_public_queries_AzureD8lds_v5.txt
- res_public_queries_AzureD8lds_v5.csv
- yfcc-10M.png
- operating_points_public_queries_AzureD8lds_v5.txt
- res_public_queries_AzureD8lds_v5.csv
- text2image-10M.png
- operating_points_public_queries_AzureD8lds_v5.txt
- res_public_queries_AzureD8lds_v5.csv
- sparse-full.png
- res_final_runbook_AzureD8lds_v5.csv
- Azure_D8lds_v5_table.md
- leaderboard.md
- config.yaml
- diskann-in-mem.py
- Dockerfile
- config.yaml
- diskann-in-mem.py
- Dockerfile
- config.yaml
- diskann-in-mem-ep-hnsw.py
- Dockerfile
- config.yaml
- Dockerfile
- hanns.py
- README.md
- config.yaml
- Dockerfile
- mysteryann.py
- config.yaml
- Dockerfile
- mysteryann-dif.py
- config.yaml
- Dockerfile
- module.py
- config.yaml
- Dockerfile
- README.md
- s2_index.py
- config.yaml
- Dockerfile
- puck.py
- config.yaml
- Dockerfile
- puck.py
- config.yaml
- Dockerfile
- pyanns.py
- config.yaml
- Dockerfile
- scann.py
- config.yaml
- Dockerfile
- SUSTech-OOD.py
- config.yaml
- Dockerfile
- vamana.py
- config.yaml
- Dockerfile
- zilliz.py
- base.py
- install_neurips23.sh
- operating_points_public_queries_AzureD8lds_v5.txt
- plot_public_queries_AzureD8lds_v5.png
- res_public_queries_AzureD8lds_v5.csv
- run.py
- clustered_data_gen.py
- clustered_replace_runbook.yaml
- clustered_runbook.yaml
- delete_runbook.yaml
- final_runbook.yaml
- final_runbook_gen.py
- gen_expiration_time_runbook.py
- gen_replace_runbooks.py
- generate_msturing10m_runbooks.py
- msmarco-100M_expirationtime_runbook.yaml
- msturing-10M_slidingwindow_runbook.yaml
- random_replace_runbook.yaml
- simple_replace_runbook.yaml
- simple_runbook.yaml
- wikipedia-1M_expiration_time_replace_delete_runbook.yaml
- wikipedia-1M_expiration_time_replace_only_runbook.yaml
- wikipedia-1M_expiration_time_runbook.yaml
- wikipedia-35M_expiration_time_replace_delete_runbook.yaml
- wikipedia-35M_expiration_time_replace_only_runbook.yaml
- wikipedia-35M_expirationtime_runbook.yaml
- config.yaml
- Dockerfile
- linscan.py
- config.yaml
- Dockerfile
- linscan.py
- config.yaml
- Dockerfile
- interface.py
- nle.py
- config.yaml
- Dockerfile
- pinecone_smips.py
- README.md
- config.yaml
- Dockerfile
- pyanns.py
- config.yaml
- Dockerfile
- shnsw.py
- config.yaml
- Dockerfile
- spmat.py
- config.yaml
- Dockerfile
- SUSTech-WHU.py
- config.yaml
- Dockerfile
- zilliz.py
- base.py
- install_neurips23.sh
- operating_points_private_queries_AzureD8lds_v5.csv
- operating_points_public_queries_AzureD8lds_v5.txt
- plot_public_queries_AzureD8lds_v5.png
- res_private_queries_AzureD8lds_v5.csv
- res_public_queries_AzureD8lds_v5.csv
- run.py
- config.yaml
- diskann-str.py
- Dockerfile
- config.yaml
- diskann-str.py
- Dockerfile
- config.yaml
- Dockerfile
- hwtl_sdu_anns_stream.py
- config.yaml
- Dockerfile
- pinecone.py
- README.md
- config.yaml
- Dockerfile
- puck.py
- config.yaml
- Dockerfile
- pyanns.py
- config.yaml
- Dockerfile
- scann.py
- __init__.py
- base.py
- README.md
- res_final_runbook_AzureD8lds_v5.csv
- run.py
- __init__.py
- Azure_D8lds_v5_table.md
- common.py
- Dockerfile
- ec2_c6i.2xlarge_res.csv
- ec2_c6i.2xlarge_table.md
- leaderboard.md
- README.md
- check_1B_groundtruth.ipynb
- compare_track1_1B_vs_2x500M.ipynb
- eval_t2i_results.ipynb
- find_suitable_nq.ipynb
- large_coarse_quantizer.ipynb
- basic_sparse_index.py
- eval_sparse.py
- parse_filtered_results.ipynb
- recall_tests.py
- tests.sh
- .dockerignore
- .gitignore
- algos-2021.yaml
- create_dataset.py
- data_export.py
- install.py
- LICENSE
- logging.conf
- plot.py
- README.md
- requirements.txt
- requirements_py3.10.txt
- requirements_py3.12.txt
- requirements_py38.txt
- run.py
- run_algorithm.py
- setup_links.sh
// repository documentation
Was this content helpful?
(0 ratings)