all-seeing
[ICLR 2024 & ECCV 2024] The All-Seeing Projects: Towards Panoptic Visual Recognition&Understanding and General Relation Comprehension of the Open World"
File Explorer
Download Latest Version (.zip)- eval_caption.sh
- eval_region_recognition.sh
- collator.py
- conversation.py
- model.py
- region_recognition_metric.py
- eval_caption.py
- eval_region_recognition.py
- README.md
- devcontainer.env
- devcontainer.json
- Dockerfile
- postCreateCommand.sh
- 1-usage.yaml
- 2-feature-request.yaml
- 3-question.yaml
- 4-discussion.yaml
- crpe.jpg
- crpe_abnormal.jpg
- detailed_description.jpg
- qualitative_example.jpg
- rec_formulation.jpg
- teaser.jpg
- Customize_Component.md
- Data.md
- Evaluation.md
- Finetune_Custom_Data.md
- Intel.md
- LLaVA_Bench.md
- LLaVA_from_LLaMA2.md
- LoRA.md
- macOS.md
- MODEL_ZOO.md
- ScienceQA.md
- Windows.md
- demo_cli.gif
- llava_example_cmp.png
- llava_logo.png
- llava_v1_5_radar.jpg
- alpaca.png
- bard.jpg
- chatgpt.svg
- llama.jpg
- swords_FILL0_wght300_GRAD0_opsz48.svg
- vicuna.jpeg
- index.html
- script.js
- styles.css
- eval_crpe.py
- eval_gpt_review.py
- eval_gpt_review_bench.py
- eval_gpt_review_visual.py
- eval_grounding.py
- eval_pope.py
- eval_prpe.py
- eval_psg.py
- eval_psg_pred_cls.py
- eval_region_caption.py
- eval_science_qa.py
- eval_science_qa_gpt4.py
- eval_science_qa_gpt4_requery.py
- eval_textvqa.py
- eval_vcr.py
- generate_webpage_data_from_table.py
- m4c_evaluator.py
- model_qa.py
- model_vqa.py
- model_vqa_loader.py
- model_vqa_loader_multi_turn.py
- model_vqa_loader_vocab_rank.py
- model_vqa_mmbench.py
- model_vqa_qbench.py
- model_vqa_science.py
- qa_baseline_gpt35.py
- run_llava.py
- summarize_gpt_review.py
- synonyms.txt
- adapt_tokenizer.py
- attention.py
- blocks.py
- configuration_mpt.py
- custom_embedding.py
- flash_attn_triton.py
- hf_prefixlm_converter.py
- meta_init_context.py
- modeling_mpt.py
- norm.py
- param_init_fns.py
- llava_llama.py
- llava_mpt.py
- builder.py
- clip_encoder.py
- builder.py
- __init__.py
- apply_delta.py
- builder.py
- consolidate.py
- llava_arch.py
- make_delta.py
- utils.py
- extreme_ironing.jpg
- waterview.jpg
- __init__.py
- cli.py
- controller.py
- gradio_web_server.py
- model_worker.py
- register_worker.py
- test_message.py
- llama_flash_attn_monkey_patch.py
- llama_xformers_attn_monkey_patch.py
- llava_trainer.py
- train.py
- train_mem.py
- train_xformers.py
- __init__.py
- constants.py
- conversation.py
- dist_utils.py
- mm_utils.py
- utils.py
- 000_caps.txt
- 000_conv.txt
- 001_caps.txt
- 001_conv.txt
- 002_caps.txt
- 002_conv.txt
- system_message.txt
- 000_caps.txt
- 000_conv.txt
- 001_caps.txt
- 001_conv.txt
- system_message.txt
- 000_caps.txt
- 000_conv.txt
- 001_caps.txt
- 001_conv.txt
- 002_caps.txt
- 002_conv.txt
- system_message.txt
- 000_caps.txt
- 000_conv.txt
- 000_img.txt
- 001_caps.txt
- 001_conv.txt
- 001_img.txt
- system_message_gpt4v.txt
- 000_caps.txt
- 000_conv.txt
- 000_img.txt
- 001_caps.txt
- 001_conv.txt
- 001_img.txt
- 002_caps.txt
- 002_conv.txt
- 002_img.txt
- system_message_gpt4v.txt
- 000_caps.txt
- 000_conv.txt
- 000_img.txt
- 001_caps.txt
- 001_conv.txt
- 001_img.txt
- 002_caps.txt
- 002_conv.txt
- 002_img.txt
- system_message_gpt4v.txt
- gqa.sh
- llavabench.sh
- mmbench.sh
- mmbench_cn.sh
- mme.sh
- mmvet.sh
- pope.sh
- qbench.sh
- qbench_zh.sh
- seed.sh
- sqa.sh
- textvqa.sh
- vizwiz.sh
- vqav2.sh
- finetune.sh
- finetune_lora.sh
- finetune_task.sh
- finetune_task_lora.sh
- pretrain.sh
- convert_gqa_for_eval.py
- convert_mmbench_for_submission.py
- convert_mmvet_for_eval.py
- convert_seed_for_submission.py
- convert_sqa_to_llava.py
- convert_sqa_to_llava_base_prompt.py
- convert_vizwiz_for_submission.py
- convert_vqav2_for_submission.py
- extract_mm_projector.py
- finetune.sh
- finetune_full_schedule.sh
- finetune_lora.sh
- finetune_qlora.sh
- finetune_sqa.sh
- merge_lora_weights.py
- pretrain.sh
- pretrain_xformers.sh
- sqa_eval_batch.sh
- sqa_eval_gather.sh
- zero2.json
- crpe_exist.sh
- crpe_relation.sh
- gqa.sh
- grounding.sh
- llavabench.sh
- mmbench.sh
- mmbench_cn.sh
- mme.sh
- mmvet.sh
- pope.sh
- psg.sh
- psg_pred_cls.sh
- region_caption.sh
- seed.sh
- sqa.sh
- textvqa.sh
- vcr.sh
- vizwiz.sh
- vqav2.sh
- flip_image.py
- stage1-finetune.sh
- stage1-pretrain.sh
- stage2-finetune.sh
- stage2-pretrain.sh
- visualize_rec.py
- .dockerignore
- .editorconfig
- .gitattributes
- .gitignore
- app.py
- cog.yaml
- example.jpg
- LICENSE
- predict.py
- pyproject.toml
- README.md
- README_llava.md
- .gitignore
- README.md
# Installation Guide
1. Get the code
git clone https://github.com/OpenGVLab/all-seeing
Downloads the entire project code from GitHub to your computer.
cd all-seeing
Moves into the project folder you just downloaded.
2. Python
Easy RecommendedPrerequisites
pip install .
Installs the package published on PyPI directly β no need to clone the source.
python <μ€νν νμΌλͺ
>.py # READMEμμ μ νν μ€ν νμΌλͺ
μ νμΈνμΈμ
Runs the Python script (or module).
If it runs without errors and prints output in the terminal, it worked.
// repository documentation
Was this content helpful?
(0 ratings)
