Octopus
[ECCV2024] πOctopus, an embodied vision-language model trained with RLEF, emerging superior in embodied visual planning and programming.
νμΌ νμκΈ°
μ΅μ’ λ²μ λ€μ΄λ‘λ (.zip)- octopus.png
- Octogibson.yaml
- Octogibson_task.json
- process.yaml
- action_list.py
- execute_gpt.py
- execute_sim.py
- gpt_request.py
- initial_pipeline.py
- parse_json.py
- query.py
- test_client.py
- test_server.py
- prompt_template.txt
- response_template.txt
- gpt_process.sh
- sim_process.sh
- action_utils.py
- gpt_utils.py
- robot_utils.py
- sim_utils.py
- README.md
- requirements.txt
- setup.py
- README.md
- __init__.py
- action.py
- azure_query.py
- bot_keyboard.py
- critic.py
- curriculum.py
- skill.py
- system_keyboard.py
- action.js
- gpt_pipeline.js
- move.js
- see.js
- verification.js
- chroma.sqlite3
- chroma.sqlite3
- .prettierrc.json
- __init__.py
- craftHelper.js
- craftItem.js
- exploreUntil.js
- givePlacedItemBack.js
- killMob.js
- mineBlock.js
- placeItem.js
- shoot.js
- smeltItem.js
- useChest.js
- waitForMobRemoved.js
- .prettierrc.json
- __init__.py
- craftItem.js
- exploreUntil.js
- killMob.js
- mineBlock.js
- mineflayer.js
- placeItem.js
- smeltItem.js
- useChest.js
- biome.json
- OctoMC.json
- old_plan.json
- plan.json
- process_data.py
- base.js
- chests.js
- inventory.js
- onChat.js
- onError.js
- onSave.js
- status.js
- voxels.js
- skillLoader.js
- utils.js
- api.md
- collector.js
- oreMiner.js
- storageBot.js
- BlockVeins.ts
- CollectBlock.ts
- index.ts
- Inventory.ts
- Targets.ts
- TaskQueue.ts
- TemporarySubscriber.ts
- Util.ts
- _config.yml
- LICENSE
- package.json
- README.md
- tsconfig.json
- index.js
- package.json
- __init__.py
- bridge.py
- minecraft_launcher.py
- process_monitor.py
- __init__.py
- action_response_format.txt
- action_template.txt
- critic.txt
- curriculum.txt
- curriculum_qa_step1_ask_questions.txt
- curriculum_qa_step2_answer_questions.txt
- curriculum_task_decomposition.txt
- prompt_template.txt
- response_template.txt
- skill.txt
- __init__.py
- file_utils.py
- gpt_utils.py
- json_utils.py
- parse_json.py
- record_utils.py
- __init__.py
- initial.py
- README.md
- run.py
- sample.txt
- sample_gpt.py
- sample_sim.py
- status.json
- test.py
- voyager_azure.py
- voyager_exp.py
- devcontainer.env
- devcontainer.json
- Dockerfile
- postCreateCommand.sh
- 1-usage.yaml
- 2-feature-request.yaml
- 3-question.yaml
- 4-discussion.yaml
- Customize_Component.md
- Data.md
- Evaluation.md
- Finetune_Custom_Data.md
- Intel.md
- LLaVA_Bench.md
- LLaVA_from_LLaMA2.md
- LoRA.md
- macOS.md
- MODEL_ZOO.md
- ScienceQA.md
- Windows.md
- demo_cli.gif
- llava_example_cmp.png
- llava_logo.png
- llava_v1_5_radar.jpg
- alpaca.png
- bard.jpg
- chatgpt.svg
- llama.jpg
- swords_FILL0_wght300_GRAD0_opsz48.svg
- vicuna.jpeg
- index.html
- script.js
- styles.css
- eval_gpt_review.py
- eval_gpt_review_bench.py
- eval_gpt_review_visual.py
- eval_pope.py
- eval_science_qa.py
- eval_science_qa_gpt4.py
- eval_science_qa_gpt4_requery.py
- eval_textvqa.py
- generate_webpage_data_from_table.py
- m4c_evaluator.py
- model_qa.py
- model_vqa.py
- model_vqa_loader.py
- model_vqa_mmbench.py
- model_vqa_science.py
- qa_baseline_gpt35.py
- run_llava.py
- summarize_gpt_review.py
- llava_llama.py
- llava_mistral.py
- llava_mpt.py
- builder.py
- clip_encoder.py
- builder.py
- __init__.py
- apply_delta.py
- builder.py
- consolidate.py
- llava_arch.py
- make_delta.py
- utils.py
- extreme_ironing.jpg
- waterview.jpg
- __init__.py
- cli.py
- controller.py
- gradio_web_server.py
- model_worker.py
- register_worker.py
- sglang_worker.py
- test_message.py
- llama_flash_attn_monkey_patch.py
- llama_xformers_attn_monkey_patch.py
- llava_trainer.py
- train.py
- train_mem.py
- train_xformers.py
- __init__.py
- constants.py
- conversation.py
- mm_utils.py
- utils.py
- 000_caps.txt
- 000_conv.txt
- 001_caps.txt
- 001_conv.txt
- 002_caps.txt
- 002_conv.txt
- system_message.txt
- 000_caps.txt
- 000_conv.txt
- 001_caps.txt
- 001_conv.txt
- system_message.txt
- 000_caps.txt
- 000_conv.txt
- 001_caps.txt
- 001_conv.txt
- 002_caps.txt
- 002_conv.txt
- system_message.txt
- gqa.sh
- llavabench.sh
- mmbench.sh
- mmbench_cn.sh
- mme.sh
- mmvet.sh
- pope.sh
- qbench.sh
- qbench_zh.sh
- seed.sh
- sqa.sh
- textvqa.sh
- vizwiz.sh
- vqav2.sh
- finetune.sh
- finetune_lora.sh
- finetune_task.sh
- finetune_task_lora.sh
- pretrain.sh
- convert_gqa_for_eval.py
- convert_mmbench_for_submission.py
- convert_mmvet_for_eval.py
- convert_seed_for_submission.py
- convert_sqa_to_llava.py
- convert_sqa_to_llava_base_prompt.py
- convert_vizwiz_for_submission.py
- convert_vqav2_for_submission.py
- extract_mm_projector.py
- finetune.sh
- finetune_full_schedule.sh
- finetune_lora.sh
- finetune_qlora.sh
- finetune_sqa.sh
- merge_lora_weights.py
- pretrain.sh
- pretrain_xformers.sh
- sqa_eval_batch.sh
- sqa_eval_gather.sh
- .dockerignore
- .editorconfig
- .gitattributes
- .gitignore
- cog.yaml
- LICENSE
- predict.py
- pyproject.toml
- README.md
- black.yml
- issue_template.md
- pull_request_template.md
- benchmark_eval.md
- credits.md
- huggingface_compatible.md
- mimicit_format.md
- OtterHD.md
- server_host.md
- scene_navigation_utils.py
- visual_story_telling_utils.py
- 2d.py
- 3d.py
- __init__.py
- change.py
- fpv.py
- video.py
- __init__.py
- abstract_dataset.py
- image_utils.py
- main.py
- README.md
- 3d.py
- __init__.py
- change.py
- fpv.py
- funqa.py
- translate.py
- video.py
- coco_spot_the_difference_prompt.py
- dense_captions.json
- ego4d.json
- funqa_dia.json
- funqa_mcqa.json
- funqa_translation.json
- scene_navigation.json
- spot_the_difference.json
- translation_prompt.py
- tv_captions.json
- visual_story_telling.json
- abstract_dataset.py
- file_utils.py
- main.py
- README.md
- accelerate_config_ddp.yaml
- accelerate_config_fsdp.yaml
- accelerate_config_zero1.yaml
- accelerate_config_zero2.yaml
- accelerate_config_zero2_slurm.yaml
- accelerate_config_zero3.yaml
- accelerate_config_zero3_offload.yaml
- accelerate_config_zero3_slurm.yaml
- ds_zero3_config.json
- __init__.py
- base_eval_dataset.py
- magnifierbench.py
- mathvista.py
- mmbench.py
- mme.py
- mmvet.py
- pope.py
- scienceqa.py
- seedbench.py
- __init__.py
- base_model.py
- frozen_bilm.py
- fuyu.py
- gpt4v.py
- idefics.py
- instructblip.py
- llama_adapter.py
- llava_model.py
- mplug_owl.py
- otter_image.py
- otter_video.py
- otterhd.py
- qwen_vl.py
- video_chat.py
- video_chatgpt.py
- __init__.py
- blip.py
- idefics.py
- open_flamingo.py
- otter.py
- utils.py
- __init__.py
- classification_utils.py
- coco_metric.py
- eval_datasets.py
- eval_model.py
- evaluate.py
- get_args.ipynb
- ok_vqa_utils.py
- README.md
- run_eval_coco_idefics.sh
- run_eval_coco_otter.sh
- run_eval_otter.sh
- run_eval_otter_slurm.sh
- vqa_metric.py
- .gitignore
- __init__.py
- evaluate.py
- otter_image.ipynb
- otter_image.py
- otter_image_incontext.py
- otter_video.ipynb
- otter_video.py
- __init__.py
- demo_models.py
- demo_utils.py
- inference.py
- data.py
- mimicit_dataset.py
- transforms.py
- conversation.py
- deploy.py
- otterhd_endpoint.py
- utils.py
- otter_image_server.py
- __init__.py
- cli.py
- controller.py
- conversation.py
- gradio_css.py
- gradio_patch.py
- gradio_web_server.py
- gradio_web_server_video.py
- model_worker.py
- register_worker.py
- serving_utils.py
- test_message.py
- .gitignore
- __init__.py
- distributed.py
- instruction_following.py
- pretraining.py
- pretraining_cc3m.py
- train_args.py
- train_utils.py
- __init__.py
- apply_delta.py
- convert_laion400m-tsv_to_laion400m-tar_mp_shard.py
- convert_mmc4_to_wds.py
- convert_to_parquet.py
- general.py
- make_a_train.py
- modeling_value_head.py
- EAI_Recipe.yaml
- Otter_MPT3B_EAI.json
- Otter_MPT3B_EAI.sh
- Otter_MPT7B_EAI.json
- Otter_MPT7B_EAI.sh
- Demo_Data.yaml
- Demo_OtterHD.sh
- Demo_OtterMPT.sh
- Otter_MPT7B_Train_Decoder.json
- __init__.py
- configuration_RW.py
- modelling_RW.py
- converting_flamingo_to_bf16.py
- converting_flamingo_to_hf.py
- converting_flamingo_to_lora.py
- flamingo-falcon-7B.json
- flamingo-llama2-chat-13B.json
- flamingo-llama2-chat-7B.json
- flamingo-mpt-1B-redpajama.json
- flamingo-mpt-30B-bf16.json
- flamingo-mpt-30B.json
- flamingo-mpt-7B.json
- flamingo-vicuna-33B-v1.3.json
- flamingo-vicuna-7B-v1.3.json
- injecting_falcon_into_flamingo.py
- injecting_llama2_into_flamingo.py
- injecting_mpt-1B-redpajama_into_flamingo.py
- injecting_mpt_into_flamingo.py
- injecting_vicuna_into_flamingo.py
- __init__.py
- config.json
- configuration_flamingo.py
- converting_flamingo_to_bf16.py
- converting_flamingo_to_hf.py
- converting_flamingo_to_lora.py
- flamingo-falcon-7B.json
- flamingo-llama2-chat-13B.json
- flamingo-llama2-chat-7B.json
- flamingo-mpt-1B-redpajama.json
- flamingo-mpt-30B-bf16.json
- flamingo-mpt-30B.json
- flamingo-mpt-7B.json
- flamingo-vicuna-33B-v1.3.json
- flamingo-vicuna-7B-v1.3.json
- injecting_falcon_into_flamingo.py
- injecting_llama2_into_flamingo.py
- injecting_mpt-1B-redpajama_into_flamingo.py
- injecting_mpt_into_flamingo.py
- injecting_vicuna_into_flamingo.py
- modeling_flamingo.py
- utils.py
- modeling_fuyu.py
- modeling_persimmon.py
- processing_fuyu.py
- __init__.py
- adapt_tokenizer.py
- attention.py
- blocks.py
- configuration_mpt.py
- custom_embedding.py
- flash_attn_triton.py
- hf_prefixlm_converter.py
- meta_init_context.py
- modeling_mpt.py
- norm.py
- param_init_fns.py
- __init__.py
- attention.py
- configuration_mosaic_gpt.py
- gpt_blocks.py
- low_precision_layernorm.py
- mosaic_gpt.py
- param_init_fns.py
- config.json
- converting_flamingo_to_otter.py
- converting_otter_fp32_to_fp16.py
- converting_otter_pt_to_hf.py
- converting_otter_to_lora.py
- flamingo_pt2otter_hf.py
- Otter-MPT7B-config.json
- __init__.py
- config.json
- configuration_otter.py
- converting_flamingo_to_otter.py
- converting_otter_fp32_to_fp16.py
- converting_otter_pt_to_hf.py
- converting_otter_to_lora.py
- flamingo_pt2otter_hf.py
- modeling_otter.py
- Otter-MPT7B-config.json
- Otter-MPT7B-config.json~0d12192f665f5e9da1ecb2f23d6a360eb7753771
- Otter-MPT7B-config.json~HEAD
- __init__.py
- __init__.py
- __init__.py
- test_mmc4_dataset.py
- test_prerun.py
- __init__.py
- clip.py
- llama.py
- .gitattributes
- .gitignore
- app.py
- CODE_OF_CONDUCT.md
- conftest.py
- environment.yml
- pyproject.toml
- pytest.ini
- README.md
- requirements.txt
- server.py
- setup.py
- README.md
- .gitignore
- .pre-commit-config.yaml
- CODE_OF_CONDUCT.md
- CONTRIBUTING.md
- README.md
// repository documentation
Was this content helpful?
(0 ratings)