Mem-alpha
The official implementation of the paper "Mem-α: Learning Memory Construction via Reinforcement Learning"
File Explorer
Download Latest Version (.zip)- gpt-4.1-mini_agent_32B.yaml
- memalpha-qwen3-4b_agent_0.0-0.1.yaml
- memalpha-qwen3-4b_agent_0.05-0.0.yaml
- memalpha-qwen3-4b_agent_0.05-0.1.yaml
- memalpha-qwen3-4b_agent_0.2-0.1.yaml
- memalpha-qwen3-4b_agent_0.4-0.1.yaml
- prompts_wrt_datasource.yaml
- qwen3-4B_agent_32B.yaml
- processed_accurate_retrieval_data.json
- extract_booksum_keywords.py
- extract_memoryagentbench_keywords.py
- shorten_answers_for_perltqa.py
- __init__.py
- data_pipelines.py
- eval.py
- generate_rollout.py
- models.py
- README.md
- start_vllm.sh
- __init__.py
- .gitignore
- environment.yml
- LICENSE
- pyproject.toml
- README.md
- __init__.py
- generation.py
- metrics.py
- tensor_helper.py
- __init__.py
- utils.py
- utils.py
- train_memory_grpo_qwen3-4b-4node-compression0.0-content0.1.sh
- train_memory_grpo_qwen3-4b-4node-compression0.05-content0.0.sh
- train_memory_grpo_qwen3-4b-4node-compression0.05-content0.1.sh
- train_memory_grpo_qwen3-4b-4node-compression0.2-content0.1.sh
- train_memory_grpo_qwen3-4b-4node-compression0.4-content0.1.sh
- train_memory_grpo_qwen3-8b-4node-compression0.05-content0.0.sh
- train_memory_grpo_qwen3-8b-4node-compression0.05-content0.1.sh
- train_memory_grpo_qwen3-8b-4node-compression0.2-content0.1.sh
- __init__.py
- agent_loop.py
- single_agent_loop.py
- tool_agent_loop.py
- __init__.py
- __init__.py
- interaction_registry.py
- __init__.py
- base.py
- gsm8k_interaction.py
- __init__.py
- __main__.py
- base_model_merger.py
- fsdp_model_merger.py
- megatron_model_merger.py
- __init__.py
- llama_loader.py
- llama_loader_depracated.py
- llama_saver.py
- __init__.py
- parallel_attention.py
- parallel_decoder.py
- parallel_linear.py
- parallel_mlp.py
- parallel_rmsnorm.py
- __init__.py
- modeling_llama_megatron.py
- __init__.py
- __init__.py
- attention.py
- model.py
- rope_utils.py
- vision_config.py
- vision_model.py
- vision_transformer_block.py
- __init__.py
- config_converter.py
- loader.py
- model_forward.py
- model_initializer.py
- patch_v012.py
- readme.md
- registry.py
- saver.py
- util.py
- weight_converter.py
- __init__.py
- qwen2_loader.py
- qwen2_loader_depracated.py
- qwen2_saver.py
- __init__.py
- parallel_attention.py
- parallel_decoder.py
- parallel_linear.py
- parallel_mlp.py
- parallel_rmsnorm.py
- __init__.py
- modeling_qwen2_megatron.py
- __init__.py
- __init__.py
- dense_common.py
- kimi_vl.py
- llama.py
- monkey_patch.py
- npu_patch.py
- qwen2.py
- qwen2_5_vl.py
- qwen2_vl.py
- __init__.py
- README.md
- registry.py
- weight_loader_registry.py
- __init__.py
- worker.py
- worker_group.py
- __init__.py
- ray.py
- __init__.py
- decorator.py
- worker.py
- worker_group.py
- __init__.py
- base.py
- megatron.py
- __init__.py
- __init__.py
- parallel_state.py
- __init__.py
- arg_utils.py
- config.py
- dtensor_weight_loaders.py
- hf_weight_loader.py
- llm.py
- llm_engine_sp.py
- megatron_weight_loaders.py
- model_loader.py
- model_runner.py
- parallel_state.py
- spmd_gpu_executor.py
- tokenizer.py
- worker.py
- __init__.py
- arg_utils.py
- config.py
- dtensor_weight_loaders.py
- hf_weight_loader.py
- llm.py
- llm_engine_sp.py
- megatron_weight_loaders.py
- model_loader.py
- model_runner.py
- parallel_state.py
- spmd_gpu_executor.py
- tokenizer.py
- worker.py
- __init__.py
- __init__.py
- McpClientManager.py
- utils.py
- __init__.py
- search_r1_like_utils.py
- tool_registry.py
- __init__.py
- base_tool.py
- geo3k_tool.py
- gsm8k_tool.py
- mcp_base_tool.py
- mcp_search_tool.py
- sandbox_fusion_tools.py
- schemas.py
- search_tool.py
- __init__.py
- evaluation.yaml
- generation.yaml
- ppo_megatron_trainer.yaml
- ppo_trainer.yaml
- sft_trainer.yaml
- __init__.py
- core_algos.py
- metric_utils.py
- ray_trainer.py
- reward.py
- __init__.py
- fsdp_sft_trainer.py
- main_eval.py
- main_generation.py
- main_ppo.py
- runtime_env.yaml
- __init__.py
- checkpoint_manager.py
- fsdp_checkpoint_manager.py
- megatron_checkpoint_manager.py
- __init__.py
- multiturn_sft_dataset.py
- README.md
- rl_dataset.py
- rm_dataset.py
- sft_dataset.py
- vision_utils.py
- __init__.py
- empty_annotations.py
- nvtx_profile.py
- performance.py
- profile.py
- trajectory_tracker.py
- __init__.py
- torch_functional.py
- __init__.py
- kernels.py
- linear_cross_entropy.py
- __init__.py
- aggregate_logger.py
- __init__.py
- dist_checkpointing.py
- memory.py
- optimizer.py
- pipeline_parallel.py
- sequence_parallel.py
- tensor_parallel.py
- __init__.py
- utils.py
- __init__.py
- ray_backend.py
- __init__.py
- README.md
- testing_util.py
- utils.py
- __init__.py
- grader.py
- math_normalize.py
- __init__.py
- utils.py
- __init__.py
- geo3k.py
- gsm8k.py
- math.py
- math_batch.py
- math_dapo.py
- math_verify.py
- search_r1_like_qa_em.py
- __init__.py
- activation_offload.py
- config.py
- device.py
- distributed.py
- flops_counter.py
- fs.py
- fsdp_utils.py
- hdfs_io.py
- import_utils.py
- logging_utils.py
- megatron_utils.py
- memory_buffer.py
- model.py
- net_utils.py
- py_functional.py
- ray_utils.py
- seqlen_balancing.py
- tokenizer.py
- torch_dtypes.py
- torch_functional.py
- tracking.py
- ulysses.py
- vllm_utils.py
- version
- __init__.py
- base.py
- dp_actor.py
- megatron_actor.py
- __init__.py
- base.py
- dp_critic.py
- megatron_critic.py
- __init__.py
- batch.py
- dapo.py
- naive.py
- prime.py
- registry.py
- __init__.py
- reward_model.py
- __init__.py
- base.py
- __init__.py
- naive_rollout.py
- __init__.py
- async_sglang_server.py
- sglang_rollout.py
- utils.py
- __init__.py
- fire_vllm_rollout.py
- vllm_async_server.py
- vllm_rollout.py
- vllm_rollout_spmd.py
- __init__.py
- async_server.py
- base.py
- chat_scheduler.py
- hf_rollout.py
- schemas.py
- tokenizer.py
- __init__.py
- base.py
- fsdp_sglang.py
- fsdp_ulysses.py
- fsdp_vllm.py
- megatron_sglang.py
- megatron_vllm.py
- __init__.py
- fsdp_workers.py
- megatron_workers.py
- __init__.py
- protocol.py
- .env.example
- .gitignore
- agent.py
- conversation_creator.py
- convert_checkpoint.py
- evaluate_agent_results.py
- functions.py
- long_context_eval.py
- main.py
- memory.py
- memory_server.py
- openrouter_worker.py
- pip_list.txt
- process_data.py
- README.md
- requirements.txt
// repository documentation
Was this content helpful?
(0 ratings)