Vivid-VR
The official repository of our ICLR 2026 paper "Vivid-VR: Distilling Concepts from Text-to-Video Diffusion Transformer for Photorealistic Video Restoration".
File Explorer
Download Latest Version (.zip)- framework.png
- teaser.png
- visual_comparison_aigc.pdf
- visual_comparison_real_world.pdf
- visual_comparison_synthetic.pdf
- visual_restoration_guided_sampling.pdf
- put downloaded ckpts here.
- __init__.py
- diffusers_cli.py
- env.py
- fp16_safetensors.py
- __init__.py
- value_guided_sampling.py
- __init__.py
- README.md
- __init__.py
- ip_adapter.py
- lora_base.py
- lora_conversion_utils.py
- lora_pipeline.py
- peft.py
- single_file.py
- single_file_model.py
- single_file_utils.py
- textual_inversion.py
- unet.py
- unet_loader_utils.py
- utils.py
- __init__.py
- autoencoder_asym_kl.py
- autoencoder_kl.py
- autoencoder_kl_cogvideox.py
- autoencoder_kl_temporal_decoder.py
- autoencoder_oobleck.py
- autoencoder_tiny.py
- consistency_decoder_vae.py
- vae.py
- vq_model.py
- __init__.py
- auraflow_transformer_2d.py
- cogvideox_transformer_3d.py
- cogvideox_vividvr_transformer_3d.py
- dit_transformer_2d.py
- dual_transformer_2d.py
- hunyuan_transformer_2d.py
- latte_transformer_3d.py
- lumina_nextdit2d.py
- pixart_transformer_2d.py
- prior_transformer.py
- stable_audio_transformer.py
- t5_film_transformer.py
- transformer_2d.py
- transformer_cogview3plus.py
- transformer_flux.py
- transformer_sd3.py
- transformer_temporal.py
- __init__.py
- unet_1d.py
- unet_1d_blocks.py
- unet_2d.py
- unet_2d_blocks.py
- unet_2d_blocks_flax.py
- unet_2d_condition.py
- unet_2d_condition_flax.py
- unet_3d_blocks.py
- unet_3d_condition.py
- unet_i2vgen_xl.py
- unet_kandinsky3.py
- unet_motion_model.py
- unet_spatio_temporal_condition.py
- unet_stable_cascade.py
- uvit_2d.py
- __init__.py
- activations.py
- adapter.py
- attention.py
- attention_flax.py
- attention_processor.py
- controlnet.py
- controlnet_cogvideox_vividvr.py
- controlnet_flax.py
- controlnet_flux.py
- controlnet_hunyuan.py
- controlnet_sd3.py
- controlnet_sparsectrl.py
- controlnet_xs.py
- downsampling.py
- embeddings.py
- embeddings_flax.py
- embeddings_vividvr.py
- lora.py
- model_loading_utils.py
- modeling_flax_pytorch_utils.py
- modeling_flax_utils.py
- modeling_outputs.py
- modeling_pytorch_flax_utils.py
- modeling_utils.py
- normalization.py
- README.md
- resnet.py
- resnet_flax.py
- upsampling.py
- vae_flax.py
- vq_model.py
- __init__.py
- pipeline_amused.py
- pipeline_amused_img2img.py
- pipeline_amused_inpaint.py
- __init__.py
- pipeline_animatediff.py
- pipeline_animatediff_controlnet.py
- pipeline_animatediff_sdxl.py
- pipeline_animatediff_sparsectrl.py
- pipeline_animatediff_video2video.py
- pipeline_animatediff_video2video_controlnet.py
- pipeline_output.py
- __init__.py
- pipeline_audioldm.py
- __init__.py
- modeling_audioldm2.py
- pipeline_audioldm2.py
- __init__.py
- pipeline_aura_flow.py
- __init__.py
- blip_image_processing.py
- modeling_blip2.py
- modeling_ctx_clip.py
- pipeline_blip_diffusion.py
- __init__.py
- pipeline_cogvideox.py
- pipeline_cogvideox_fun_control.py
- pipeline_cogvideox_image2video.py
- pipeline_cogvideox_video2video.py
- pipeline_cogvideox_vividvr.py
- pipeline_output.py
- __init__.py
- pipeline_cogview3plus.py
- pipeline_output.py
- __init__.py
- pipeline_consistency_models.py
- __init__.py
- multicontrolnet.py
- pipeline_controlnet.py
- pipeline_controlnet_blip_diffusion.py
- pipeline_controlnet_img2img.py
- pipeline_controlnet_inpaint.py
- pipeline_controlnet_inpaint_sd_xl.py
- pipeline_controlnet_sd_xl.py
- pipeline_controlnet_sd_xl_img2img.py
- pipeline_flax_controlnet.py
- __init__.py
- pipeline_hunyuandit_controlnet.py
- __init__.py
- pipeline_stable_diffusion_3_controlnet.py
- pipeline_stable_diffusion_3_controlnet_inpainting.py
- __init__.py
- pipeline_controlnet_xs.py
- pipeline_controlnet_xs_sd_xl.py
- __init__.py
- pipeline_dance_diffusion.py
- __init__.py
- pipeline_ddim.py
- __init__.py
- pipeline_ddpm.py
- __init__.py
- pipeline_if.py
- pipeline_if_img2img.py
- pipeline_if_img2img_superresolution.py
- pipeline_if_inpainting.py
- pipeline_if_inpainting_superresolution.py
- pipeline_if_superresolution.py
- pipeline_output.py
- safety_checker.py
- timesteps.py
- watermark.py
- __init__.py
- modeling_roberta_series.py
- pipeline_alt_diffusion.py
- pipeline_alt_diffusion_img2img.py
- pipeline_output.py
- __init__.py
- mel.py
- pipeline_audio_diffusion.py
- __init__.py
- pipeline_latent_diffusion_uncond.py
- __init__.py
- pipeline_pndm.py
- __init__.py
- pipeline_repaint.py
- __init__.py
- pipeline_score_sde_ve.py
- __init__.py
- continuous_encoder.py
- midi_utils.py
- notes_encoder.py
- pipeline_spectrogram_diffusion.py
- __init__.py
- pipeline_cycle_diffusion.py
- pipeline_onnx_stable_diffusion_inpaint_legacy.py
- pipeline_stable_diffusion_inpaint_legacy.py
- pipeline_stable_diffusion_model_editing.py
- pipeline_stable_diffusion_paradigms.py
- pipeline_stable_diffusion_pix2pix_zero.py
- __init__.py
- pipeline_stochastic_karras_ve.py
- __init__.py
- modeling_text_unet.py
- pipeline_versatile_diffusion.py
- pipeline_versatile_diffusion_dual_guided.py
- pipeline_versatile_diffusion_image_variation.py
- pipeline_versatile_diffusion_text_to_image.py
- __init__.py
- pipeline_vq_diffusion.py
- __init__.py
- README.md
- __init__.py
- pipeline_dit.py
- __init__.py
- pipeline_flux.py
- pipeline_flux_controlnet.py
- pipeline_flux_controlnet_image_to_image.py
- pipeline_flux_controlnet_inpainting.py
- pipeline_flux_img2img.py
- pipeline_flux_inpaint.py
- pipeline_output.py
- __init__.py
- pipeline_hunyuandit.py
- __init__.py
- pipeline_i2vgen_xl.py
- __init__.py
- pipeline_kandinsky.py
- pipeline_kandinsky_combined.py
- pipeline_kandinsky_img2img.py
- pipeline_kandinsky_inpaint.py
- pipeline_kandinsky_prior.py
- text_encoder.py
- __init__.py
- pipeline_kandinsky2_2.py
- pipeline_kandinsky2_2_combined.py
- pipeline_kandinsky2_2_controlnet.py
- pipeline_kandinsky2_2_controlnet_img2img.py
- pipeline_kandinsky2_2_img2img.py
- pipeline_kandinsky2_2_inpainting.py
- pipeline_kandinsky2_2_prior.py
- pipeline_kandinsky2_2_prior_emb2emb.py
- __init__.py
- convert_kandinsky3_unet.py
- pipeline_kandinsky3.py
- pipeline_kandinsky3_img2img.py
- __init__.py
- pipeline_kolors.py
- pipeline_kolors_img2img.py
- pipeline_output.py
- text_encoder.py
- tokenizer.py
- __init__.py
- pipeline_latent_consistency_img2img.py
- pipeline_latent_consistency_text2img.py
- __init__.py
- pipeline_latent_diffusion.py
- pipeline_latent_diffusion_superresolution.py
- __init__.py
- pipeline_latte.py
- __init__.py
- pipeline_leditspp_stable_diffusion.py
- pipeline_leditspp_stable_diffusion_xl.py
- pipeline_output.py
- __init__.py
- pipeline_lumina.py
- __init__.py
- marigold_image_processing.py
- pipeline_marigold_depth.py
- pipeline_marigold_normals.py
- __init__.py
- pipeline_musicldm.py
- __init__.py
- pag_utils.py
- pipeline_pag_controlnet_sd.py
- pipeline_pag_controlnet_sd_inpaint.py
- pipeline_pag_controlnet_sd_xl.py
- pipeline_pag_controlnet_sd_xl_img2img.py
- pipeline_pag_hunyuandit.py
- pipeline_pag_kolors.py
- pipeline_pag_pixart_sigma.py
- pipeline_pag_sd.py
- pipeline_pag_sd_3.py
- pipeline_pag_sd_animatediff.py
- pipeline_pag_sd_img2img.py
- pipeline_pag_sd_xl.py
- pipeline_pag_sd_xl_img2img.py
- pipeline_pag_sd_xl_inpaint.py
- __init__.py
- image_encoder.py
- pipeline_paint_by_example.py
- __init__.py
- pipeline_pia.py
- __init__.py
- pipeline_pixart_alpha.py
- pipeline_pixart_sigma.py
- __init__.py
- pipeline_output.py
- pipeline_semantic_stable_diffusion.py
- __init__.py
- camera.py
- pipeline_shap_e.py
- pipeline_shap_e_img2img.py
- renderer.py
- __init__.py
- modeling_stable_audio.py
- pipeline_stable_audio.py
- __init__.py
- pipeline_stable_cascade.py
- pipeline_stable_cascade_combined.py
- pipeline_stable_cascade_prior.py
- __init__.py
- clip_image_project_model.py
- convert_from_ckpt.py
- pipeline_flax_stable_diffusion.py
- pipeline_flax_stable_diffusion_img2img.py
- pipeline_flax_stable_diffusion_inpaint.py
- pipeline_onnx_stable_diffusion.py
- pipeline_onnx_stable_diffusion_img2img.py
- pipeline_onnx_stable_diffusion_inpaint.py
- pipeline_onnx_stable_diffusion_upscale.py
- pipeline_output.py
- pipeline_stable_diffusion.py
- pipeline_stable_diffusion_depth2img.py
- pipeline_stable_diffusion_image_variation.py
- pipeline_stable_diffusion_img2img.py
- pipeline_stable_diffusion_inpaint.py
- pipeline_stable_diffusion_instruct_pix2pix.py
- pipeline_stable_diffusion_latent_upscale.py
- pipeline_stable_diffusion_upscale.py
- pipeline_stable_unclip.py
- pipeline_stable_unclip_img2img.py
- README.md
- safety_checker.py
- safety_checker_flax.py
- stable_unclip_image_normalizer.py
- __init__.py
- pipeline_output.py
- pipeline_stable_diffusion_3.py
- pipeline_stable_diffusion_3_img2img.py
- pipeline_stable_diffusion_3_inpaint.py
- __init__.py
- pipeline_stable_diffusion_attend_and_excite.py
- __init__.py
- pipeline_stable_diffusion_diffedit.py
- __init__.py
- pipeline_stable_diffusion_gligen.py
- pipeline_stable_diffusion_gligen_text_image.py
- __init__.py
- pipeline_stable_diffusion_k_diffusion.py
- pipeline_stable_diffusion_xl_k_diffusion.py
- __init__.py
- pipeline_stable_diffusion_ldm3d.py
- __init__.py
- pipeline_stable_diffusion_panorama.py
- __init__.py
- pipeline_output.py
- pipeline_stable_diffusion_safe.py
- safety_checker.py
- __init__.py
- pipeline_stable_diffusion_sag.py
- __init__.py
- pipeline_flax_stable_diffusion_xl.py
- pipeline_output.py
- pipeline_stable_diffusion_xl.py
- pipeline_stable_diffusion_xl_img2img.py
- pipeline_stable_diffusion_xl_inpaint.py
- pipeline_stable_diffusion_xl_instruct_pix2pix.py
- watermark.py
- __init__.py
- pipeline_stable_video_diffusion.py
- __init__.py
- pipeline_stable_diffusion_adapter.py
- pipeline_stable_diffusion_xl_adapter.py
- __init__.py
- pipeline_output.py
- pipeline_text_to_video_synth.py
- pipeline_text_to_video_synth_img2img.py
- pipeline_text_to_video_zero.py
- pipeline_text_to_video_zero_sdxl.py
- __init__.py
- pipeline_unclip.py
- pipeline_unclip_image_variation.py
- text_proj.py
- __init__.py
- modeling_text_decoder.py
- modeling_uvit.py
- pipeline_unidiffuser.py
- __init__.py
- modeling_paella_vq_model.py
- modeling_wuerstchen_common.py
- modeling_wuerstchen_diffnext.py
- modeling_wuerstchen_prior.py
- pipeline_wuerstchen.py
- pipeline_wuerstchen_combined.py
- pipeline_wuerstchen_prior.py
- __init__.py
- auto_pipeline.py
- free_init_utils.py
- free_noise_utils.py
- onnx_utils.py
- pipeline_flax_utils.py
- pipeline_loading_utils.py
- pipeline_utils.py
- README.md
- __init__.py
- bnb_quantizer.py
- utils.py
- __init__.py
- auto.py
- base.py
- quantization_config.py
- __init__.py
- scheduling_karras_ve.py
- scheduling_sde_vp.py
- __init__.py
- README.md
- scheduling_amused.py
- scheduling_consistency_decoder.py
- scheduling_consistency_models.py
- scheduling_cosine_dpmsolver_multistep.py
- scheduling_ddim.py
- scheduling_ddim_cogvideox.py
- scheduling_ddim_flax.py
- scheduling_ddim_inverse.py
- scheduling_ddim_parallel.py
- scheduling_ddpm.py
- scheduling_ddpm_flax.py
- scheduling_ddpm_parallel.py
- scheduling_ddpm_wuerstchen.py
- scheduling_deis_multistep.py
- scheduling_dpm_cogvideox.py
- scheduling_dpmsolver_multistep.py
- scheduling_dpmsolver_multistep_flax.py
- scheduling_dpmsolver_multistep_inverse.py
- scheduling_dpmsolver_sde.py
- scheduling_dpmsolver_singlestep.py
- scheduling_edm_dpmsolver_multistep.py
- scheduling_edm_euler.py
- scheduling_euler_ancestral_discrete.py
- scheduling_euler_discrete.py
- scheduling_euler_discrete_flax.py
- scheduling_flow_match_euler_discrete.py
- scheduling_flow_match_heun_discrete.py
- scheduling_heun_discrete.py
- scheduling_ipndm.py
- scheduling_k_dpm_2_ancestral_discrete.py
- scheduling_k_dpm_2_discrete.py
- scheduling_karras_ve_flax.py
- scheduling_lcm.py
- scheduling_lms_discrete.py
- scheduling_lms_discrete_flax.py
- scheduling_pndm.py
- scheduling_pndm_flax.py
- scheduling_repaint.py
- scheduling_sasolver.py
- scheduling_sde_ve.py
- scheduling_sde_ve_flax.py
- scheduling_tcd.py
- scheduling_unclip.py
- scheduling_unipc_multistep.py
- scheduling_utils.py
- scheduling_utils_flax.py
- scheduling_vq_diffusion.py
- __init__.py
- accelerate_utils.py
- constants.py
- deprecation_utils.py
- doc_utils.py
- dummy_flax_and_transformers_objects.py
- dummy_flax_objects.py
- dummy_note_seq_objects.py
- dummy_onnx_objects.py
- dummy_pt_objects.py
- dummy_torch_and_librosa_objects.py
- dummy_torch_and_scipy_objects.py
- dummy_torch_and_torchsde_objects.py
- dummy_torch_and_transformers_and_k_diffusion_objects.py
- dummy_torch_and_transformers_and_onnx_objects.py
- dummy_torch_and_transformers_and_sentencepiece_objects.py
- dummy_torch_and_transformers_objects.py
- dummy_transformers_and_torch_and_note_seq_objects.py
- dynamic_modules_utils.py
- export_utils.py
- hub_utils.py
- import_utils.py
- loading_utils.py
- logging.py
- model_card_template.md
- outputs.py
- peft_utils.py
- pil_utils.py
- state_dict_utils.py
- testing_utils.py
- torch_utils.py
- versions.py
- __init__.py
- callbacks.py
- configuration_utils.py
- dependency_versions_check.py
- dependency_versions_table.py
- image_processor.py
- optimization.py
- py.typed
- training_utils.py
- video_processor.py
- modeling_cogvlm.py
- cogvlm2.py
- colorfix.py
- enhancer.py
- inference.py
- textfix.py
- utils.py
- .gitignore
- _typos.toml
- CITATION.cff
- CODE_OF_CONDUCT.md
- CONTRIBUTING.md
- Makefile
- MANIFEST.in
- PHILOSOPHY.md
- pyproject.toml
- README.md
- requirements.txt
- setup.py
// repository documentation
Was this content helpful?
(0 ratings)