Real3DPortrait
Real3D-Portrait: One-shot Realistic 3D Talking Portrait Synthesis; ICLR 2024 Spotlight; Official code
File Explorer
Download Latest Version (.zip)- real3dportrait.png
- .gitkeep
- bg.png
- Macron.png
- May_5s.mp4
- Obama_5s.wav
- convert_to_eg3d_convention.py
- process_guide.md
- run.sh
- binarizer_nerf.py
- binarizer_th1kh.py
- face_landmarker.py
- face_landmarker.task
- mp_segmenter.py
- selfie_multiclass_256x256.tflite
- extract_hubert.py
- extract_mel_f0.py
- resample_audio_to_16k.py
- extract_lm2d.py
- extract_segment_imgs.py
- fit_3dmm_landmark.py
- euler2quaterion.py
- extract_blink.py
- extract_lm2d.py
- extract_segment_imgs.py
- fit_3dmm_landmark.py
- inpaint_torso_imgs.py
- resample_video_to_25fps_resize_to_512.py
- split_video_to_imgs.py
- path_converter.py
- face3d_helper.py
- .gitkeep
- basel_53201.txt
- index_mp468_from_mesh35709_v1.npy
- index_mp468_from_mesh35709_v2.npy
- index_mp468_from_mesh35709_v3.1.npy
- index_mp468_from_mesh35709_v3.npy
- select_vertex_id.mat
- similarity_Lm3D_all.mat
- __init__.py
- iresnet.py
- iresnet2060.py
- mobilefacenet.py
- vit.py
- 3millions.py
- __init__.py
- base.py
- glint360k_mbf.py
- glint360k_r100.py
- glint360k_r50.py
- ms1mv2_mbf.py
- ms1mv2_r100.py
- ms1mv2_r50.py
- ms1mv3_mbf.py
- ms1mv3_r100.py
- ms1mv3_r50.py
- ms1mv3_r50_onegpu.py
- wf12m_conflict_r50.py
- wf12m_conflict_r50_pfc03_filter04.py
- wf12m_flip_pfc01_filter04_r50.py
- wf12m_flip_r50.py
- wf12m_mbf.py
- wf12m_pfc02_r100.py
- wf12m_r100.py
- wf12m_r50.py
- wf42m_pfc0008_32gpu_r100.py
- wf42m_pfc02_16gpus_mbf_bs8k.py
- wf42m_pfc02_16gpus_r100.py
- wf42m_pfc02_16gpus_r50_bs8k.py
- wf42m_pfc02_32gpus_r50_bs4k.py
- wf42m_pfc02_8gpus_r50_bs4k.py
- wf42m_pfc02_r100.py
- wf42m_pfc02_r100_16gpus.py
- wf42m_pfc02_r100_32gpus.py
- wf42m_pfc03_32gpu_r100.py
- wf42m_pfc03_32gpu_r18.py
- wf42m_pfc03_32gpu_r200.py
- wf42m_pfc03_32gpu_r50.py
- wf42m_pfc03_40epoch_64gpu_vit_b.py
- wf42m_pfc03_40epoch_64gpu_vit_l.py
- wf42m_pfc03_40epoch_64gpu_vit_s.py
- wf42m_pfc03_40epoch_64gpu_vit_t.py
- wf42m_pfc03_40epoch_8gpu_vit_b.py
- wf42m_pfc03_40epoch_8gpu_vit_t.py
- wf4m_mbf.py
- wf4m_r100.py
- wf4m_r50.py
- eval.md
- install.md
- install_dali.md
- modelzoo.md
- prepare_custom_dataset.md
- prepare_webface42m.md
- speed_benchmark.md
- __init__.py
- verification.py
- shuffle_rec.py
- __init__.py
- plot.py
- utils_callbacks.py
- utils_config.py
- utils_distributed_sampler.py
- utils_logging.py
- dataset.py
- dist.sh
- eval_ijbc.py
- flops.py
- inference.py
- losses.py
- lr_scheduler.py
- onnx_helper.py
- onnx_ijbc.py
- partial_fc.py
- partial_fc_v2.py
- README.md
- requirement.txt
- run.sh
- torch2onnx.py
- train.py
- train_v2.py
- __init__.py
- base_model.py
- bfm.py
- facerecon_model.py
- losses.py
- networks.py
- template_model.py
- __init__.py
- base_options.py
- test_options.py
- train_options.py
- __init__.py
- BBRegressorParam_r.mat
- detect_lm68.py
- generate_list.py
- html.py
- load_mats.py
- mesh_renderer.py
- preprocess.py
- skin_mask.py
- test_mean_face.txt
- util.py
- visualizer.py
- __init__.py
- bfm_left_eye_faces.npy
- bfm_right_eye_faces.npy
- data_preparation.py
- generate_reconstructor_opt_for_geneface.py
- ncc_code.npy
- reconstructor.py
- reconstructor_opt.pkl
- secc_renderer.py
- test.py
- train.py
- install_guide-zh.md
- install_guide.md
- requirements.txt
- process_th1kh.md
- train_audio2motion.md
- train_motion2video.md
- base.yaml
- vae.yaml
- vae_sync.yaml
- base.yaml
- base.yaml
- base_mse.yaml
- adnerf.yaml
- adnerf_torso.yaml
- base.yaml
- lm3d_nerf.yaml
- lm3d_nerf_torso.yaml
- base.yaml
- base.yaml
- base.yaml
- lm3d_radnerf.yaml
- radnerf.yaml
- base.yaml
- img2plane_orig.yaml
- secc_img2plane_orig.yaml
- secc_img2plane_torso_orig.yaml
- audio2motion_vae.yaml
- audio_lm3d_syncnet.yaml
- img2plane.yaml
- secc_img2plane.yaml
- secc_img2plane_torso.yaml
- base.yaml
- secc_img2plane.yaml
- secc_img2plane_torso.yaml
- base.yaml
- lm3d_syncnet.yaml
- lm3d_vae.yaml
- lm3d_vae_pitch.yaml
- lm3d_vae_sync.yaml
- lm3d_vae_sync_pitch.yaml
- app_real3dportrait.py
- edit_secc.py
- infer_utils.py
- real3d_infer.py
- real3dportrait_demo.ipynb
- cnn_models.py
- flow_base.py
- multi_length_disc.py
- transformer_base.py
- transformer_models.py
- utils.py
- vae.py
- vqvae.py
- attentions.py
- simple_attention.py
- conformer.py
- espnet_positional_embedding.py
- espnet_transformer_attn.py
- layers.py
- __init__.py
- dist_util.py
- fp16_util.py
- gaussian_diffusion.py
- image_datasets.py
- logger.py
- losses.py
- nn.py
- resample.py
- respace.py
- train_util.py
- glow_modules.py
- res_flow.py
- utils.py
- conv.py
- gpt.py
- layers.py
- rel_transformer.py
- rnn.py
- rot_transformer.py
- taming_tfm_modules.py
- transformer.py
- unet1d.py
- vqvae.py
- vqvae_cvq.py
- vqvae_fsq.py
- vqvae_lfq.py
- vqvae_lfq_y.py
- vqvae_taming.py
- wavenet.py
- pose_sampler.py
- __init__.py
- util.py
- __init__.py
- equivariance.py
- frechet_inception_distance.py
- inception_score.py
- kernel_inception_distance.py
- metric_main.py
- metric_utils.py
- perceptual_path_length.py
- precision_recall.py
- dual_discriminator.py
- dual_discriminator_cond.py
- networks_stylegan2.py
- networks_stylegan3.py
- superresolution.py
- triplane.py
- __init__.py
- bias_act.cpp
- bias_act.cu
- bias_act.h
- bias_act.py
- conv2d_gradfix.py
- conv2d_resample.py
- filtered_lrelu.cpp
- filtered_lrelu.cu
- filtered_lrelu.h
- filtered_lrelu.py
- filtered_lrelu_ns.cu
- filtered_lrelu_rd.cu
- filtered_lrelu_wr.cu
- fma.py
- grid_sample_gradfix.py
- upfirdn2d.cpp
- upfirdn2d.cu
- upfirdn2d.h
- upfirdn2d.py
- __init__.py
- custom_ops.py
- misc.py
- persistence.py
- training_stats.py
- __init__.py
- math_utils.py
- ray_marcher.py
- ray_sampler.py
- renderer.py
- __init__.py
- heads.py
- initialization.py
- model.py
- modules.py
- decoder.py
- model.py
- my_decoder.py
- my_model.py
- __init__.py
- _base.py
- _utils.py
- resnet.py
- __init__.py
- __init__.py
- base.py
- models.py
- high_resolution_encoder.py
- img2plane_model.py
- triplane.py
- unit_test.ipynb
- func_utils.py
- layers.py
- losses.py
- model.py
- model2.py
- network.py
- network2.py
- sr_with_ref.py
- img2plane_baseline.py
- secc_img2plane.py
- secc_img2plane_torso.py
- segformer.py
- models.py
- syncnet_v2.py
- audio2motion_dataset.py
- motion2video_dataset.py
- syncnet_dataset.py
- vgg19_loss.py
- audio2motion_task.py
- audio_lm3d_syncnet.py
- img2plane_task.py
- secc_img2plane_task.py
- secc_img2plane_torso_task.py
- run.py
- ExtractF0ByStraight
- InterpF0
- ReaperF0
- crepe_utils.py
- extractor_utils.py
- utils.py
- uv_utils.py
- __init__.py
- align.py
- dct.py
- griffin_lim.py
- io.py
- pitch_extractors.py
- vad.py
- base_task.py
- ckpt_utils.py
- crop_head.py
- dataset_utils.py
- ddp_utils.py
- euler2rot.py
- face_alignment_utils.py
- hparams.py
- image_utils.py
- indexed_datasets.py
- mesh_utils.py
- meters.py
- multiprocess_utils.py
- os_utils.py
- pitch_utils.py
- tensor_utils.py
- trainer.py
- grad.py
- model_utils.py
- schedulers.py
- seq_utils.py
- clean_gpu.py
- camera_parameter_loader.py
- camera_pose_visualizer.py
- auto_plot_image.py
- draw_3d_landmark.py
- ffmpeg_utils.py
- lm_visualizer.py
- plot_attention.py
- plot_spec.py
- t-sne.py
- t-sne_0423.py
- .gitignore
- LICENSE
- README-zh.md
- README.md
// repository documentation
Was this content helpful?
(0 ratings)