attn2d
Pervasive Attention: 2D Convolutional Networks for Sequence-to-Sequence Prediction
File Explorer
Download Latest Version (.zip)- bug_report.md
- documentation.md
- feature_request.md
- how-to-question.md
- build.yml
- build_windows.yml
- ISSUE_TEMPLATE.md
- PULL_REQUEST_TEMPLATE.md
- theme_overrides.css
- command_line_tools.rst
- conf.py
- criterions.rst
- data.rst
- docutils.conf
- getting_started.rst
- index.rst
- lr_scheduler.rst
- make.bat
- Makefile
- models.rst
- modules.rst
- optim.rst
- overview.rst
- requirements.txt
- tasks.rst
- tutorial_classifying_names.rst
- tutorial_simple_lstm.rst
- above_path_cross_entropy.py
- adpative_cross_entropy.py
- align_label_smoothed_cross_entropy.py
- dynamic_ll_loss.py
- dynamic_waitk_criterion.py
- grid_cross_entropy.py
- grid_cross_entropy_aove
- hmm_loss.py
- multi_cross_entropy.py
- multicontextt_cross_entropy.py
- pa_grid_cross_entropy.py
- qv_cross_entropy.py
- regualrized_attention.py
- search_cross_entropy.py
- sim_translation_loss.py
- simultaneous_hmm_loss.py
- simultaneous_loss.py
- weighted_label_smoothed_cross_entropy.py
- __init__.py
- grid_cross_entropy.py
- simultrans_dynamic_loss.py
- __init__.py
- dynamic_simultaneous_sequence_generator.py
- waitk_sequence_generator.py
- above_transformer.py
- attn2d_dynamic.py
- attn2d_dynamic_ll.py
- attn2d_dynamic_v2.py
- attn2d_sim.py
- attn2d_sim_hmm.py
- attn2d_waitk.py
- attn2d_waitk_v2.py
- double_attn2d_dynamic_ll.py
- shallow_oracle_attn2d.py
- tmp_dynamic
- transformer_cumul.py
- __init__.py
- pervasive_attention.py
- simultrans_pervasive_oracle.py
- densenet.py
- densenet_bn.py
- densenet_cascade.py
- densenet_ffn.py
- densenet_ffn_pono.py
- densenet_ln.py
- densenet_nonorm.py
- densenet_pono.py
- densenet_pono_kmax.py
- dilated_resnet.py
- dilated_resnet2.py
- expanding_resnet.py
- fav_resnet.py
- pa_gatenet.py
- pa_gatenet10.py
- pa_gatenet11.py
- pa_gatenet12.py
- pa_gatenet2.py
- pa_gatenet3.py
- pa_gatenet4.py
- pa_gatenet5.py
- pa_gatenet6.py
- pa_gatenet7.py
- pa_gatenet8.py
- pa_gatenet9.py
- pa_resnet.py
- pa_scalenet.py
- pa_scalenet2.py
- qv.py
- qv_v1.py
- resnet2.py
- resnet3.py
- resnet4.py
- resnet5.py
- resnet6.py
- resnet_addup.py
- resnet_addup2.py
- resnet_addup3.py
- resnet_addup_nonorm.py
- resnet_addup_nonorm2_all.py
- resnet_addup_nonorm2_gated.py
- resnet_addup_nonorm2_gated_noffn.py
- resnet_addup_nonorm2_rev.py
- resnet_addup_nonorm2_wbias.py
- resnet_addup_nonorm3.py
- resnet_addup_nonorm4.py
- resnet_lite.py
- resnet_renorm.py
- ConvNetActions.py
- dynamic_controls.py
- dynamic_halters.py
- fb_controls.py
- hmm_controls.py
- hmm_controls2.py
- hmm_controls3.py
- ll_controls.py
- mini_masked_convolution.py
- oracle_controls.py
- shallow_controller.py
- tinyPA.py
- tinyPA3.py
- __init__.py
- aggregators.py
- convnet.py
- densenet.py
- masked_convolution.py
- oracle.py
- pa_controller.py
- resnet.py
- tiny_resnet.py
- __init__.py
- dynamic_simultaneous_translation.py
- waitk_task.py
- __init__.py
- overview.png
- README.md
- waitk_pa.png
- prepare-iwslt14.sh
- __init__.py
- waitk_sequence_generator.py
- __init__.py
- waitk_transformer.py
- __init__.py
- multihead_attention.py
- transformer_layers.py
- __init__.py
- waitk_task.py
- __init__.py
- eval_delay.py
- README.md
- waitk.png
- .gitignore
- __init__.py
- __init__.py
- dummy_lm.py
- dummy_masked_lm.py
- dummy_model.py
- libbleu.cpp
- module.cpp
- edit_dist.cpp
- binding.cpp
- edit_dist.cu
- edit_dist.h
- __init__.py
- adaptive_loss.py
- binary_cross_entropy.py
- composite_loss.py
- cross_entropy.py
- fairseq_criterion.py
- label_smoothed_cross_entropy.py
- label_smoothed_cross_entropy_with_alignment.py
- legacy_masked_lm.py
- masked_lm.py
- nat_loss.py
- sentence_prediction.py
- sentence_ranking.py
- __init__.py
- raw_audio_dataset.py
- __init__.py
- byte_bpe.py
- byte_utils.py
- bytes.py
- characters.py
- fastbpe.py
- gpt2_bpe.py
- gpt2_bpe_utils.py
- hf_bert_bpe.py
- hf_byte_bpe.py
- moses_tokenizer.py
- nltk_tokenizer.py
- sentencepiece_bpe.py
- space_tokenizer.py
- subword_nmt_bpe.py
- utils.py
- __init__.py
- block_pair_dataset.py
- masked_lm_dataset.py
- masked_lm_dictionary.py
- __init__.py
- append_token_dataset.py
- backtranslation_dataset.py
- base_wrapper_dataset.py
- colorize_dataset.py
- concat_dataset.py
- concat_sentences_dataset.py
- data_utils.py
- data_utils_fast.pyx
- denoising_dataset.py
- dictionary.py
- fairseq_dataset.py
- id_dataset.py
- indexed_dataset.py
- iterators.py
- language_pair_dataset.py
- list_dataset.py
- lm_context_window_dataset.py
- lru_cache_dataset.py
- mask_tokens_dataset.py
- monolingual_dataset.py
- multi_corpus_sampled_dataset.py
- nested_dictionary_dataset.py
- noising.py
- num_samples_dataset.py
- numel_dataset.py
- offset_tokens_dataset.py
- pad_dataset.py
- plasma_utils.py
- prepend_dataset.py
- prepend_token_dataset.py
- raw_label_dataset.py
- replace_dataset.py
- resampling_dataset.py
- roll_dataset.py
- round_robin_zip_datasets.py
- sort_dataset.py
- strip_token_dataset.py
- subsample_dataset.py
- token_block_dataset.py
- token_block_utils_fast.pyx
- transform_eos_dataset.py
- transform_eos_lang_pair_dataset.py
- truncate_dataset.py
- __init__.py
- meters.py
- metrics.py
- progress_bar.py
- __init__.py
- vocab_parallel_cross_entropy.py
- __init__.py
- transformer.py
- transformer_lm.py
- __init__.py
- multihead_attention.py
- transformer_layer.py
- __init__.py
- megatron_trainer.py
- __init__.py
- hub_interface.py
- model.py
- __init__.py
- hf_gpt2.py
- __init__.py
- cmlm_transformer.py
- fairseq_nat_model.py
- insertion_transformer.py
- iterative_nonautoregressive_transformer.py
- levenshtein_transformer.py
- levenshtein_utils.py
- nat_crf_transformer.py
- nonautoregressive_ensembles.py
- nonautoregressive_transformer.py
- __init__.py
- alignment_utils.py
- hub_interface.py
- model.py
- model_camembert.py
- model_xlmr.py
- __init__.py
- composite_encoder.py
- distributed_fairseq_model.py
- fairseq_decoder.py
- fairseq_encoder.py
- fairseq_incremental_decoder.py
- fairseq_model.py
- fconv.py
- fconv_lm.py
- fconv_self_att.py
- lightconv.py
- lightconv_lm.py
- lstm.py
- lstm_lm.py
- masked_lm.py
- model_utils.py
- multilingual_transformer.py
- transformer.py
- transformer_from_pretrained_xlm.py
- transformer_lm.py
- wav2vec.py
- __init__.py
- cuda_function_gen.py
- dynamicconv_cuda.cpp
- dynamicconv_cuda.cuh
- dynamicconv_cuda_kernel.cu
- dynamicconv_layer.py
- dynamiconv_cpu.cpp
- setup.py
- __init__.py
- cuda_function_gen.py
- lightconv_cuda.cpp
- lightconv_cuda.cuh
- lightconv_cuda_kernel.cu
- lightconv_layer.py
- setup.py
- __init__.py
- qconv.py
- qemb.py
- qlinear.py
- __init__.py
- em.py
- pq.py
- utils.py
- __init__.py
- qact.py
- qconv.py
- qemb.py
- qlinear.py
- __init__.py
- ops.py
- utils.py
- __init__.py
- quantization_options.py
- __init__.py
- adaptive_input.py
- adaptive_softmax.py
- beamable_mm.py
- character_token_embedder.py
- conv_tbc.py
- cross_entropy.py
- cuda_utils.cu
- downsampled_multihead_attention.py
- dynamic_convolution.py
- dynamic_crf_layer.py
- fp32_group_norm.py
- gelu.py
- grad_multiply.py
- gumbel_vector_quantizer.py
- kmeans_vector_quantizer.py
- layer_norm.py
- learned_positional_embedding.py
- lightweight_convolution.py
- linearized_convolution.py
- multihead_attention.py
- positional_embedding.py
- quant_noise.py
- scalar_bias.py
- sinusoidal_positional_embedding.py
- sparse_multihead_attention.py
- sparse_transformer_sentence_encoder.py
- sparse_transformer_sentence_encoder_layer.py
- transformer_layer.py
- transformer_sentence_encoder.py
- transformer_sentence_encoder_layer.py
- unfold.py
- vggblock.py
- __init__.py
- cosine_lr_scheduler.py
- fairseq_lr_scheduler.py
- fixed_schedule.py
- inverse_square_root_schedule.py
- polynomial_decay_schedule.py
- reduce_lr_on_plateau.py
- tri_stage_lr_scheduler.py
- triangular_lr_scheduler.py
- __init__.py
- adadelta.py
- adafactor.py
- adagrad.py
- adam.py
- adamax.py
- bmuf.py
- fairseq_optimizer.py
- fp16_optimizer.py
- fused_adam.py
- fused_lamb.py
- nag.py
- sgd.py
- __init__.py
- audio_pretraining.py
- cross_lingual_lm.py
- denoising.py
- fairseq_task.py
- language_modeling.py
- legacy_masked_lm.py
- masked_lm.py
- multilingual_denoising.py
- multilingual_masked_lm.py
- multilingual_translation.py
- semisupervised_translation.py
- sentence_prediction.py
- sentence_ranking.py
- translation.py
- translation_from_pretrained_bart.py
- translation_from_pretrained_xlm.py
- translation_lev.py
- __init__.py
- binarizer.py
- bleu.py
- checkpoint_utils.py
- distributed_utils.py
- file_io.py
- file_utils.py
- hub_utils.py
- incremental_decoding_utils.py
- iterative_refinement_generator.py
- legacy_distributed_data_parallel.py
- nan_detector.py
- options.py
- pdb.py
- quantization_utils.py
- registry.py
- search.py
- sequence_generator.py
- sequence_scorer.py
- tokenizer.py
- trainer.py
- utils.py
- __init__.py
- eval_lm.py
- generate.py
- interactive.py
- preprocess.py
- score.py
- train.py
- validate.py
- entry_points.txt
- LICENSE
- METADATA
- top_level.txt
- __init__.py
- average_checkpoints.py
- build_sym_alignment.py
- compare_namespaces.py
- compound_split_bleu.sh
- convert_dictionary.lua
- convert_model.lua
- count_docs.py
- read_binarized.py
- rm_pt.py
- sacrebleu_pregen.sh
- shard_docs.py
- split_train_valid_docs.py
- spm_decode.py
- spm_encode.py
- spm_train.py
- __init__.py
- asr_test_base.py
- test_collaters.py
- test_cross_entropy.py
- test_vggtransformer.py
- __init__.py
- test_average_checkpoints.py
- test_backtranslation_dataset.py
- test_binaries.py
- test_bmuf.py
- test_character_token_embedder.py
- test_concat_dataset.py
- test_convtbc.py
- test_dictionary.py
- test_export.py
- test_file_io.py
- test_iterators.py
- test_label_smoothing.py
- test_lstm_jitable.py
- test_memory_efficient_fp16.py
- test_metrics.py
- test_multi_corpus_sampled_dataset.py
- test_multihead_attention.py
- test_noising.py
- test_reproducibility.py
- test_resampling_dataset.py
- test_sequence_generator.py
- test_sequence_scorer.py
- test_sparse_multihead_attention.py
- test_token_block_dataset.py
- test_train.py
- test_utils.py
- transformer_quantization_config.yaml
- utils.py
- .gitignore
- .gitmodules
- CODE_OF_CONDUCT.md
- CONTRIBUTING.md
- eval_lm.py
- generate.py
- hubconf.py
- interactive.py
- LICENSE
- preprocess.py
- pyproject.toml
- README.md
- score.py
- setup.py
- train.py
- validate.py
# Installation Guide
1. Get the code
git clone https://github.com/elbayadm/attn2d
Downloads the entire project code from GitHub to your computer.
cd attn2d
Moves into the project folder you just downloaded.
2. Official Install Script
Easy RecommendedPrerequisites
- Python 3 Python is required to use pip.
pip install --editable .
Installs the package published on PyPI directly โ no need to clone the source.
After installing, open a new terminal and run the program's version command (e.g. --version) to confirm it worked.
Pulled directly from this repo's README.
3. Python
EasyPrerequisites
pip install --editable .
Installs the package published on PyPI directly โ no need to clone the source.
If it runs without errors and prints output in the terminal, it worked.
Pulled directly from this repo's README.
// repository documentation
Was this content helpful?
(0 ratings)