ConSERT
Code for our ACL 2021 paper - ConSERT: A Contrastive Framework for Self-Supervised Sentence Representation Transfer
File Explorer
Download Latest Version (.zip)- get_chinese_sts_data.bash
- get_transfer_data.bash
- prepare_chinese_data.py
- unsup-consert-base-atec_ccks.sh
- unsup-consert-base-bq.sh
- unsup-consert-base-lcqmc.sh
- unsup-consert-base-pawsx.sh
- unsup-consert-base-stsb.sh
- unsup-consert-large-atec_ccks.sh
- unsup-consert-large-bq.sh
- unsup-consert-large-lcqmc.sh
- unsup-consert-large-pawsx.sh
- unsup-consert-large-stsb.sh
- sup-consert-joint-base.sh
- sup-consert-joint-large.sh
- sup-consert-joint-unsup-base.sh
- sup-consert-joint-unsup-large.sh
- sup-consert-sup-unsup-base.sh
- sup-consert-sup-unsup-large.sh
- sup-sbert-base.sh
- sup-sbert-large.sh
- unsup-consert-base.sh
- unsup-consert-large.sh
- sup-consert-joint-base.sh
- sup-consert-joint-large.sh
- sup-consert-joint-unsup-base.sh
- sup-consert-joint-unsup-large.sh
- sup-consert-sup-unsup-base.sh
- sup-consert-sup-unsup-large.sh
- sup-sbert-base.sh
- sup-sbert-large.sh
- unsup-consert-base.sh
- unsup-consert-large.sh
- __init__.py
- CEBinaryClassificationEvaluator.py
- CECorrelationEvaluator.py
- CESoftmaxAccuracyEvaluator.py
- __init__.py
- CrossEncoder.py
- __init__.py
- LabelSampler.py
- __init__.py
- EncodeDataset.py
- ParallelSentencesDataset.py
- SentenceLabelDataset.py
- SentencesDataset.py
- __init__.py
- BinaryClassificationEvaluator.py
- EmbeddingSimilarityEvaluator.py
- InformationRetrievalEvaluator.py
- LabelAccuracyEvaluator.py
- MSEEvaluator.py
- MSEEvaluatorFromDataFrame.py
- ParaphraseMiningEvaluator.py
- SentenceEvaluator.py
- SequentialEvaluator.py
- SimilarityFunction.py
- TranslationEvaluator.py
- TripletEvaluator.py
- __init__.py
- AdvCLSoftmaxLoss.py
- AdvCLSoftmaxLoss_refactoring.py
- AdvCLSoftmaxLoss_single_stream_backup.py
- AdvSimSiamLoss.py
- BatchAllTripletLoss.py
- BatchHardSoftMarginTripletLoss.py
- BatchHardTripletLoss.py
- BatchSemiHardTripletLoss.py
- ContrastiveLoss.py
- CosineSimilarityLoss.py
- MegaBatchMarginLoss.py
- MSELoss.py
- MultipleNegativesRankingLoss.py
- OnlineContrastiveLoss.py
- SimCLRLoss.py
- SimSiamLoss.py
- SoftmaxLoss.py
- TripletLoss.py
- __init__.py
- PhraseTokenizer.py
- WhitespaceTokenizer.py
- WordTokenizer.py
- __init__.py
- ALBERT.py
- BERT.py
- BoW.py
- CamemBERT.py
- CNN.py
- Dense.py
- DistilBERT.py
- LSTM.py
- MLP3.py
- Normalize.py
- Pooling.py
- RoBERTa.py
- T5.py
- Transformer.py
- WeightedLayerPooling.py
- WKPooling.py
- WordEmbeddings.py
- WordWeights.py
- XLMRoBERTa.py
- XLNet.py
- __init__.py
- InputExample.py
- LabelSentenceReader.py
- NLIDataReader.py
- PairedFilesReader.py
- STSDataReader.py
- TripletReader.py
- __init__.py
- LoggingHandler.py
- SentenceTransformer.py
- util.py
- __init__.py
- benchmark.py
- benchmark_args.py
- benchmark_args_tf.py
- benchmark_args_utils.py
- benchmark_tf.py
- benchmark_utils.py
- __init__.py
- convert.py
- download.py
- env.py
- run.py
- serving.py
- train.py
- transformers_cli.py
- user.py
- __init__.py
- glue.py
- language_modeling.py
- squad.py
- __init__.py
- squad_metrics.py
- __init__.py
- glue.py
- squad.py
- utils.py
- xnli.py
- __init__.py
- data_collator.py
- test_generation_utils.py
- __init__.py
- dummy_flax_objects.py
- dummy_pt_objects.py
- dummy_sentencepiece_objects.py
- dummy_tf_objects.py
- dummy_tokenizers_objects.py
- logging.py
- notebook.py
- sentencepiece_model_pb2.py
- __init__.py
- activations.py
- activations_tf.py
- configuration_albert.py
- configuration_auto.py
- configuration_bart.py
- configuration_bert.py
- configuration_bert_generation.py
- configuration_blenderbot.py
- configuration_camembert.py
- configuration_ctrl.py
- configuration_deberta.py
- configuration_distilbert.py
- configuration_dpr.py
- configuration_electra.py
- configuration_encoder_decoder.py
- configuration_flaubert.py
- configuration_fsmt.py
- configuration_funnel.py
- configuration_gpt2.py
- configuration_layoutlm.py
- configuration_longformer.py
- configuration_lxmert.py
- configuration_marian.py
- configuration_mbart.py
- configuration_mmbt.py
- configuration_mobilebert.py
- configuration_openai.py
- configuration_pegasus.py
- configuration_prophetnet.py
- configuration_rag.py
- configuration_reformer.py
- configuration_retribert.py
- configuration_roberta.py
- configuration_squeezebert.py
- configuration_t5.py
- configuration_transfo_xl.py
- configuration_utils.py
- configuration_xlm.py
- configuration_xlm_prophetnet.py
- configuration_xlm_roberta.py
- configuration_xlnet.py
- convert_albert_original_tf_checkpoint_to_pytorch.py
- convert_bart_original_pytorch_checkpoint_to_pytorch.py
- convert_bert_original_tf2_checkpoint_to_pytorch.py
- convert_bert_original_tf_checkpoint_to_pytorch.py
- convert_bert_pytorch_checkpoint_to_original_tf.py
- convert_blenderbot_original_pytorch_checkpoint_to_pytorch.py
- convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py
- convert_dpr_original_checkpoint_to_pytorch.py
- convert_electra_original_tf_checkpoint_to_pytorch.py
- convert_fsmt_original_pytorch_checkpoint_to_pytorch.py
- convert_funnel_original_tf_checkpoint_to_pytorch.py
- convert_gpt2_original_tf_checkpoint_to_pytorch.py
- convert_graph_to_onnx.py
- convert_longformer_original_pytorch_lightning_to_pytorch.py
- convert_lxmert_original_tf_checkpoint_to_pytorch.py
- convert_marian_tatoeba_to_pytorch.py
- convert_marian_to_pytorch.py
- convert_mbart_original_checkpoint_to_pytorch.py
- convert_mobilebert_original_tf_checkpoint_to_pytorch.py
- convert_openai_original_tf_checkpoint_to_pytorch.py
- convert_pegasus_tf_to_pytorch.py
- convert_prophetnet_original_pytorch_checkpoint_to_pytorch.py
- convert_pytorch_checkpoint_to_tf2.py
- convert_reformer_trax_checkpoint_to_pytorch.py
- convert_roberta_original_pytorch_checkpoint_to_pytorch.py
- convert_slow_tokenizer.py
- convert_slow_tokenizers_checkpoints_to_fast.py
- convert_t5_original_tf_checkpoint_to_pytorch.py
- convert_tf_hub_seq_to_seq_bert_to_pytorch.py
- convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
- convert_xlm_original_pytorch_checkpoint_to_pytorch.py
- convert_xlnet_original_tf_checkpoint_to_pytorch.py
- file_utils.py
- generation_tf_utils.py
- generation_utils.py
- hf_api.py
- hf_argparser.py
- integrations.py
- modelcard.py
- modeling_albert.py
- modeling_auto.py
- modeling_bart.py
- modeling_bert.py
- modeling_bert_generation.py
- modeling_blenderbot.py
- modeling_camembert.py
- modeling_ctrl.py
- modeling_deberta.py
- modeling_distilbert.py
- modeling_dpr.py
- modeling_electra.py
- modeling_encoder_decoder.py
- modeling_flaubert.py
- modeling_flax_auto.py
- modeling_flax_bert.py
- modeling_flax_roberta.py
- modeling_flax_utils.py
- modeling_fsmt.py
- modeling_funnel.py
- modeling_gpt2.py
- modeling_layoutlm.py
- modeling_longformer.py
- modeling_lxmert.py
- modeling_marian.py
- modeling_mbart.py
- modeling_mmbt.py
- modeling_mobilebert.py
- modeling_openai.py
- modeling_outputs.py
- modeling_pegasus.py
- modeling_prophetnet.py
- modeling_rag.py
- modeling_reformer.py
- modeling_retribert.py
- modeling_roberta.py
- modeling_squeezebert.py
- modeling_t5.py
- modeling_tf_albert.py
- modeling_tf_auto.py
- modeling_tf_bert.py
- modeling_tf_camembert.py
- modeling_tf_ctrl.py
- modeling_tf_distilbert.py
- modeling_tf_electra.py
- modeling_tf_flaubert.py
- modeling_tf_funnel.py
- modeling_tf_gpt2.py
- modeling_tf_longformer.py
- modeling_tf_lxmert.py
- modeling_tf_mobilebert.py
- modeling_tf_openai.py
- modeling_tf_outputs.py
- modeling_tf_pytorch_utils.py
- modeling_tf_roberta.py
- modeling_tf_t5.py
- modeling_tf_transfo_xl.py
- modeling_tf_transfo_xl_utilities.py
- modeling_tf_utils.py
- modeling_tf_xlm.py
- modeling_tf_xlm_roberta.py
- modeling_tf_xlnet.py
- modeling_transfo_xl.py
- modeling_transfo_xl_utilities.py
- modeling_utils.py
- modeling_xlm.py
- modeling_xlm_prophetnet.py
- modeling_xlm_roberta.py
- modeling_xlnet.py
- optimization.py
- optimization_tf.py
- pipelines.py
- retrieval_rag.py
- testing_utils.py
- tokenization_albert.py
- tokenization_albert_fast.py
- tokenization_auto.py
- tokenization_bart.py
- tokenization_bart_fast.py
- tokenization_bert.py
- tokenization_bert_fast.py
- tokenization_bert_generation.py
- tokenization_bert_japanese.py
- tokenization_bertweet.py
- tokenization_blenderbot.py
- tokenization_camembert.py
- tokenization_camembert_fast.py
- tokenization_ctrl.py
- tokenization_deberta.py
- tokenization_distilbert.py
- tokenization_distilbert_fast.py
- tokenization_dpr.py
- tokenization_dpr_fast.py
- tokenization_electra.py
- tokenization_electra_fast.py
- tokenization_flaubert.py
- tokenization_fsmt.py
- tokenization_funnel.py
- tokenization_funnel_fast.py
- tokenization_gpt2.py
- tokenization_gpt2_fast.py
- tokenization_herbert.py
- tokenization_herbert_fast.py
- tokenization_layoutlm.py
- tokenization_layoutlm_fast.py
- tokenization_longformer.py
- tokenization_longformer_fast.py
- tokenization_lxmert.py
- tokenization_lxmert_fast.py
- tokenization_marian.py
- tokenization_mbart.py
- tokenization_mbart_fast.py
- tokenization_mobilebert.py
- tokenization_mobilebert_fast.py
- tokenization_openai.py
- tokenization_openai_fast.py
- tokenization_pegasus.py
- tokenization_pegasus_fast.py
- tokenization_phobert.py
- tokenization_prophetnet.py
- tokenization_rag.py
- tokenization_reformer.py
- tokenization_reformer_fast.py
- tokenization_retribert.py
- tokenization_retribert_fast.py
- tokenization_roberta.py
- tokenization_roberta_fast.py
- tokenization_squeezebert.py
- tokenization_squeezebert_fast.py
- tokenization_t5.py
- tokenization_t5_fast.py
- tokenization_transfo_xl.py
- tokenization_utils.py
- tokenization_utils_base.py
- tokenization_utils_fast.py
- tokenization_xlm.py
- tokenization_xlm_prophetnet.py
- tokenization_xlm_roberta.py
- tokenization_xlm_roberta_fast.py
- tokenization_xlnet.py
- tokenization_xlnet_fast.py
- trainer.py
- trainer_callback.py
- trainer_pt_utils.py
- trainer_tf.py
- trainer_utils.py
- training_args.py
- training_args_tf.py
- .gitignore
- analysis_rep_space.py
- correlation_visualization.py
- data_utils.py
- eval.py
- eval_pretrain.py
- main.py
- README.md
- requirements.txt
# Installation Guide
1. Get the code
git clone https://github.com/yym6472/ConSERT
Downloads the entire project code from GitHub to your computer.
cd ConSERT
Moves into the project folder you just downloaded.
2. Official Install Script
Easy RecommendedPrerequisites
- Python 3 Python is required to use pip.
pip install -v --disable-pip-version-check --no-cache-dir ./
Installs the package published on PyPI directly β no need to clone the source.
After installing, open a new terminal and run the program's version command (e.g. --version) to confirm it worked.
Pulled directly from this repo's README.
3. Python
EasyPrerequisites
pip install -v --disable-pip-version-check --no-cache-dir ./
Installs the package published on PyPI directly β no need to clone the source.
If it runs without errors and prints output in the terminal, it worked.
Pulled directly from this repo's README.
// repository documentation
Was this content helpful?
(0 ratings)