run

app.py

@@ -2,21 +2,22 @@ import os
 import gradio as gr
 import torch
 import torchaudio
-from peft import (
+from peft.src.peft import (
     LoraConfig,
     get_peft_model,
     get_peft_model_state_dict,
     prepare_model_for_int8_training,
     set_peft_model_state_dict,
 )
-from transformers import GenerationConfig, LlamaForCausalLM, LlamaTokenizer, LlamaConfig
+from hf.transformers.src.transformers.generation import GenerationConfig
+from hf.transformers.src.transformers.models.llama import LlamaForCausalLM, LlamaTokenizer, LlamaConfig
 from utils.prompter import Prompter
 import datetime
 import time,json
 
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
-base_model = "/fs/nexus-projects/brain_project/Llama-2-7b-chat-hf-qformer/"
+base_model = "./Llama-2-7b-chat-hf-qformer/"
 
 prompter = Prompter('alpaca_short')
 tokenizer = LlamaTokenizer.from_pretrained(base_model)

hf-dev-train/transformers-main/src/transformers.egg-info/SOURCES.txt

@@ -1,1291 +0,0 @@
-LICENSE
-MANIFEST.in
-README.md
-pyproject.toml
-setup.cfg
-setup.py
-src/transformers/__init__.py
-src/transformers/activations.py
-src/transformers/activations_tf.py
-src/transformers/audio_utils.py
-src/transformers/configuration_utils.py
-src/transformers/convert_graph_to_onnx.py
-src/transformers/convert_pytorch_checkpoint_to_tf2.py
-src/transformers/convert_slow_tokenizer.py
-src/transformers/convert_slow_tokenizers_checkpoints_to_fast.py
-src/transformers/convert_tf_hub_seq_to_seq_bert_to_pytorch.py
-src/transformers/debug_utils.py
-src/transformers/deepspeed.py
-src/transformers/dependency_versions_check.py
-src/transformers/dependency_versions_table.py
-src/transformers/dynamic_module_utils.py
-src/transformers/feature_extraction_sequence_utils.py
-src/transformers/feature_extraction_utils.py
-src/transformers/file_utils.py
-src/transformers/generation_flax_utils.py
-src/transformers/generation_tf_utils.py
-src/transformers/generation_utils.py
-src/transformers/hf_argparser.py
-src/transformers/image_processing_utils.py
-src/transformers/image_transforms.py
-src/transformers/image_utils.py
-src/transformers/integrations.py
-src/transformers/keras_callbacks.py
-src/transformers/modelcard.py
-src/transformers/modeling_flax_outputs.py
-src/transformers/modeling_flax_pytorch_utils.py
-src/transformers/modeling_flax_utils.py
-src/transformers/modeling_outputs.py
-src/transformers/modeling_tf_outputs.py
-src/transformers/modeling_tf_pytorch_utils.py
-src/transformers/modeling_tf_utils.py
-src/transformers/modeling_utils.py
-src/transformers/optimization.py
-src/transformers/optimization_tf.py
-src/transformers/processing_utils.py
-src/transformers/pytorch_utils.py
-src/transformers/testing_utils.py
-src/transformers/tf_utils.py
-src/transformers/time_series_utils.py
-src/transformers/tokenization_utils.py
-src/transformers/tokenization_utils_base.py
-src/transformers/tokenization_utils_fast.py
-src/transformers/trainer.py
-src/transformers/trainer_callback.py
-src/transformers/trainer_pt_utils.py
-src/transformers/trainer_pt_utils_back.py
-src/transformers/trainer_seq2seq.py
-src/transformers/trainer_tf.py
-src/transformers/trainer_utils.py
-src/transformers/training_args.py
-src/transformers/training_args_seq2seq.py
-src/transformers/training_args_tf.py
-src/transformers.egg-info/PKG-INFO
-src/transformers.egg-info/SOURCES.txt
-src/transformers.egg-info/dependency_links.txt
-src/transformers.egg-info/entry_points.txt
-src/transformers.egg-info/not-zip-safe
-src/transformers.egg-info/requires.txt
-src/transformers.egg-info/top_level.txt
-src/transformers/benchmark/__init__.py
-src/transformers/benchmark/benchmark.py
-src/transformers/benchmark/benchmark_args.py
-src/transformers/benchmark/benchmark_args_tf.py
-src/transformers/benchmark/benchmark_args_utils.py
-src/transformers/benchmark/benchmark_tf.py
-src/transformers/benchmark/benchmark_utils.py
-src/transformers/commands/__init__.py
-src/transformers/commands/add_new_model.py
-src/transformers/commands/add_new_model_like.py
-src/transformers/commands/convert.py
-src/transformers/commands/download.py
-src/transformers/commands/env.py
-src/transformers/commands/lfs.py
-src/transformers/commands/pt_to_tf.py
-src/transformers/commands/run.py
-src/transformers/commands/serving.py
-src/transformers/commands/train.py
-src/transformers/commands/transformers_cli.py
-src/transformers/commands/user.py
-src/transformers/data/__init__.py
-src/transformers/data/data_collator.py
-src/transformers/data/data_collator_back.py
-src/transformers/data/data_collator_qformer.py
-src/transformers/data/test_generation_utils.py
-src/transformers/data/datasets/__init__.py
-src/transformers/data/datasets/glue.py
-src/transformers/data/datasets/language_modeling.py
-src/transformers/data/datasets/squad.py
-src/transformers/data/metrics/__init__.py
-src/transformers/data/metrics/squad_metrics.py
-src/transformers/data/processors/__init__.py
-src/transformers/data/processors/glue.py
-src/transformers/data/processors/squad.py
-src/transformers/data/processors/utils.py
-src/transformers/data/processors/xnli.py
-src/transformers/generation/__init__.py
-src/transformers/generation/beam_constraints.py
-src/transformers/generation/beam_search.py
-src/transformers/generation/configuration_utils.py
-src/transformers/generation/flax_logits_process.py
-src/transformers/generation/flax_utils.py
-src/transformers/generation/logits_process.py
-src/transformers/generation/stopping_criteria.py
-src/transformers/generation/tf_logits_process.py
-src/transformers/generation/tf_utils.py
-src/transformers/generation/utils.py
-src/transformers/models/__init__.py
-src/transformers/models/albert/__init__.py
-src/transformers/models/albert/configuration_albert.py
-src/transformers/models/albert/convert_albert_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/albert/modeling_albert.py
-src/transformers/models/albert/modeling_flax_albert.py
-src/transformers/models/albert/modeling_tf_albert.py
-src/transformers/models/albert/tokenization_albert.py
-src/transformers/models/albert/tokenization_albert_fast.py
-src/transformers/models/align/__init__.py
-src/transformers/models/align/configuration_align.py
-src/transformers/models/align/convert_align_tf_to_hf.py
-src/transformers/models/align/modeling_align.py
-src/transformers/models/align/processing_align.py
-src/transformers/models/altclip/__init__.py
-src/transformers/models/altclip/configuration_altclip.py
-src/transformers/models/altclip/modeling_altclip.py
-src/transformers/models/altclip/processing_altclip.py
-src/transformers/models/audio_spectrogram_transformer/__init__.py
-src/transformers/models/audio_spectrogram_transformer/configuration_audio_spectrogram_transformer.py
-src/transformers/models/audio_spectrogram_transformer/convert_audio_spectrogram_transformer_original_to_pytorch.py
-src/transformers/models/audio_spectrogram_transformer/feature_extraction_audio_spectrogram_transformer.py
-src/transformers/models/audio_spectrogram_transformer/modeling_audio_spectrogram_transformer.py
-src/transformers/models/auto/__init__.py
-src/transformers/models/auto/auto_factory.py
-src/transformers/models/auto/configuration_auto.py
-src/transformers/models/auto/feature_extraction_auto.py
-src/transformers/models/auto/image_processing_auto.py
-src/transformers/models/auto/modeling_auto.py
-src/transformers/models/auto/modeling_flax_auto.py
-src/transformers/models/auto/modeling_tf_auto.py
-src/transformers/models/auto/processing_auto.py
-src/transformers/models/auto/tokenization_auto.py
-src/transformers/models/bart/__init__.py
-src/transformers/models/bart/configuration_bart.py
-src/transformers/models/bart/convert_bart_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/bart/modeling_bart.py
-src/transformers/models/bart/modeling_flax_bart.py
-src/transformers/models/bart/modeling_tf_bart.py
-src/transformers/models/bart/tokenization_bart.py
-src/transformers/models/bart/tokenization_bart_fast.py
-src/transformers/models/barthez/__init__.py
-src/transformers/models/barthez/tokenization_barthez.py
-src/transformers/models/barthez/tokenization_barthez_fast.py
-src/transformers/models/bartpho/__init__.py
-src/transformers/models/bartpho/tokenization_bartpho.py
-src/transformers/models/beit/__init__.py
-src/transformers/models/beit/configuration_beit.py
-src/transformers/models/beit/convert_beit_unilm_to_pytorch.py
-src/transformers/models/beit/feature_extraction_beit.py
-src/transformers/models/beit/image_processing_beit.py
-src/transformers/models/beit/modeling_beit.py
-src/transformers/models/beit/modeling_flax_beit.py
-src/transformers/models/bert/__init__.py
-src/transformers/models/bert/configuration_bert.py
-src/transformers/models/bert/convert_bert_original_tf2_checkpoint_to_pytorch.py
-src/transformers/models/bert/convert_bert_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/bert/convert_bert_pytorch_checkpoint_to_original_tf.py
-src/transformers/models/bert/convert_bert_token_dropping_original_tf2_checkpoint_to_pytorch.py
-src/transformers/models/bert/modeling_bert.py
-src/transformers/models/bert/modeling_flax_bert.py
-src/transformers/models/bert/modeling_tf_bert.py
-src/transformers/models/bert/tokenization_bert.py
-src/transformers/models/bert/tokenization_bert_fast.py
-src/transformers/models/bert/tokenization_bert_tf.py
-src/transformers/models/bert_generation/__init__.py
-src/transformers/models/bert_generation/configuration_bert_generation.py
-src/transformers/models/bert_generation/modeling_bert_generation.py
-src/transformers/models/bert_generation/tokenization_bert_generation.py
-src/transformers/models/bert_japanese/__init__.py
-src/transformers/models/bert_japanese/tokenization_bert_japanese.py
-src/transformers/models/bertweet/__init__.py
-src/transformers/models/bertweet/tokenization_bertweet.py
-src/transformers/models/big_bird/__init__.py
-src/transformers/models/big_bird/configuration_big_bird.py
-src/transformers/models/big_bird/convert_bigbird_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/big_bird/modeling_big_bird.py
-src/transformers/models/big_bird/modeling_flax_big_bird.py
-src/transformers/models/big_bird/tokenization_big_bird.py
-src/transformers/models/big_bird/tokenization_big_bird_fast.py
-src/transformers/models/bigbird_pegasus/__init__.py
-src/transformers/models/bigbird_pegasus/configuration_bigbird_pegasus.py
-src/transformers/models/bigbird_pegasus/convert_bigbird_pegasus_tf_to_pytorch.py
-src/transformers/models/bigbird_pegasus/modeling_bigbird_pegasus.py
-src/transformers/models/biogpt/__init__.py
-src/transformers/models/biogpt/configuration_biogpt.py
-src/transformers/models/biogpt/convert_biogpt_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/biogpt/modeling_biogpt.py
-src/transformers/models/biogpt/tokenization_biogpt.py
-src/transformers/models/bit/__init__.py
-src/transformers/models/bit/configuration_bit.py
-src/transformers/models/bit/convert_bit_to_pytorch.py
-src/transformers/models/bit/image_processing_bit.py
-src/transformers/models/bit/modeling_bit.py
-src/transformers/models/blenderbot/__init__.py
-src/transformers/models/blenderbot/configuration_blenderbot.py
-src/transformers/models/blenderbot/convert_blenderbot_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/blenderbot/modeling_blenderbot.py
-src/transformers/models/blenderbot/modeling_flax_blenderbot.py
-src/transformers/models/blenderbot/modeling_tf_blenderbot.py
-src/transformers/models/blenderbot/tokenization_blenderbot.py
-src/transformers/models/blenderbot/tokenization_blenderbot_fast.py
-src/transformers/models/blenderbot_small/__init__.py
-src/transformers/models/blenderbot_small/configuration_blenderbot_small.py
-src/transformers/models/blenderbot_small/modeling_blenderbot_small.py
-src/transformers/models/blenderbot_small/modeling_flax_blenderbot_small.py
-src/transformers/models/blenderbot_small/modeling_tf_blenderbot_small.py
-src/transformers/models/blenderbot_small/tokenization_blenderbot_small.py
-src/transformers/models/blenderbot_small/tokenization_blenderbot_small_fast.py
-src/transformers/models/blip/__init__.py
-src/transformers/models/blip/configuration_blip.py
-src/transformers/models/blip/convert_blip_original_pytorch_to_hf.py
-src/transformers/models/blip/image_processing_blip.py
-src/transformers/models/blip/modeling_blip.py
-src/transformers/models/blip/modeling_blip_text.py
-src/transformers/models/blip/processing_blip.py
-src/transformers/models/blip_2/__init__.py
-src/transformers/models/blip_2/configuration_blip_2.py
-src/transformers/models/blip_2/convert_blip_2_original_to_pytorch.py
-src/transformers/models/blip_2/modeling_blip_2.py
-src/transformers/models/blip_2/processing_blip_2.py
-src/transformers/models/bloom/__init__.py
-src/transformers/models/bloom/configuration_bloom.py
-src/transformers/models/bloom/convert_bloom_original_checkpoint_to_pytorch.py
-src/transformers/models/bloom/modeling_bloom.py
-src/transformers/models/bloom/tokenization_bloom_fast.py
-src/transformers/models/bort/__init__.py
-src/transformers/models/bort/convert_bort_original_gluonnlp_checkpoint_to_pytorch.py
-src/transformers/models/bridgetower/__init__.py
-src/transformers/models/bridgetower/configuration_bridgetower.py
-src/transformers/models/bridgetower/image_processing_bridgetower.py
-src/transformers/models/bridgetower/modeling_bridgetower.py
-src/transformers/models/bridgetower/processing_bridgetower.py
-src/transformers/models/byt5/__init__.py
-src/transformers/models/byt5/convert_byt5_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/byt5/tokenization_byt5.py
-src/transformers/models/camembert/__init__.py
-src/transformers/models/camembert/configuration_camembert.py
-src/transformers/models/camembert/modeling_camembert.py
-src/transformers/models/camembert/modeling_tf_camembert.py
-src/transformers/models/camembert/tokenization_camembert.py
-src/transformers/models/camembert/tokenization_camembert_fast.py
-src/transformers/models/canine/__init__.py
-src/transformers/models/canine/configuration_canine.py
-src/transformers/models/canine/convert_canine_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/canine/modeling_canine.py
-src/transformers/models/canine/tokenization_canine.py
-src/transformers/models/chinese_clip/__init__.py
-src/transformers/models/chinese_clip/configuration_chinese_clip.py
-src/transformers/models/chinese_clip/convert_chinese_clip_original_pytorch_to_hf.py
-src/transformers/models/chinese_clip/feature_extraction_chinese_clip.py
-src/transformers/models/chinese_clip/image_processing_chinese_clip.py
-src/transformers/models/chinese_clip/modeling_chinese_clip.py
-src/transformers/models/chinese_clip/processing_chinese_clip.py
-src/transformers/models/clap/__init__.py
-src/transformers/models/clap/configuration_clap.py
-src/transformers/models/clap/convert_clap_original_pytorch_to_hf.py
-src/transformers/models/clap/feature_extraction_clap.py
-src/transformers/models/clap/modeling_clap.py
-src/transformers/models/clap/processing_clap.py
-src/transformers/models/clip/__init__.py
-src/transformers/models/clip/configuration_clip.py
-src/transformers/models/clip/convert_clip_original_pytorch_to_hf.py
-src/transformers/models/clip/feature_extraction_clip.py
-src/transformers/models/clip/image_processing_clip.py
-src/transformers/models/clip/modeling_clip.py
-src/transformers/models/clip/modeling_flax_clip.py
-src/transformers/models/clip/modeling_tf_clip.py
-src/transformers/models/clip/processing_clip.py
-src/transformers/models/clip/tokenization_clip.py
-src/transformers/models/clip/tokenization_clip_fast.py
-src/transformers/models/clipseg/__init__.py
-src/transformers/models/clipseg/configuration_clipseg.py
-src/transformers/models/clipseg/convert_clipseg_original_pytorch_to_hf.py
-src/transformers/models/clipseg/modeling_clipseg.py
-src/transformers/models/clipseg/processing_clipseg.py
-src/transformers/models/codegen/__init__.py
-src/transformers/models/codegen/configuration_codegen.py
-src/transformers/models/codegen/modeling_codegen.py
-src/transformers/models/codegen/tokenization_codegen.py
-src/transformers/models/codegen/tokenization_codegen_fast.py
-src/transformers/models/conditional_detr/__init__.py
-src/transformers/models/conditional_detr/configuration_conditional_detr.py
-src/transformers/models/conditional_detr/convert_conditional_detr_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/conditional_detr/feature_extraction_conditional_detr.py
-src/transformers/models/conditional_detr/image_processing_conditional_detr.py
-src/transformers/models/conditional_detr/modeling_conditional_detr.py
-src/transformers/models/convbert/__init__.py
-src/transformers/models/convbert/configuration_convbert.py
-src/transformers/models/convbert/convert_convbert_original_tf1_checkpoint_to_pytorch_and_tf2.py
-src/transformers/models/convbert/modeling_convbert.py
-src/transformers/models/convbert/modeling_tf_convbert.py
-src/transformers/models/convbert/tokenization_convbert.py
-src/transformers/models/convbert/tokenization_convbert_fast.py
-src/transformers/models/convnext/__init__.py
-src/transformers/models/convnext/configuration_convnext.py
-src/transformers/models/convnext/convert_convnext_to_pytorch.py
-src/transformers/models/convnext/feature_extraction_convnext.py
-src/transformers/models/convnext/image_processing_convnext.py
-src/transformers/models/convnext/modeling_convnext.py
-src/transformers/models/convnext/modeling_tf_convnext.py
-src/transformers/models/convnextv2/__init__.py
-src/transformers/models/convnextv2/configuration_convnextv2.py
-src/transformers/models/convnextv2/convert_convnextv2_to_pytorch.py
-src/transformers/models/convnextv2/modeling_convnextv2.py
-src/transformers/models/cpm/__init__.py
-src/transformers/models/cpm/tokenization_cpm.py
-src/transformers/models/cpm/tokenization_cpm_fast.py
-src/transformers/models/ctrl/__init__.py
-src/transformers/models/ctrl/configuration_ctrl.py
-src/transformers/models/ctrl/modeling_ctrl.py
-src/transformers/models/ctrl/modeling_tf_ctrl.py
-src/transformers/models/ctrl/tokenization_ctrl.py
-src/transformers/models/cvt/__init__.py
-src/transformers/models/cvt/configuration_cvt.py
-src/transformers/models/cvt/convert_cvt_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/cvt/modeling_cvt.py
-src/transformers/models/cvt/modeling_tf_cvt.py
-src/transformers/models/data2vec/__init__.py
-src/transformers/models/data2vec/configuration_data2vec_audio.py
-src/transformers/models/data2vec/configuration_data2vec_text.py
-src/transformers/models/data2vec/configuration_data2vec_vision.py
-src/transformers/models/data2vec/convert_data2vec_audio_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/data2vec/convert_data2vec_text_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/data2vec/convert_data2vec_vision_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/data2vec/modeling_data2vec_audio.py
-src/transformers/models/data2vec/modeling_data2vec_text.py
-src/transformers/models/data2vec/modeling_data2vec_vision.py
-src/transformers/models/data2vec/modeling_tf_data2vec_vision.py
-src/transformers/models/deberta/__init__.py
-src/transformers/models/deberta/configuration_deberta.py
-src/transformers/models/deberta/modeling_deberta.py
-src/transformers/models/deberta/modeling_tf_deberta.py
-src/transformers/models/deberta/tokenization_deberta.py
-src/transformers/models/deberta/tokenization_deberta_fast.py
-src/transformers/models/deberta_v2/__init__.py
-src/transformers/models/deberta_v2/configuration_deberta_v2.py
-src/transformers/models/deberta_v2/modeling_deberta_v2.py
-src/transformers/models/deberta_v2/modeling_tf_deberta_v2.py
-src/transformers/models/deberta_v2/tokenization_deberta_v2.py
-src/transformers/models/deberta_v2/tokenization_deberta_v2_fast.py
-src/transformers/models/decision_transformer/__init__.py
-src/transformers/models/decision_transformer/configuration_decision_transformer.py
-src/transformers/models/decision_transformer/modeling_decision_transformer.py
-src/transformers/models/deformable_detr/__init__.py
-src/transformers/models/deformable_detr/configuration_deformable_detr.py
-src/transformers/models/deformable_detr/convert_deformable_detr_to_pytorch.py
-src/transformers/models/deformable_detr/feature_extraction_deformable_detr.py
-src/transformers/models/deformable_detr/image_processing_deformable_detr.py
-src/transformers/models/deformable_detr/load_custom.py
-src/transformers/models/deformable_detr/modeling_deformable_detr.py
-src/transformers/models/deit/__init__.py
-src/transformers/models/deit/configuration_deit.py
-src/transformers/models/deit/convert_deit_timm_to_pytorch.py
-src/transformers/models/deit/feature_extraction_deit.py
-src/transformers/models/deit/image_processing_deit.py
-src/transformers/models/deit/modeling_deit.py
-src/transformers/models/deit/modeling_tf_deit.py
-src/transformers/models/deta/__init__.py
-src/transformers/models/deta/configuration_deta.py
-src/transformers/models/deta/convert_deta_resnet_to_pytorch.py
-src/transformers/models/deta/convert_deta_swin_to_pytorch.py
-src/transformers/models/deta/image_processing_deta.py
-src/transformers/models/deta/modeling_deta.py
-src/transformers/models/detr/__init__.py
-src/transformers/models/detr/configuration_detr.py
-src/transformers/models/detr/convert_detr_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/detr/convert_detr_to_pytorch.py
-src/transformers/models/detr/feature_extraction_detr.py
-src/transformers/models/detr/image_processing_detr.py
-src/transformers/models/detr/modeling_detr.py
-src/transformers/models/dialogpt/__init__.py
-src/transformers/models/dialogpt/convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/dinat/__init__.py
-src/transformers/models/dinat/configuration_dinat.py
-src/transformers/models/dinat/modeling_dinat.py
-src/transformers/models/distilbert/__init__.py
-src/transformers/models/distilbert/configuration_distilbert.py
-src/transformers/models/distilbert/modeling_distilbert.py
-src/transformers/models/distilbert/modeling_flax_distilbert.py
-src/transformers/models/distilbert/modeling_tf_distilbert.py
-src/transformers/models/distilbert/tokenization_distilbert.py
-src/transformers/models/distilbert/tokenization_distilbert_fast.py
-src/transformers/models/dit/__init__.py
-src/transformers/models/dit/convert_dit_unilm_to_pytorch.py
-src/transformers/models/donut/__init__.py
-src/transformers/models/donut/configuration_donut_swin.py
-src/transformers/models/donut/convert_donut_to_pytorch.py
-src/transformers/models/donut/feature_extraction_donut.py
-src/transformers/models/donut/image_processing_donut.py
-src/transformers/models/donut/modeling_donut_swin.py
-src/transformers/models/donut/processing_donut.py
-src/transformers/models/dpr/__init__.py
-src/transformers/models/dpr/configuration_dpr.py
-src/transformers/models/dpr/convert_dpr_original_checkpoint_to_pytorch.py
-src/transformers/models/dpr/modeling_dpr.py
-src/transformers/models/dpr/modeling_tf_dpr.py
-src/transformers/models/dpr/tokenization_dpr.py
-src/transformers/models/dpr/tokenization_dpr_fast.py
-src/transformers/models/dpt/__init__.py
-src/transformers/models/dpt/configuration_dpt.py
-src/transformers/models/dpt/convert_dpt_hybrid_to_pytorch.py
-src/transformers/models/dpt/convert_dpt_to_pytorch.py
-src/transformers/models/dpt/feature_extraction_dpt.py
-src/transformers/models/dpt/image_processing_dpt.py
-src/transformers/models/dpt/modeling_dpt.py
-src/transformers/models/efficientformer/__init__.py
-src/transformers/models/efficientformer/configuration_efficientformer.py
-src/transformers/models/efficientformer/convert_efficientformer_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/efficientformer/image_processing_efficientformer.py
-src/transformers/models/efficientformer/modeling_efficientformer.py
-src/transformers/models/efficientnet/__init__.py
-src/transformers/models/efficientnet/configuration_efficientnet.py
-src/transformers/models/efficientnet/convert_efficientnet_to_pytorch.py
-src/transformers/models/efficientnet/image_processing_efficientnet.py
-src/transformers/models/efficientnet/modeling_efficientnet.py
-src/transformers/models/electra/__init__.py
-src/transformers/models/electra/configuration_electra.py
-src/transformers/models/electra/convert_electra_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/electra/modeling_electra.py
-src/transformers/models/electra/modeling_flax_electra.py
-src/transformers/models/electra/modeling_tf_electra.py
-src/transformers/models/electra/tokenization_electra.py
-src/transformers/models/electra/tokenization_electra_fast.py
-src/transformers/models/encoder_decoder/__init__.py
-src/transformers/models/encoder_decoder/configuration_encoder_decoder.py
-src/transformers/models/encoder_decoder/modeling_encoder_decoder.py
-src/transformers/models/encoder_decoder/modeling_flax_encoder_decoder.py
-src/transformers/models/encoder_decoder/modeling_tf_encoder_decoder.py
-src/transformers/models/ernie/__init__.py
-src/transformers/models/ernie/configuration_ernie.py
-src/transformers/models/ernie/modeling_ernie.py
-src/transformers/models/ernie_m/__init__.py
-src/transformers/models/ernie_m/configuration_ernie_m.py
-src/transformers/models/ernie_m/modeling_ernie_m.py
-src/transformers/models/ernie_m/tokenization_ernie_m.py
-src/transformers/models/esm/__init__.py
-src/transformers/models/esm/configuration_esm.py
-src/transformers/models/esm/convert_esm.py
-src/transformers/models/esm/modeling_esm.py
-src/transformers/models/esm/modeling_esmfold.py
-src/transformers/models/esm/modeling_tf_esm.py
-src/transformers/models/esm/tokenization_esm.py
-src/transformers/models/esm/openfold_utils/__init__.py
-src/transformers/models/esm/openfold_utils/chunk_utils.py
-src/transformers/models/esm/openfold_utils/data_transforms.py
-src/transformers/models/esm/openfold_utils/feats.py
-src/transformers/models/esm/openfold_utils/loss.py
-src/transformers/models/esm/openfold_utils/protein.py
-src/transformers/models/esm/openfold_utils/residue_constants.py
-src/transformers/models/esm/openfold_utils/rigid_utils.py
-src/transformers/models/esm/openfold_utils/tensor_utils.py
-src/transformers/models/flaubert/__init__.py
-src/transformers/models/flaubert/configuration_flaubert.py
-src/transformers/models/flaubert/modeling_flaubert.py
-src/transformers/models/flaubert/modeling_tf_flaubert.py
-src/transformers/models/flaubert/tokenization_flaubert.py
-src/transformers/models/flava/__init__.py
-src/transformers/models/flava/configuration_flava.py
-src/transformers/models/flava/convert_dalle_to_flava_codebook.py
-src/transformers/models/flava/convert_flava_original_pytorch_to_hf.py
-src/transformers/models/flava/feature_extraction_flava.py
-src/transformers/models/flava/image_processing_flava.py
-src/transformers/models/flava/modeling_flava.py
-src/transformers/models/flava/processing_flava.py
-src/transformers/models/fnet/__init__.py
-src/transformers/models/fnet/configuration_fnet.py
-src/transformers/models/fnet/convert_fnet_original_flax_checkpoint_to_pytorch.py
-src/transformers/models/fnet/modeling_fnet.py
-src/transformers/models/fnet/tokenization_fnet.py
-src/transformers/models/fnet/tokenization_fnet_fast.py
-src/transformers/models/fsmt/__init__.py
-src/transformers/models/fsmt/configuration_fsmt.py
-src/transformers/models/fsmt/convert_fsmt_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/fsmt/modeling_fsmt.py
-src/transformers/models/fsmt/tokenization_fsmt.py
-src/transformers/models/funnel/__init__.py
-src/transformers/models/funnel/configuration_funnel.py
-src/transformers/models/funnel/convert_funnel_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/funnel/modeling_funnel.py
-src/transformers/models/funnel/modeling_tf_funnel.py
-src/transformers/models/funnel/tokenization_funnel.py
-src/transformers/models/funnel/tokenization_funnel_fast.py
-src/transformers/models/git/__init__.py
-src/transformers/models/git/configuration_git.py
-src/transformers/models/git/convert_git_to_pytorch.py
-src/transformers/models/git/modeling_git.py
-src/transformers/models/git/processing_git.py
-src/transformers/models/glpn/__init__.py
-src/transformers/models/glpn/configuration_glpn.py
-src/transformers/models/glpn/convert_glpn_to_pytorch.py
-src/transformers/models/glpn/feature_extraction_glpn.py
-src/transformers/models/glpn/image_processing_glpn.py
-src/transformers/models/glpn/modeling_glpn.py
-src/transformers/models/gpt2/__init__.py
-src/transformers/models/gpt2/configuration_gpt2.py
-src/transformers/models/gpt2/convert_gpt2_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/gpt2/modeling_flax_gpt2.py
-src/transformers/models/gpt2/modeling_gpt2.py
-src/transformers/models/gpt2/modeling_tf_gpt2.py
-src/transformers/models/gpt2/tokenization_gpt2.py
-src/transformers/models/gpt2/tokenization_gpt2_fast.py
-src/transformers/models/gpt2/tokenization_gpt2_tf.py
-src/transformers/models/gpt_neo/__init__.py
-src/transformers/models/gpt_neo/configuration_gpt_neo.py
-src/transformers/models/gpt_neo/convert_gpt_neo_mesh_tf_to_pytorch.py
-src/transformers/models/gpt_neo/modeling_flax_gpt_neo.py
-src/transformers/models/gpt_neo/modeling_gpt_neo.py
-src/transformers/models/gpt_neox/__init__.py
-src/transformers/models/gpt_neox/configuration_gpt_neox.py
-src/transformers/models/gpt_neox/modeling_gpt_neox.py
-src/transformers/models/gpt_neox/tokenization_gpt_neox_fast.py
-src/transformers/models/gpt_neox_japanese/__init__.py
-src/transformers/models/gpt_neox_japanese/configuration_gpt_neox_japanese.py
-src/transformers/models/gpt_neox_japanese/modeling_gpt_neox_japanese.py
-src/transformers/models/gpt_neox_japanese/tokenization_gpt_neox_japanese.py
-src/transformers/models/gpt_sw3/__init__.py
-src/transformers/models/gpt_sw3/convert_megatron_to_pytorch.py
-src/transformers/models/gpt_sw3/tokenization_gpt_sw3.py
-src/transformers/models/gptj/__init__.py
-src/transformers/models/gptj/configuration_gptj.py
-src/transformers/models/gptj/modeling_flax_gptj.py
-src/transformers/models/gptj/modeling_gptj.py
-src/transformers/models/gptj/modeling_tf_gptj.py
-src/transformers/models/gptsan_japanese/__init__.py
-src/transformers/models/gptsan_japanese/configuration_gptsan_japanese.py
-src/transformers/models/gptsan_japanese/convert_gptsan_tf_checkpoint_to_pytorch.py
-src/transformers/models/gptsan_japanese/modeling_gptsan_japanese.py
-src/transformers/models/gptsan_japanese/tokenization_gptsan_japanese.py
-src/transformers/models/graphormer/__init__.py
-src/transformers/models/graphormer/collating_graphormer.py
-src/transformers/models/graphormer/configuration_graphormer.py
-src/transformers/models/graphormer/modeling_graphormer.py
-src/transformers/models/groupvit/__init__.py
-src/transformers/models/groupvit/configuration_groupvit.py
-src/transformers/models/groupvit/convert_groupvit_nvlab_to_hf.py
-src/transformers/models/groupvit/modeling_groupvit.py
-src/transformers/models/groupvit/modeling_tf_groupvit.py
-src/transformers/models/herbert/__init__.py
-src/transformers/models/herbert/tokenization_herbert.py
-src/transformers/models/herbert/tokenization_herbert_fast.py
-src/transformers/models/hubert/__init__.py
-src/transformers/models/hubert/configuration_hubert.py
-src/transformers/models/hubert/convert_distilhubert_original_s3prl_checkpoint_to_pytorch.py
-src/transformers/models/hubert/convert_hubert_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/hubert/convert_hubert_original_s3prl_checkpoint_to_pytorch.py
-src/transformers/models/hubert/modeling_hubert.py
-src/transformers/models/hubert/modeling_tf_hubert.py
-src/transformers/models/ibert/__init__.py
-src/transformers/models/ibert/configuration_ibert.py
-src/transformers/models/ibert/modeling_ibert.py
-src/transformers/models/ibert/quant_modules.py
-src/transformers/models/imagegpt/__init__.py
-src/transformers/models/imagegpt/configuration_imagegpt.py
-src/transformers/models/imagegpt/convert_imagegpt_original_tf2_to_pytorch.py
-src/transformers/models/imagegpt/feature_extraction_imagegpt.py
-src/transformers/models/imagegpt/image_processing_imagegpt.py
-src/transformers/models/imagegpt/modeling_imagegpt.py
-src/transformers/models/informer/__init__.py
-src/transformers/models/informer/configuration_informer.py
-src/transformers/models/informer/modeling_informer.py
-src/transformers/models/jukebox/__init__.py
-src/transformers/models/jukebox/configuration_jukebox.py
-src/transformers/models/jukebox/convert_jukebox.py
-src/transformers/models/jukebox/modeling_jukebox.py
-src/transformers/models/jukebox/tokenization_jukebox.py
-src/transformers/models/layoutlm/__init__.py
-src/transformers/models/layoutlm/configuration_layoutlm.py
-src/transformers/models/layoutlm/modeling_layoutlm.py
-src/transformers/models/layoutlm/modeling_tf_layoutlm.py
-src/transformers/models/layoutlm/tokenization_layoutlm.py
-src/transformers/models/layoutlm/tokenization_layoutlm_fast.py
-src/transformers/models/layoutlmv2/__init__.py
-src/transformers/models/layoutlmv2/configuration_layoutlmv2.py
-src/transformers/models/layoutlmv2/feature_extraction_layoutlmv2.py
-src/transformers/models/layoutlmv2/image_processing_layoutlmv2.py
-src/transformers/models/layoutlmv2/modeling_layoutlmv2.py
-src/transformers/models/layoutlmv2/processing_layoutlmv2.py
-src/transformers/models/layoutlmv2/tokenization_layoutlmv2.py
-src/transformers/models/layoutlmv2/tokenization_layoutlmv2_fast.py
-src/transformers/models/layoutlmv3/__init__.py
-src/transformers/models/layoutlmv3/configuration_layoutlmv3.py
-src/transformers/models/layoutlmv3/feature_extraction_layoutlmv3.py
-src/transformers/models/layoutlmv3/image_processing_layoutlmv3.py
-src/transformers/models/layoutlmv3/modeling_layoutlmv3.py
-src/transformers/models/layoutlmv3/modeling_tf_layoutlmv3.py
-src/transformers/models/layoutlmv3/processing_layoutlmv3.py
-src/transformers/models/layoutlmv3/tokenization_layoutlmv3.py
-src/transformers/models/layoutlmv3/tokenization_layoutlmv3_fast.py
-src/transformers/models/layoutxlm/__init__.py
-src/transformers/models/layoutxlm/processing_layoutxlm.py
-src/transformers/models/layoutxlm/tokenization_layoutxlm.py
-src/transformers/models/layoutxlm/tokenization_layoutxlm_fast.py
-src/transformers/models/led/__init__.py
-src/transformers/models/led/configuration_led.py
-src/transformers/models/led/modeling_led.py
-src/transformers/models/led/modeling_tf_led.py
-src/transformers/models/led/tokenization_led.py
-src/transformers/models/led/tokenization_led_fast.py
-src/transformers/models/levit/__init__.py
-src/transformers/models/levit/configuration_levit.py
-src/transformers/models/levit/convert_levit_timm_to_pytorch.py
-src/transformers/models/levit/feature_extraction_levit.py
-src/transformers/models/levit/image_processing_levit.py
-src/transformers/models/levit/modeling_levit.py
-src/transformers/models/lilt/__init__.py
-src/transformers/models/lilt/configuration_lilt.py
-src/transformers/models/lilt/modeling_lilt.py
-src/transformers/models/llama/Qformer.py
-src/transformers/models/llama/Qformer_lion.py
-src/transformers/models/llama/__init__.py
-src/transformers/models/llama/cavmae.py
-src/transformers/models/llama/cavmae_back.py
-src/transformers/models/llama/configuration_llama.py
-src/transformers/models/llama/convert_llama_weights_to_hf.py
-src/transformers/models/llama/feature_fusion.py
-src/transformers/models/llama/htsat.py
-src/transformers/models/llama/modeling_llama.py
-src/transformers/models/llama/pos_embed.py
-src/transformers/models/llama/tokenization_llama.py
-src/transformers/models/llama_old/__init__.py
-src/transformers/models/llama_old/configuration_llama.py
-src/transformers/models/llama_old/convert_llama_weights_to_hf.py
-src/transformers/models/llama_old/modeling_llama.py
-src/transformers/models/llama_old/tokenization_llama.py
-src/transformers/models/longformer/__init__.py
-src/transformers/models/longformer/configuration_longformer.py
-src/transformers/models/longformer/convert_longformer_original_pytorch_lightning_to_pytorch.py
-src/transformers/models/longformer/modeling_longformer.py
-src/transformers/models/longformer/modeling_tf_longformer.py
-src/transformers/models/longformer/tokenization_longformer.py
-src/transformers/models/longformer/tokenization_longformer_fast.py
-src/transformers/models/longt5/__init__.py
-src/transformers/models/longt5/configuration_longt5.py
-src/transformers/models/longt5/convert_longt5x_checkpoint_to_flax.py
-src/transformers/models/longt5/modeling_flax_longt5.py
-src/transformers/models/longt5/modeling_longt5.py
-src/transformers/models/luke/__init__.py
-src/transformers/models/luke/configuration_luke.py
-src/transformers/models/luke/convert_luke_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/luke/modeling_luke.py
-src/transformers/models/luke/tokenization_luke.py
-src/transformers/models/lxmert/__init__.py
-src/transformers/models/lxmert/configuration_lxmert.py
-src/transformers/models/lxmert/convert_lxmert_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/lxmert/modeling_lxmert.py
-src/transformers/models/lxmert/modeling_tf_lxmert.py
-src/transformers/models/lxmert/tokenization_lxmert.py
-src/transformers/models/lxmert/tokenization_lxmert_fast.py
-src/transformers/models/m2m_100/__init__.py
-src/transformers/models/m2m_100/configuration_m2m_100.py
-src/transformers/models/m2m_100/convert_m2m100_original_checkpoint_to_pytorch.py
-src/transformers/models/m2m_100/modeling_m2m_100.py
-src/transformers/models/m2m_100/tokenization_m2m_100.py
-src/transformers/models/marian/__init__.py
-src/transformers/models/marian/configuration_marian.py
-src/transformers/models/marian/convert_marian_tatoeba_to_pytorch.py
-src/transformers/models/marian/convert_marian_to_pytorch.py
-src/transformers/models/marian/modeling_flax_marian.py
-src/transformers/models/marian/modeling_marian.py
-src/transformers/models/marian/modeling_tf_marian.py
-src/transformers/models/marian/tokenization_marian.py
-src/transformers/models/markuplm/__init__.py
-src/transformers/models/markuplm/configuration_markuplm.py
-src/transformers/models/markuplm/feature_extraction_markuplm.py
-src/transformers/models/markuplm/modeling_markuplm.py
-src/transformers/models/markuplm/processing_markuplm.py
-src/transformers/models/markuplm/tokenization_markuplm.py
-src/transformers/models/markuplm/tokenization_markuplm_fast.py
-src/transformers/models/mask2former/__init__.py
-src/transformers/models/mask2former/configuration_mask2former.py
-src/transformers/models/mask2former/convert_mask2former_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/mask2former/image_processing_mask2former.py
-src/transformers/models/mask2former/modeling_mask2former.py
-src/transformers/models/maskformer/__init__.py
-src/transformers/models/maskformer/configuration_maskformer.py
-src/transformers/models/maskformer/configuration_maskformer_swin.py
-src/transformers/models/maskformer/convert_maskformer_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/maskformer/convert_maskformer_resnet_to_pytorch.py
-src/transformers/models/maskformer/convert_maskformer_swin_to_pytorch.py
-src/transformers/models/maskformer/feature_extraction_maskformer.py
-src/transformers/models/maskformer/image_processing_maskformer.py
-src/transformers/models/maskformer/modeling_maskformer.py
-src/transformers/models/maskformer/modeling_maskformer_swin.py
-src/transformers/models/mbart/__init__.py
-src/transformers/models/mbart/configuration_mbart.py
-src/transformers/models/mbart/convert_mbart_original_checkpoint_to_pytorch.py
-src/transformers/models/mbart/modeling_flax_mbart.py
-src/transformers/models/mbart/modeling_mbart.py
-src/transformers/models/mbart/modeling_tf_mbart.py
-src/transformers/models/mbart/tokenization_mbart.py
-src/transformers/models/mbart/tokenization_mbart_fast.py
-src/transformers/models/mbart50/__init__.py
-src/transformers/models/mbart50/tokenization_mbart50.py
-src/transformers/models/mbart50/tokenization_mbart50_fast.py
-src/transformers/models/mctct/__init__.py
-src/transformers/models/mctct/configuration_mctct.py
-src/transformers/models/mctct/feature_extraction_mctct.py
-src/transformers/models/mctct/modeling_mctct.py
-src/transformers/models/mctct/processing_mctct.py
-src/transformers/models/mega/__init__.py
-src/transformers/models/mega/configuration_mega.py
-src/transformers/models/mega/convert_mega_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/mega/modeling_mega.py
-src/transformers/models/megatron_bert/__init__.py
-src/transformers/models/megatron_bert/configuration_megatron_bert.py
-src/transformers/models/megatron_bert/convert_megatron_bert_checkpoint.py
-src/transformers/models/megatron_bert/modeling_megatron_bert.py
-src/transformers/models/megatron_gpt2/__init__.py
-src/transformers/models/megatron_gpt2/checkpoint_reshaping_and_interoperability.py
-src/transformers/models/megatron_gpt2/convert_megatron_gpt2_checkpoint.py
-src/transformers/models/mgp_str/__init__.py
-src/transformers/models/mgp_str/configuration_mgp_str.py
-src/transformers/models/mgp_str/modeling_mgp_str.py
-src/transformers/models/mgp_str/processing_mgp_str.py
-src/transformers/models/mgp_str/tokenization_mgp_str.py
-src/transformers/models/mluke/__init__.py
-src/transformers/models/mluke/convert_mluke_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/mluke/tokenization_mluke.py
-src/transformers/models/mmbt/__init__.py
-src/transformers/models/mmbt/configuration_mmbt.py
-src/transformers/models/mmbt/modeling_mmbt.py
-src/transformers/models/mobilebert/__init__.py
-src/transformers/models/mobilebert/configuration_mobilebert.py
-src/transformers/models/mobilebert/convert_mobilebert_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/mobilebert/modeling_mobilebert.py
-src/transformers/models/mobilebert/modeling_tf_mobilebert.py
-src/transformers/models/mobilebert/tokenization_mobilebert.py
-src/transformers/models/mobilebert/tokenization_mobilebert_fast.py
-src/transformers/models/mobilenet_v1/__init__.py
-src/transformers/models/mobilenet_v1/configuration_mobilenet_v1.py
-src/transformers/models/mobilenet_v1/convert_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/mobilenet_v1/feature_extraction_mobilenet_v1.py
-src/transformers/models/mobilenet_v1/image_processing_mobilenet_v1.py
-src/transformers/models/mobilenet_v1/modeling_mobilenet_v1.py
-src/transformers/models/mobilenet_v2/__init__.py
-src/transformers/models/mobilenet_v2/configuration_mobilenet_v2.py
-src/transformers/models/mobilenet_v2/convert_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/mobilenet_v2/feature_extraction_mobilenet_v2.py
-src/transformers/models/mobilenet_v2/image_processing_mobilenet_v2.py
-src/transformers/models/mobilenet_v2/modeling_mobilenet_v2.py
-src/transformers/models/mobilevit/__init__.py
-src/transformers/models/mobilevit/configuration_mobilevit.py
-src/transformers/models/mobilevit/convert_mlcvnets_to_pytorch.py
-src/transformers/models/mobilevit/feature_extraction_mobilevit.py
-src/transformers/models/mobilevit/image_processing_mobilevit.py
-src/transformers/models/mobilevit/modeling_mobilevit.py
-src/transformers/models/mobilevit/modeling_tf_mobilevit.py
-src/transformers/models/mpnet/__init__.py
-src/transformers/models/mpnet/configuration_mpnet.py
-src/transformers/models/mpnet/modeling_mpnet.py
-src/transformers/models/mpnet/modeling_tf_mpnet.py
-src/transformers/models/mpnet/tokenization_mpnet.py
-src/transformers/models/mpnet/tokenization_mpnet_fast.py
-src/transformers/models/mt5/__init__.py
-src/transformers/models/mt5/configuration_mt5.py
-src/transformers/models/mt5/modeling_flax_mt5.py
-src/transformers/models/mt5/modeling_mt5.py
-src/transformers/models/mt5/modeling_tf_mt5.py
-src/transformers/models/mvp/__init__.py
-src/transformers/models/mvp/configuration_mvp.py
-src/transformers/models/mvp/modeling_mvp.py
-src/transformers/models/mvp/tokenization_mvp.py
-src/transformers/models/mvp/tokenization_mvp_fast.py
-src/transformers/models/nat/__init__.py
-src/transformers/models/nat/configuration_nat.py
-src/transformers/models/nat/modeling_nat.py
-src/transformers/models/nezha/__init__.py
-src/transformers/models/nezha/configuration_nezha.py
-src/transformers/models/nezha/modeling_nezha.py
-src/transformers/models/nllb/__init__.py
-src/transformers/models/nllb/tokenization_nllb.py
-src/transformers/models/nllb/tokenization_nllb_fast.py
-src/transformers/models/nllb_moe/__init__.py
-src/transformers/models/nllb_moe/configuration_nllb_moe.py
-src/transformers/models/nllb_moe/convert_nllb_moe_sharded_original_checkpoint_to_pytorch.py
-src/transformers/models/nllb_moe/modeling_nllb_moe.py
-src/transformers/models/nystromformer/__init__.py
-src/transformers/models/nystromformer/configuration_nystromformer.py
-src/transformers/models/nystromformer/convert_nystromformer_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/nystromformer/modeling_nystromformer.py
-src/transformers/models/oneformer/__init__.py
-src/transformers/models/oneformer/configuration_oneformer.py
-src/transformers/models/oneformer/convert_to_hf_oneformer.py
-src/transformers/models/oneformer/image_processing_oneformer.py
-src/transformers/models/oneformer/modeling_oneformer.py
-src/transformers/models/oneformer/processing_oneformer.py
-src/transformers/models/openai/__init__.py
-src/transformers/models/openai/configuration_openai.py
-src/transformers/models/openai/convert_openai_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/openai/modeling_openai.py
-src/transformers/models/openai/modeling_tf_openai.py
-src/transformers/models/openai/tokenization_openai.py
-src/transformers/models/openai/tokenization_openai_fast.py
-src/transformers/models/opt/__init__.py
-src/transformers/models/opt/configuration_opt.py
-src/transformers/models/opt/convert_opt_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/opt/modeling_flax_opt.py
-src/transformers/models/opt/modeling_opt.py
-src/transformers/models/opt/modeling_tf_opt.py
-src/transformers/models/owlvit/__init__.py
-src/transformers/models/owlvit/configuration_owlvit.py
-src/transformers/models/owlvit/convert_owlvit_original_flax_to_hf.py
-src/transformers/models/owlvit/feature_extraction_owlvit.py
-src/transformers/models/owlvit/image_processing_owlvit.py
-src/transformers/models/owlvit/modeling_owlvit.py
-src/transformers/models/owlvit/processing_owlvit.py
-src/transformers/models/pegasus/__init__.py
-src/transformers/models/pegasus/configuration_pegasus.py
-src/transformers/models/pegasus/convert_pegasus_tf_to_pytorch.py
-src/transformers/models/pegasus/modeling_flax_pegasus.py
-src/transformers/models/pegasus/modeling_pegasus.py
-src/transformers/models/pegasus/modeling_tf_pegasus.py
-src/transformers/models/pegasus/tokenization_pegasus.py
-src/transformers/models/pegasus/tokenization_pegasus_fast.py
-src/transformers/models/pegasus_x/__init__.py
-src/transformers/models/pegasus_x/configuration_pegasus_x.py
-src/transformers/models/pegasus_x/modeling_pegasus_x.py
-src/transformers/models/perceiver/__init__.py
-src/transformers/models/perceiver/configuration_perceiver.py
-src/transformers/models/perceiver/convert_perceiver_haiku_to_pytorch.py
-src/transformers/models/perceiver/feature_extraction_perceiver.py
-src/transformers/models/perceiver/image_processing_perceiver.py
-src/transformers/models/perceiver/modeling_perceiver.py
-src/transformers/models/perceiver/tokenization_perceiver.py
-src/transformers/models/phobert/__init__.py
-src/transformers/models/phobert/tokenization_phobert.py
-src/transformers/models/pix2struct/__init__.py
-src/transformers/models/pix2struct/configuration_pix2struct.py
-src/transformers/models/pix2struct/convert_pix2struct_original_pytorch_to_hf.py
-src/transformers/models/pix2struct/image_processing_pix2struct.py
-src/transformers/models/pix2struct/modeling_pix2struct.py
-src/transformers/models/pix2struct/processing_pix2struct.py
-src/transformers/models/plbart/__init__.py
-src/transformers/models/plbart/configuration_plbart.py
-src/transformers/models/plbart/convert_plbart_original_checkpoint_to_torch.py
-src/transformers/models/plbart/modeling_plbart.py
-src/transformers/models/plbart/tokenization_plbart.py
-src/transformers/models/poolformer/__init__.py
-src/transformers/models/poolformer/configuration_poolformer.py
-src/transformers/models/poolformer/convert_poolformer_original_to_pytorch.py
-src/transformers/models/poolformer/feature_extraction_poolformer.py
-src/transformers/models/poolformer/image_processing_poolformer.py
-src/transformers/models/poolformer/modeling_poolformer.py
-src/transformers/models/prophetnet/__init__.py
-src/transformers/models/prophetnet/configuration_prophetnet.py
-src/transformers/models/prophetnet/convert_prophetnet_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/prophetnet/modeling_prophetnet.py
-src/transformers/models/prophetnet/tokenization_prophetnet.py
-src/transformers/models/qdqbert/__init__.py
-src/transformers/models/qdqbert/configuration_qdqbert.py
-src/transformers/models/qdqbert/modeling_qdqbert.py
-src/transformers/models/rag/__init__.py
-src/transformers/models/rag/configuration_rag.py
-src/transformers/models/rag/modeling_rag.py
-src/transformers/models/rag/modeling_tf_rag.py
-src/transformers/models/rag/retrieval_rag.py
-src/transformers/models/rag/tokenization_rag.py
-src/transformers/models/realm/__init__.py
-src/transformers/models/realm/configuration_realm.py
-src/transformers/models/realm/modeling_realm.py
-src/transformers/models/realm/retrieval_realm.py
-src/transformers/models/realm/tokenization_realm.py
-src/transformers/models/realm/tokenization_realm_fast.py
-src/transformers/models/reformer/__init__.py
-src/transformers/models/reformer/configuration_reformer.py
-src/transformers/models/reformer/convert_reformer_trax_checkpoint_to_pytorch.py
-src/transformers/models/reformer/modeling_reformer.py
-src/transformers/models/reformer/tokenization_reformer.py
-src/transformers/models/reformer/tokenization_reformer_fast.py
-src/transformers/models/regnet/__init__.py
-src/transformers/models/regnet/configuration_regnet.py
-src/transformers/models/regnet/convert_regnet_seer_10b_to_pytorch.py
-src/transformers/models/regnet/convert_regnet_to_pytorch.py
-src/transformers/models/regnet/modeling_regnet.py
-src/transformers/models/regnet/modeling_tf_regnet.py
-src/transformers/models/rembert/__init__.py
-src/transformers/models/rembert/configuration_rembert.py
-src/transformers/models/rembert/convert_rembert_tf_checkpoint_to_pytorch.py
-src/transformers/models/rembert/modeling_rembert.py
-src/transformers/models/rembert/modeling_tf_rembert.py
-src/transformers/models/rembert/tokenization_rembert.py
-src/transformers/models/rembert/tokenization_rembert_fast.py
-src/transformers/models/resnet/__init__.py
-src/transformers/models/resnet/configuration_resnet.py
-src/transformers/models/resnet/convert_resnet_to_pytorch.py
-src/transformers/models/resnet/modeling_flax_resnet.py
-src/transformers/models/resnet/modeling_resnet.py
-src/transformers/models/resnet/modeling_tf_resnet.py
-src/transformers/models/retribert/__init__.py
-src/transformers/models/retribert/configuration_retribert.py
-src/transformers/models/retribert/modeling_retribert.py
-src/transformers/models/retribert/tokenization_retribert.py
-src/transformers/models/retribert/tokenization_retribert_fast.py
-src/transformers/models/roberta/__init__.py
-src/transformers/models/roberta/configuration_roberta.py
-src/transformers/models/roberta/convert_roberta_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/roberta/modeling_flax_roberta.py
-src/transformers/models/roberta/modeling_roberta.py
-src/transformers/models/roberta/modeling_tf_roberta.py
-src/transformers/models/roberta/tokenization_roberta.py
-src/transformers/models/roberta/tokenization_roberta_fast.py
-src/transformers/models/roberta_prelayernorm/__init__.py
-src/transformers/models/roberta_prelayernorm/configuration_roberta_prelayernorm.py
-src/transformers/models/roberta_prelayernorm/convert_roberta_prelayernorm_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/roberta_prelayernorm/modeling_flax_roberta_prelayernorm.py
-src/transformers/models/roberta_prelayernorm/modeling_roberta_prelayernorm.py
-src/transformers/models/roberta_prelayernorm/modeling_tf_roberta_prelayernorm.py
-src/transformers/models/roc_bert/__init__.py
-src/transformers/models/roc_bert/configuration_roc_bert.py
-src/transformers/models/roc_bert/modeling_roc_bert.py
-src/transformers/models/roc_bert/tokenization_roc_bert.py
-src/transformers/models/roformer/__init__.py
-src/transformers/models/roformer/configuration_roformer.py
-src/transformers/models/roformer/convert_roformer_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/roformer/modeling_flax_roformer.py
-src/transformers/models/roformer/modeling_roformer.py
-src/transformers/models/roformer/modeling_tf_roformer.py
-src/transformers/models/roformer/tokenization_roformer.py
-src/transformers/models/roformer/tokenization_roformer_fast.py
-src/transformers/models/roformer/tokenization_utils.py
-src/transformers/models/segformer/__init__.py
-src/transformers/models/segformer/configuration_segformer.py
-src/transformers/models/segformer/convert_segformer_original_to_pytorch.py
-src/transformers/models/segformer/feature_extraction_segformer.py
-src/transformers/models/segformer/image_processing_segformer.py
-src/transformers/models/segformer/modeling_segformer.py
-src/transformers/models/segformer/modeling_tf_segformer.py
-src/transformers/models/sew/__init__.py
-src/transformers/models/sew/configuration_sew.py
-src/transformers/models/sew/convert_sew_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/sew/modeling_sew.py
-src/transformers/models/sew_d/__init__.py
-src/transformers/models/sew_d/configuration_sew_d.py
-src/transformers/models/sew_d/convert_sew_d_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/sew_d/modeling_sew_d.py
-src/transformers/models/speech_encoder_decoder/__init__.py
-src/transformers/models/speech_encoder_decoder/configuration_speech_encoder_decoder.py
-src/transformers/models/speech_encoder_decoder/convert_mbart_wav2vec2_seq2seq_original_to_pytorch.py
-src/transformers/models/speech_encoder_decoder/convert_speech_to_text_wav2vec2_seq2seq_original_to_pytorch.py
-src/transformers/models/speech_encoder_decoder/modeling_flax_speech_encoder_decoder.py
-src/transformers/models/speech_encoder_decoder/modeling_speech_encoder_decoder.py
-src/transformers/models/speech_to_text/__init__.py
-src/transformers/models/speech_to_text/configuration_speech_to_text.py
-src/transformers/models/speech_to_text/convert_s2t_fairseq_to_tfms.py
-src/transformers/models/speech_to_text/feature_extraction_speech_to_text.py
-src/transformers/models/speech_to_text/modeling_speech_to_text.py
-src/transformers/models/speech_to_text/modeling_tf_speech_to_text.py
-src/transformers/models/speech_to_text/processing_speech_to_text.py
-src/transformers/models/speech_to_text/tokenization_speech_to_text.py
-src/transformers/models/speech_to_text_2/__init__.py
-src/transformers/models/speech_to_text_2/configuration_speech_to_text_2.py
-src/transformers/models/speech_to_text_2/modeling_speech_to_text_2.py
-src/transformers/models/speech_to_text_2/processing_speech_to_text_2.py
-src/transformers/models/speech_to_text_2/tokenization_speech_to_text_2.py
-src/transformers/models/speecht5/__init__.py
-src/transformers/models/speecht5/configuration_speecht5.py
-src/transformers/models/speecht5/convert_hifigan.py
-src/transformers/models/speecht5/convert_speecht5_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/speecht5/feature_extraction_speecht5.py
-src/transformers/models/speecht5/modeling_speecht5.py
-src/transformers/models/speecht5/processing_speecht5.py
-src/transformers/models/speecht5/tokenization_speecht5.py
-src/transformers/models/splinter/__init__.py
-src/transformers/models/splinter/configuration_splinter.py
-src/transformers/models/splinter/modeling_splinter.py
-src/transformers/models/splinter/tokenization_splinter.py
-src/transformers/models/splinter/tokenization_splinter_fast.py
-src/transformers/models/squeezebert/__init__.py
-src/transformers/models/squeezebert/configuration_squeezebert.py
-src/transformers/models/squeezebert/modeling_squeezebert.py
-src/transformers/models/squeezebert/tokenization_squeezebert.py
-src/transformers/models/squeezebert/tokenization_squeezebert_fast.py
-src/transformers/models/swin/__init__.py
-src/transformers/models/swin/configuration_swin.py
-src/transformers/models/swin/convert_swin_simmim_to_pytorch.py
-src/transformers/models/swin/convert_swin_timm_to_pytorch.py
-src/transformers/models/swin/modeling_swin.py
-src/transformers/models/swin/modeling_tf_swin.py
-src/transformers/models/swin2sr/__init__.py
-src/transformers/models/swin2sr/configuration_swin2sr.py
-src/transformers/models/swin2sr/convert_swin2sr_original_to_pytorch.py
-src/transformers/models/swin2sr/image_processing_swin2sr.py
-src/transformers/models/swin2sr/modeling_swin2sr.py
-src/transformers/models/swinv2/__init__.py
-src/transformers/models/swinv2/configuration_swinv2.py
-src/transformers/models/swinv2/convert_swinv2_timm_to_pytorch.py
-src/transformers/models/swinv2/modeling_swinv2.py
-src/transformers/models/switch_transformers/__init__.py
-src/transformers/models/switch_transformers/configuration_switch_transformers.py
-src/transformers/models/switch_transformers/convert_big_switch.py
-src/transformers/models/switch_transformers/convert_switch_transformers_original_flax_checkpoint_to_pytorch.py
-src/transformers/models/switch_transformers/modeling_switch_transformers.py
-src/transformers/models/t5/__init__.py
-src/transformers/models/t5/configuration_t5.py
-src/transformers/models/t5/convert_t5_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/t5/convert_t5x_checkpoint_to_flax.py
-src/transformers/models/t5/convert_t5x_checkpoint_to_pytorch.py
-src/transformers/models/t5/modeling_flax_t5.py
-src/transformers/models/t5/modeling_t5.py
-src/transformers/models/t5/modeling_tf_t5.py
-src/transformers/models/t5/tokenization_t5.py
-src/transformers/models/t5/tokenization_t5_fast.py
-src/transformers/models/table_transformer/__init__.py
-src/transformers/models/table_transformer/configuration_table_transformer.py
-src/transformers/models/table_transformer/convert_table_transformer_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/table_transformer/modeling_table_transformer.py
-src/transformers/models/tapas/__init__.py
-src/transformers/models/tapas/configuration_tapas.py
-src/transformers/models/tapas/convert_tapas_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/tapas/modeling_tapas.py
-src/transformers/models/tapas/modeling_tf_tapas.py
-src/transformers/models/tapas/tokenization_tapas.py
-src/transformers/models/tapex/__init__.py
-src/transformers/models/tapex/tokenization_tapex.py
-src/transformers/models/time_series_transformer/__init__.py
-src/transformers/models/time_series_transformer/configuration_time_series_transformer.py
-src/transformers/models/time_series_transformer/modeling_time_series_transformer.py
-src/transformers/models/timesformer/__init__.py
-src/transformers/models/timesformer/configuration_timesformer.py
-src/transformers/models/timesformer/convert_timesformer_to_pytorch.py
-src/transformers/models/timesformer/modeling_timesformer.py
-src/transformers/models/trajectory_transformer/__init__.py
-src/transformers/models/trajectory_transformer/configuration_trajectory_transformer.py
-src/transformers/models/trajectory_transformer/convert_trajectory_transformer_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/trajectory_transformer/modeling_trajectory_transformer.py
-src/transformers/models/transfo_xl/__init__.py
-src/transformers/models/transfo_xl/configuration_transfo_xl.py
-src/transformers/models/transfo_xl/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/transfo_xl/modeling_tf_transfo_xl.py
-src/transformers/models/transfo_xl/modeling_tf_transfo_xl_utilities.py
-src/transformers/models/transfo_xl/modeling_transfo_xl.py
-src/transformers/models/transfo_xl/modeling_transfo_xl_utilities.py
-src/transformers/models/transfo_xl/tokenization_transfo_xl.py
-src/transformers/models/trocr/__init__.py
-src/transformers/models/trocr/configuration_trocr.py
-src/transformers/models/trocr/convert_trocr_unilm_to_pytorch.py
-src/transformers/models/trocr/modeling_trocr.py
-src/transformers/models/trocr/processing_trocr.py
-src/transformers/models/tvlt/__init__.py
-src/transformers/models/tvlt/configuration_tvlt.py
-src/transformers/models/tvlt/feature_extraction_tvlt.py
-src/transformers/models/tvlt/image_processing_tvlt.py
-src/transformers/models/tvlt/modeling_tvlt.py
-src/transformers/models/tvlt/processing_tvlt.py
-src/transformers/models/unispeech/__init__.py
-src/transformers/models/unispeech/configuration_unispeech.py
-src/transformers/models/unispeech/convert_unispeech_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/unispeech/modeling_unispeech.py
-src/transformers/models/unispeech_sat/__init__.py
-src/transformers/models/unispeech_sat/configuration_unispeech_sat.py
-src/transformers/models/unispeech_sat/convert_unispeech_original_s3prl_checkpoint_to_pytorch.py
-src/transformers/models/unispeech_sat/convert_unispeech_sat_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/unispeech_sat/modeling_unispeech_sat.py
-src/transformers/models/upernet/__init__.py
-src/transformers/models/upernet/configuration_upernet.py
-src/transformers/models/upernet/convert_convnext_upernet_to_pytorch.py
-src/transformers/models/upernet/convert_swin_upernet_to_pytorch.py
-src/transformers/models/upernet/modeling_upernet.py
-src/transformers/models/van/__init__.py
-src/transformers/models/van/configuration_van.py
-src/transformers/models/van/convert_van_to_pytorch.py
-src/transformers/models/van/modeling_van.py
-src/transformers/models/videomae/__init__.py
-src/transformers/models/videomae/configuration_videomae.py
-src/transformers/models/videomae/convert_videomae_to_pytorch.py
-src/transformers/models/videomae/feature_extraction_videomae.py
-src/transformers/models/videomae/image_processing_videomae.py
-src/transformers/models/videomae/modeling_videomae.py
-src/transformers/models/vilt/__init__.py
-src/transformers/models/vilt/configuration_vilt.py
-src/transformers/models/vilt/convert_vilt_original_to_pytorch.py
-src/transformers/models/vilt/feature_extraction_vilt.py
-src/transformers/models/vilt/image_processing_vilt.py
-src/transformers/models/vilt/modeling_vilt.py
-src/transformers/models/vilt/processing_vilt.py
-src/transformers/models/vision_encoder_decoder/__init__.py
-src/transformers/models/vision_encoder_decoder/configuration_vision_encoder_decoder.py
-src/transformers/models/vision_encoder_decoder/modeling_flax_vision_encoder_decoder.py
-src/transformers/models/vision_encoder_decoder/modeling_tf_vision_encoder_decoder.py
-src/transformers/models/vision_encoder_decoder/modeling_vision_encoder_decoder.py
-src/transformers/models/vision_text_dual_encoder/__init__.py
-src/transformers/models/vision_text_dual_encoder/configuration_vision_text_dual_encoder.py
-src/transformers/models/vision_text_dual_encoder/modeling_flax_vision_text_dual_encoder.py
-src/transformers/models/vision_text_dual_encoder/modeling_tf_vision_text_dual_encoder.py
-src/transformers/models/vision_text_dual_encoder/modeling_vision_text_dual_encoder.py
-src/transformers/models/vision_text_dual_encoder/processing_vision_text_dual_encoder.py
-src/transformers/models/visual_bert/__init__.py
-src/transformers/models/visual_bert/configuration_visual_bert.py
-src/transformers/models/visual_bert/convert_visual_bert_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/visual_bert/modeling_visual_bert.py
-src/transformers/models/vit/__init__.py
-src/transformers/models/vit/configuration_vit.py
-src/transformers/models/vit/convert_dino_to_pytorch.py
-src/transformers/models/vit/convert_vit_timm_to_pytorch.py
-src/transformers/models/vit/feature_extraction_vit.py
-src/transformers/models/vit/image_processing_vit.py
-src/transformers/models/vit/modeling_flax_vit.py
-src/transformers/models/vit/modeling_tf_vit.py
-src/transformers/models/vit/modeling_vit.py
-src/transformers/models/vit_hybrid/__init__.py
-src/transformers/models/vit_hybrid/configuration_vit_hybrid.py
-src/transformers/models/vit_hybrid/convert_vit_hybrid_timm_to_pytorch.py
-src/transformers/models/vit_hybrid/image_processing_vit_hybrid.py
-src/transformers/models/vit_hybrid/modeling_vit_hybrid.py
-src/transformers/models/vit_mae/__init__.py
-src/transformers/models/vit_mae/configuration_vit_mae.py
-src/transformers/models/vit_mae/convert_vit_mae_to_pytorch.py
-src/transformers/models/vit_mae/modeling_tf_vit_mae.py
-src/transformers/models/vit_mae/modeling_vit_mae.py
-src/transformers/models/vit_msn/__init__.py
-src/transformers/models/vit_msn/configuration_vit_msn.py
-src/transformers/models/vit_msn/convert_msn_to_pytorch.py
-src/transformers/models/vit_msn/modeling_vit_msn.py
-src/transformers/models/wav2vec2/__init__.py
-src/transformers/models/wav2vec2/configuration_wav2vec2.py
-src/transformers/models/wav2vec2/convert_wav2vec2_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/wav2vec2/convert_wav2vec2_original_s3prl_checkpoint_to_pytorch.py
-src/transformers/models/wav2vec2/feature_extraction_wav2vec2.py
-src/transformers/models/wav2vec2/modeling_flax_wav2vec2.py
-src/transformers/models/wav2vec2/modeling_tf_wav2vec2.py
-src/transformers/models/wav2vec2/modeling_wav2vec2.py
-src/transformers/models/wav2vec2/processing_wav2vec2.py
-src/transformers/models/wav2vec2/tokenization_wav2vec2.py
-src/transformers/models/wav2vec2_conformer/__init__.py
-src/transformers/models/wav2vec2_conformer/configuration_wav2vec2_conformer.py
-src/transformers/models/wav2vec2_conformer/convert_wav2vec2_conformer_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py
-src/transformers/models/wav2vec2_phoneme/__init__.py
-src/transformers/models/wav2vec2_phoneme/tokenization_wav2vec2_phoneme.py
-src/transformers/models/wav2vec2_with_lm/__init__.py
-src/transformers/models/wav2vec2_with_lm/processing_wav2vec2_with_lm.py
-src/transformers/models/wavlm/__init__.py
-src/transformers/models/wavlm/configuration_wavlm.py
-src/transformers/models/wavlm/convert_wavlm_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/wavlm/convert_wavlm_original_s3prl_checkpoint_to_pytorch.py
-src/transformers/models/wavlm/modeling_wavlm.py
-src/transformers/models/whisper/__init__.py
-src/transformers/models/whisper/configuration_whisper.py
-src/transformers/models/whisper/convert_openai_to_hf.py
-src/transformers/models/whisper/english_normalizer.py
-src/transformers/models/whisper/feature_extraction_whisper.py
-src/transformers/models/whisper/modeling_flax_whisper.py
-src/transformers/models/whisper/modeling_tf_whisper.py
-src/transformers/models/whisper/modeling_whisper.py
-src/transformers/models/whisper/processing_whisper.py
-src/transformers/models/whisper/tokenization_whisper.py
-src/transformers/models/whisper/tokenization_whisper_fast.py
-src/transformers/models/x_clip/__init__.py
-src/transformers/models/x_clip/configuration_x_clip.py
-src/transformers/models/x_clip/convert_x_clip_original_pytorch_to_hf.py
-src/transformers/models/x_clip/modeling_x_clip.py
-src/transformers/models/x_clip/processing_x_clip.py
-src/transformers/models/xglm/__init__.py
-src/transformers/models/xglm/configuration_xglm.py
-src/transformers/models/xglm/convert_xglm_original_ckpt_to_trfms.py
-src/transformers/models/xglm/modeling_flax_xglm.py
-src/transformers/models/xglm/modeling_tf_xglm.py
-src/transformers/models/xglm/modeling_xglm.py
-src/transformers/models/xglm/tokenization_xglm.py
-src/transformers/models/xglm/tokenization_xglm_fast.py
-src/transformers/models/xlm/__init__.py
-src/transformers/models/xlm/configuration_xlm.py
-src/transformers/models/xlm/convert_xlm_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/xlm/modeling_tf_xlm.py
-src/transformers/models/xlm/modeling_xlm.py
-src/transformers/models/xlm/tokenization_xlm.py
-src/transformers/models/xlm_prophetnet/__init__.py
-src/transformers/models/xlm_prophetnet/configuration_xlm_prophetnet.py
-src/transformers/models/xlm_prophetnet/modeling_xlm_prophetnet.py
-src/transformers/models/xlm_prophetnet/tokenization_xlm_prophetnet.py
-src/transformers/models/xlm_roberta/__init__.py
-src/transformers/models/xlm_roberta/configuration_xlm_roberta.py
-src/transformers/models/xlm_roberta/modeling_flax_xlm_roberta.py
-src/transformers/models/xlm_roberta/modeling_tf_xlm_roberta.py
-src/transformers/models/xlm_roberta/modeling_xlm_roberta.py
-src/transformers/models/xlm_roberta/tokenization_xlm_roberta.py
-src/transformers/models/xlm_roberta/tokenization_xlm_roberta_fast.py
-src/transformers/models/xlm_roberta_xl/__init__.py
-src/transformers/models/xlm_roberta_xl/configuration_xlm_roberta_xl.py
-src/transformers/models/xlm_roberta_xl/convert_xlm_roberta_xl_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/xlm_roberta_xl/modeling_xlm_roberta_xl.py
-src/transformers/models/xlnet/__init__.py
-src/transformers/models/xlnet/configuration_xlnet.py
-src/transformers/models/xlnet/convert_xlnet_original_tf_checkpoint_to_pytorch.py
-src/transformers/models/xlnet/modeling_tf_xlnet.py
-src/transformers/models/xlnet/modeling_xlnet.py
-src/transformers/models/xlnet/tokenization_xlnet.py
-src/transformers/models/xlnet/tokenization_xlnet_fast.py
-src/transformers/models/xmod/__init__.py
-src/transformers/models/xmod/configuration_xmod.py
-src/transformers/models/xmod/convert_xmod_original_pytorch_checkpoint_to_pytorch.py
-src/transformers/models/xmod/modeling_xmod.py
-src/transformers/models/yolos/__init__.py
-src/transformers/models/yolos/configuration_yolos.py
-src/transformers/models/yolos/convert_yolos_to_pytorch.py
-src/transformers/models/yolos/feature_extraction_yolos.py
-src/transformers/models/yolos/image_processing_yolos.py
-src/transformers/models/yolos/modeling_yolos.py
-src/transformers/models/yoso/__init__.py
-src/transformers/models/yoso/configuration_yoso.py
-src/transformers/models/yoso/convert_yoso_pytorch_to_pytorch.py
-src/transformers/models/yoso/modeling_yoso.py
-src/transformers/onnx/__init__.py
-src/transformers/onnx/__main__.py
-src/transformers/onnx/config.py
-src/transformers/onnx/convert.py
-src/transformers/onnx/features.py
-src/transformers/onnx/utils.py
-src/transformers/pipelines/__init__.py
-src/transformers/pipelines/audio_classification.py
-src/transformers/pipelines/audio_utils.py
-src/transformers/pipelines/automatic_speech_recognition.py
-src/transformers/pipelines/base.py
-src/transformers/pipelines/conversational.py
-src/transformers/pipelines/depth_estimation.py
-src/transformers/pipelines/document_question_answering.py
-src/transformers/pipelines/feature_extraction.py
-src/transformers/pipelines/fill_mask.py
-src/transformers/pipelines/image_classification.py
-src/transformers/pipelines/image_segmentation.py
-src/transformers/pipelines/image_to_text.py
-src/transformers/pipelines/object_detection.py
-src/transformers/pipelines/pt_utils.py
-src/transformers/pipelines/question_answering.py
-src/transformers/pipelines/table_question_answering.py
-src/transformers/pipelines/text2text_generation.py
-src/transformers/pipelines/text_classification.py
-src/transformers/pipelines/text_generation.py
-src/transformers/pipelines/token_classification.py
-src/transformers/pipelines/video_classification.py
-src/transformers/pipelines/visual_question_answering.py
-src/transformers/pipelines/zero_shot_audio_classification.py
-src/transformers/pipelines/zero_shot_classification.py
-src/transformers/pipelines/zero_shot_image_classification.py
-src/transformers/pipelines/zero_shot_object_detection.py
-src/transformers/sagemaker/__init__.py
-src/transformers/sagemaker/trainer_sm.py
-src/transformers/sagemaker/training_args_sm.py
-src/transformers/utils/__init__.py
-src/transformers/utils/bitsandbytes.py
-src/transformers/utils/constants.py
-src/transformers/utils/doc.py
-src/transformers/utils/dummy_detectron2_objects.py
-src/transformers/utils/dummy_flax_objects.py
-src/transformers/utils/dummy_keras_nlp_objects.py
-src/transformers/utils/dummy_pt_objects.py
-src/transformers/utils/dummy_sentencepiece_and_tokenizers_objects.py
-src/transformers/utils/dummy_sentencepiece_objects.py
-src/transformers/utils/dummy_speech_objects.py
-src/transformers/utils/dummy_tensorflow_text_objects.py
-src/transformers/utils/dummy_tf_objects.py
-src/transformers/utils/dummy_tokenizers_objects.py
-src/transformers/utils/dummy_vision_objects.py
-src/transformers/utils/fx.py
-src/transformers/utils/generic.py
-src/transformers/utils/hp_naming.py
-src/transformers/utils/hub.py
-src/transformers/utils/import_utils.py
-src/transformers/utils/logging.py
-src/transformers/utils/model_parallel_utils.py
-src/transformers/utils/notebook.py
-src/transformers/utils/quantization_config.py
-src/transformers/utils/sentencepiece_model_pb2.py
-src/transformers/utils/versions.py
-tests/test_configuration_common.py
-tests/test_feature_extraction_common.py
-tests/test_image_processing_common.py
-tests/test_image_transforms.py
-tests/test_modeling_common.py
-tests/test_modeling_flax_common.py
-tests/test_modeling_tf_common.py
-tests/test_pipeline_mixin.py
-tests/test_sequence_feature_extraction_common.py
-tests/test_tokenization_common.py

hf-dev-train/transformers-main/src/transformers.egg-info/dependency_links.txt

@@ -1 +0,0 @@
-

hf-dev-train/transformers-main/src/transformers.egg-info/entry_points.txt

@@ -1,2 +0,0 @@
-[console_scripts]
-transformers-cli = transformers.commands.transformers_cli:main

hf-dev-train/transformers-main/src/transformers.egg-info/not-zip-safe

@@ -1 +0,0 @@
-

hf-dev-train/transformers-main/src/transformers.egg-info/requires.txt

@@ -1,453 +0,0 @@
-filelock
-huggingface-hub<1.0,>=0.11.0
-numpy>=1.17
-packaging>=20.0
-pyyaml>=5.1
-regex!=2019.12.17
-requests
-tokenizers!=0.11.3,<0.14,>=0.11.1
-tqdm>=4.27
-
-[:python_version < "3.8"]
-importlib_metadata
-
-[accelerate]
-accelerate>=0.10.0
-
-[all]
-tensorflow<2.13,>=2.4
-onnxconverter-common
-tf2onnx
-tensorflow-text<2.13
-keras-nlp>=0.3.1
-torch!=1.12.0,>=1.9
-jax!=0.3.2,<=0.3.6,>=0.2.8
-jaxlib<=0.3.6,>=0.1.65
-flax>=0.4.1
-optax>=0.0.8
-sentencepiece!=0.1.92,>=0.1.91
-protobuf<=3.20.2
-tokenizers!=0.11.3,<0.14,>=0.11.1
-torchaudio
-librosa
-pyctcdecode>=0.4.0
-phonemizer
-kenlm
-Pillow
-optuna
-ray[tune]
-sigopt
-timm
-torchvision
-codecarbon==1.2.0
-accelerate>=0.10.0
-decord==0.6.0
-av==9.2.0
-
-[audio]
-librosa
-pyctcdecode>=0.4.0
-phonemizer
-kenlm
-
-[codecarbon]
-codecarbon==1.2.0
-
-[deepspeed]
-deepspeed>=0.8.3
-accelerate>=0.10.0
-
-[deepspeed-testing]
-deepspeed>=0.8.3
-accelerate>=0.10.0
-pytest
-pytest-xdist
-timeout-decorator
-parameterized
-psutil
-datasets!=2.5.0
-dill<0.3.5
-evaluate>=0.2.0
-pytest-timeout
-black~=23.1
-sacrebleu<2.0.0,>=1.4.12
-rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1
-nltk
-GitPython<3.1.19
-hf-doc-builder>=0.3.0
-protobuf<=3.20.2
-sacremoses
-rjieba
-safetensors>=0.2.1
-beautifulsoup4
-faiss-cpu
-cookiecutter==1.7.3
-optuna
-sentencepiece!=0.1.92,>=0.1.91
-
-[dev]
-tensorflow<2.13,>=2.4
-onnxconverter-common
-tf2onnx
-tensorflow-text<2.13
-keras-nlp>=0.3.1
-torch!=1.12.0,>=1.9
-jax!=0.3.2,<=0.3.6,>=0.2.8
-jaxlib<=0.3.6,>=0.1.65
-flax>=0.4.1
-optax>=0.0.8
-sentencepiece!=0.1.92,>=0.1.91
-protobuf<=3.20.2
-tokenizers!=0.11.3,<0.14,>=0.11.1
-torchaudio
-librosa
-pyctcdecode>=0.4.0
-phonemizer
-kenlm
-Pillow
-optuna
-ray[tune]
-sigopt
-timm
-torchvision
-codecarbon==1.2.0
-accelerate>=0.10.0
-decord==0.6.0
-av==9.2.0
-pytest
-pytest-xdist
-timeout-decorator
-parameterized
-psutil
-datasets!=2.5.0
-dill<0.3.5
-evaluate>=0.2.0
-pytest-timeout
-black~=23.1
-sacrebleu<2.0.0,>=1.4.12
-rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1
-nltk
-GitPython<3.1.19
-hf-doc-builder>=0.3.0
-sacremoses
-rjieba
-safetensors>=0.2.1
-beautifulsoup4
-faiss-cpu
-cookiecutter==1.7.3
-isort>=5.5.4
-ruff<=0.0.259,>=0.0.241
-fugashi>=1.0
-ipadic<2.0,>=1.0.0
-unidic_lite>=1.0.7
-unidic>=1.0.2
-sudachipy>=0.6.6
-sudachidict_core>=20220729
-rhoknp>=1.1.0
-hf-doc-builder
-scikit-learn
-
-[dev-tensorflow]
-pytest
-pytest-xdist
-timeout-decorator
-parameterized
-psutil
-datasets!=2.5.0
-dill<0.3.5
-evaluate>=0.2.0
-pytest-timeout
-black~=23.1
-sacrebleu<2.0.0,>=1.4.12
-rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1
-nltk
-GitPython<3.1.19
-hf-doc-builder>=0.3.0
-protobuf<=3.20.2
-sacremoses
-rjieba
-safetensors>=0.2.1
-beautifulsoup4
-faiss-cpu
-cookiecutter==1.7.3
-tensorflow<2.13,>=2.4
-onnxconverter-common
-tf2onnx
-tensorflow-text<2.13
-keras-nlp>=0.3.1
-sentencepiece!=0.1.92,>=0.1.91
-tokenizers!=0.11.3,<0.14,>=0.11.1
-Pillow
-isort>=5.5.4
-ruff<=0.0.259,>=0.0.241
-hf-doc-builder
-scikit-learn
-onnxruntime>=1.4.0
-onnxruntime-tools>=1.4.2
-librosa
-pyctcdecode>=0.4.0
-phonemizer
-kenlm
-
-[dev-torch]
-pytest
-pytest-xdist
-timeout-decorator
-parameterized
-psutil
-datasets!=2.5.0
-dill<0.3.5
-evaluate>=0.2.0
-pytest-timeout
-black~=23.1
-sacrebleu<2.0.0,>=1.4.12
-rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1
-nltk
-GitPython<3.1.19
-hf-doc-builder>=0.3.0
-protobuf<=3.20.2
-sacremoses
-rjieba
-safetensors>=0.2.1
-beautifulsoup4
-faiss-cpu
-cookiecutter==1.7.3
-torch!=1.12.0,>=1.9
-sentencepiece!=0.1.92,>=0.1.91
-tokenizers!=0.11.3,<0.14,>=0.11.1
-torchaudio
-librosa
-pyctcdecode>=0.4.0
-phonemizer
-kenlm
-Pillow
-optuna
-ray[tune]
-sigopt
-timm
-torchvision
-codecarbon==1.2.0
-isort>=5.5.4
-ruff<=0.0.259,>=0.0.241
-fugashi>=1.0
-ipadic<2.0,>=1.0.0
-unidic_lite>=1.0.7
-unidic>=1.0.2
-sudachipy>=0.6.6
-sudachidict_core>=20220729
-rhoknp>=1.1.0
-hf-doc-builder
-scikit-learn
-onnxruntime>=1.4.0
-onnxruntime-tools>=1.4.2
-
-[docs]
-tensorflow<2.13,>=2.4
-onnxconverter-common
-tf2onnx
-tensorflow-text<2.13
-keras-nlp>=0.3.1
-torch!=1.12.0,>=1.9
-jax!=0.3.2,<=0.3.6,>=0.2.8
-jaxlib<=0.3.6,>=0.1.65
-flax>=0.4.1
-optax>=0.0.8
-sentencepiece!=0.1.92,>=0.1.91
-protobuf<=3.20.2
-tokenizers!=0.11.3,<0.14,>=0.11.1
-torchaudio
-librosa
-pyctcdecode>=0.4.0
-phonemizer
-kenlm
-Pillow
-optuna
-ray[tune]
-sigopt
-timm
-torchvision
-codecarbon==1.2.0
-accelerate>=0.10.0
-decord==0.6.0
-av==9.2.0
-hf-doc-builder
-
-[docs_specific]
-hf-doc-builder
-
-[fairscale]
-fairscale>0.3
-
-[flax]
-jax!=0.3.2,<=0.3.6,>=0.2.8
-jaxlib<=0.3.6,>=0.1.65
-flax>=0.4.1
-optax>=0.0.8
-
-[flax-speech]
-librosa
-pyctcdecode>=0.4.0
-phonemizer
-kenlm
-
-[ftfy]
-ftfy
-
-[integrations]
-optuna
-ray[tune]
-sigopt
-
-[ja]
-fugashi>=1.0
-ipadic<2.0,>=1.0.0
-unidic_lite>=1.0.7
-unidic>=1.0.2
-sudachipy>=0.6.6
-sudachidict_core>=20220729
-rhoknp>=1.1.0
-
-[modelcreation]
-cookiecutter==1.7.3
-
-[natten]
-natten>=0.14.6
-
-[onnx]
-onnxconverter-common
-tf2onnx
-onnxruntime>=1.4.0
-onnxruntime-tools>=1.4.2
-
-[onnxruntime]
-onnxruntime>=1.4.0
-onnxruntime-tools>=1.4.2
-
-[optuna]
-optuna
-
-[quality]
-black~=23.1
-datasets!=2.5.0
-isort>=5.5.4
-ruff<=0.0.259,>=0.0.241
-GitPython<3.1.19
-hf-doc-builder>=0.3.0
-
-[ray]
-ray[tune]
-
-[retrieval]
-faiss-cpu
-datasets!=2.5.0
-
-[sagemaker]
-sagemaker>=2.31.0
-
-[sentencepiece]
-sentencepiece!=0.1.92,>=0.1.91
-protobuf<=3.20.2
-
-[serving]
-pydantic
-uvicorn
-fastapi
-starlette
-
-[sigopt]
-sigopt
-
-[sklearn]
-scikit-learn
-
-[speech]
-torchaudio
-librosa
-pyctcdecode>=0.4.0
-phonemizer
-kenlm
-
-[testing]
-pytest
-pytest-xdist
-timeout-decorator
-parameterized
-psutil
-datasets!=2.5.0
-dill<0.3.5
-evaluate>=0.2.0
-pytest-timeout
-black~=23.1
-sacrebleu<2.0.0,>=1.4.12
-rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1
-nltk
-GitPython<3.1.19
-hf-doc-builder>=0.3.0
-protobuf<=3.20.2
-sacremoses
-rjieba
-safetensors>=0.2.1
-beautifulsoup4
-faiss-cpu
-cookiecutter==1.7.3
-
-[tf]
-tensorflow<2.13,>=2.4
-onnxconverter-common
-tf2onnx
-tensorflow-text<2.13
-keras-nlp>=0.3.1
-
-[tf-cpu]
-tensorflow-cpu<2.13,>=2.4
-onnxconverter-common
-tf2onnx
-tensorflow-text<2.13
-keras-nlp>=0.3.1
-
-[tf-speech]
-librosa
-pyctcdecode>=0.4.0
-phonemizer
-kenlm
-
-[timm]
-timm
-
-[tokenizers]
-tokenizers!=0.11.3,<0.14,>=0.11.1
-
-[torch]
-torch!=1.12.0,>=1.9
-
-[torch-speech]
-torchaudio
-librosa
-pyctcdecode>=0.4.0
-phonemizer
-kenlm
-
-[torch-vision]
-torchvision
-Pillow
-
-[torchhub]
-filelock
-huggingface-hub<1.0,>=0.11.0
-importlib_metadata
-numpy>=1.17
-packaging>=20.0
-protobuf<=3.20.2
-regex!=2019.12.17
-requests
-sentencepiece!=0.1.92,>=0.1.91
-torch!=1.12.0,>=1.9
-tokenizers!=0.11.3,<0.14,>=0.11.1
-tqdm>=4.27
-
-[video]
-decord==0.6.0
-av==9.2.0
-
-[vision]
-Pillow

hf-dev-train/transformers-main/src/transformers.egg-info/top_level.txt

@@ -1 +0,0 @@
-transformers