Update models.py

models.py

@@ -6,42 +6,51 @@ def return_models(task_name):
     if task_name == "text2text-generation":
         models_parent = (
             'google',
-            "mbzuai",
+            "facebook",
+            "microsoft",
+            "langboat",
             "bloom",
+            "allenai",
+            "mbzuai",
             "lmsys",
-            "facebook"
+            "starmpcc",
+            "haining",
+            "kaludi"
+
         )
     else:
         models_parent = (
             'google',
-            "mbzuai",
-            "eleutherai",
-            "cerebras",
-            "open_assistant",
+            "facebook",
+            "microsoft",
+            "langboat",
             "databricks",
-            "nomic_ai",
-            "blinkdl",
             "aisquared",
             "bloom",
+            "allenai",
             "tiiuae",
             "openlm",
             "stabilityai",
+            "eleutherai",
+            "mbzuai",
+            "cerebras",
+            "open_assistant",
+            "nomic_ai",
+            "blinkdl",
             "lmsys",
             "together_computer",
             "mosaic_ml",
             "h20ai",
-            "facebook"
-
         )
     return models_parent
 
 def return_text2text_generation_models(model_parent, count=False):
     google_models_list = (
+        "google/flan-t5-small",
+        "google/flan-t5-base",
+        'google/flan-t5-large',
         'google/flan-t5-xl',
         'google/flan-t5-xxl', 
-        'google/flan-t5-large', 
-        "google/flan-t5-small", 
-        "google/flan-t5-base",
         "google/byt5-xxl",
         "google/byt5-xl",
         "google/byt5-large",
@@ -298,12 +307,129 @@ def return_text2text_generation_models(model_parent, count=False):
         'facebook/m2m100_1.2B'
     )
 
+    microsoft_models_list = (
+        "microsoft/prophetnet-large-uncased",
+        "microsoft/codereviewer",
+        "microsoft/xprophetnet-large-wiki100-cased",
+        "microsoft/xprophetnet-large-wiki100-cased-xglue-qg",
+        "microsoft/xprophetnet-large-wiki100-cased-xglue-ntg",
+        "microsoft/prophetnet-large-uncased-squad-qg",
+        "microsoft/prophetnet-large-uncased-cnndm",
+    )
+    starmpcc_models_list = (
+        "starmpcc/Asclepius-13B",
+        "starmpcc/Asclepius-7B"
+    )
+
+    langboat_models_list = (
+        "Langboat/mengzi-t5-base",
+        "Langboat/mengzi-t5-base-mt"
+    )
+
+    haining_models_list = (
+        "haining/scientific_abstract_simplification",
+        "haining/poem_interpretation_allpoetry169k_baseline",
+        "haining/poem_interpretation_allpoetry169k_full",
+        "haining/lyrics_interpretation_nonnegative",
+        "haining/poem_interpretation_allpoetry169k",
+        "haining/sas_baseline",
+    )
+
+    kaludi_models_list = (
+        "Kaludi/chatgpt-gpt4-prompts-bart-large-cnn-samsum",
+        "Kaludi/Customer-Support-Assistant",
+        "Kaludi/Customer-Support-Assistant-V2",
+        "Kaludi/historical-events-reimagined"
+    )
+    
+    allenai_models_list = (
+        'allenai/macaw-large',
+        'allenai/entailer-11b',
+        'allenai/entailer-large',
+        'allenai/System4_classify_FigLang2022',
+        'allenai/System4_explain_FigLang2022',
+        'allenai/System3_DREAM_FLUTE_all_dimensions_FigLang2022',
+        'allenai/System3_DREAM_FLUTE_social_norm_FigLang2022',
+        'allenai/System3_DREAM_FLUTE_consequence_FigLang2022',
+        'allenai/System3_DREAM_FLUTE_motivation_FigLang2022',
+        'allenai/System3_DREAM_FLUTE_emotion_FigLang2022',
+        'allenai/System2_FigLang2022',
+        'allenai/System1_FigLang2022',
+        'allenai/DREAM',
+        'allenai/led-base-16384-cochrane',
+        'allenai/bart-large-multi_lexsum-long-multitask',
+        'allenai/bart-large-multi_lexsum-source-multitask',
+        'allenai/pegasus-multi_lexsum-short-tiny',
+        'allenai/pegasus-multi_lexsum-long-tiny',
+        'allenai/pegasus-multi_lexsum-long-short',
+        'allenai/bart-large-multi_lexsum-short-tiny',
+        'allenai/bart-large-multi_lexsum-long-tiny',
+        'allenai/bart-large-multi_lexsum-long-short',
+        'allenai/primera-multi_lexsum-source-tiny',
+        'allenai/primera-multi_lexsum-source-short',
+        'allenai/primera-multi_lexsum-source-long',
+        'allenai/led-base-16384-multi_lexsum-source-tiny',
+        'allenai/led-base-16384-multi_lexsum-source-short',
+        'allenai/led-base-16384-multi_lexsum-source-long',
+        'allenai/led-base-16384-ms2',
+        'allenai/mtk-instruct-11b-def-pos',
+        'allenai/tk-instruct-small-def-pos',
+        'allenai/tk-instruct-base-def-pos',
+        'allenai/tk-instruct-large-def-pos',
+        'allenai/mtk-instruct-3b-def-pos',
+        'allenai/tk-instruct-3b-def-pos-neg-expl',
+        'allenai/tk-instruct-3b-def-pos-neg',
+        'allenai/tk-instruct-3b-pos',
+        'allenai/tk-instruct-3b-def-pos',
+        'allenai/tk-instruct-3b-def',
+        'allenai/tk-instruct-11b-def-pos-neg-expl',
+        'allenai/tk-instruct-11b-def-pos',
+        'allenai/tk-instruct-11b-def',
+        'allenai/PRIMERA-arxiv',
+        'allenai/PRIMERA-wcep',
+        'allenai/PRIMERA-multixscience',
+        'allenai/PRIMERA-multinews',
+        'allenai/PRIMERA',
+        'allenai/unifiedqa-v2-t5-small-1363200',
+        'allenai/unifiedqa-v2-t5-small-1251000',
+        'allenai/unifiedqa-v2-t5-large-1363200',
+        'allenai/unifiedqa-v2-t5-large-1251000',
+        'allenai/unifiedqa-v2-t5-base-1363200',
+        'allenai/unifiedqa-v2-t5-base-1251000',
+        'allenai/unifiedqa-v2-t5-3b-1363200',
+        'allenai/unifiedqa-v2-t5-3b-1251000',
+        'allenai/unifiedqa-v2-t5-11b-1363200',
+        'allenai/unifiedqa-v2-t5-11b-1251000',
+        'allenai/unifiedqa-t5-small',
+        'allenai/unifiedqa-t5-large',
+        'allenai/unifiedqa-t5-base',
+        'allenai/unifiedqa-t5-3b',
+        'allenai/unifiedqa-t5-11b',
+        'allenai/tailor',
+        'allenai/t5-small-squad2-question-generation',
+        'allenai/t5-small-squad2-next-word-generator-squad',
+        'allenai/t5-small-squad11',
+        'allenai/t5-small-next-word-generator-qoogle',
+        'allenai/macaw-answer-11b',
+        'allenai/macaw-3b',
+        'allenai/macaw-11b',
+        'allenai/led-large-16384',
+        'allenai/led-large-16384-arxiv',
+        'allenai/led-base-16384'
+    )
+
     model_dict = {
         "google": google_models_list,
         "mbzuai": mbzuai_models_list,
         "bloom": bloom_models_list,
         "lmsys": lmsys_models_list,
-        "facebook": facebook_models_list
+        "facebook": facebook_models_list,
+        "microsoft": microsoft_models_list,
+        "starmpcc": starmpcc_models_list,
+        "langboat": langboat_models_list,
+        "haining": haining_models_list,
+        "kaludi": kaludi_models_list,
+        "allenai": allenai_models_list
         }
     if count is True:
         models_count = 0
@@ -658,6 +784,72 @@ def return_text_generation_models(model_parent, count=False):
         'facebook/xglm-2.9B',
         'facebook/xglm-1.7B'
     )
+    
+    microsoft_models_list = (
+        "microsoft/dolly-v2-7b-olive-optimized",
+        "microsoft/lts-gpt2-sm",
+        "microsoft/BioGPT-Large",
+        "microsoft/BioGPT-Large-PubMedQA",
+        "microsoft/biogpt",
+        "microsoft/git-large-vatex",
+        "microsoft/git-base-msrvtt-qa",
+        "microsoft/git-base-vatex",
+        "microsoft/Promptist",
+        "microsoft/CodeGPT-small-py",
+        "microsoft/CodeGPT-small-py-adaptedGPT2",
+        "microsoft/CodeGPT-small-java",
+        "microsoft/CodeGPT-small-java-adaptedGPT2",
+    )
+    
+    langboat_models_list = (
+        "Langboat/bloom-1b4-zh",
+        "Langboat/ReGPT-125M-200G",
+        "Langboat/bloom-6b4-zh",
+        "Langboat/bloom-2b5-zh",
+        "Langboat/bloom-800m-zh",
+        "Langboat/bloom-389m-zh",
+        "Langboat/mengzi-gpt-neo-base",
+    )
+
+    allenai_models_list = (
+        'allenai/bhaskara',
+        'allenai/open-instruct-pythia-6.9b-tulu',
+        'allenai/open-instruct-opt-6.7b-tulu',
+        'allenai/open-instruct-sni-13b',
+        'allenai/open-instruct-flan-v2-13b',
+        'allenai/open-instruct-dolly-13b',
+        'allenai/open-instruct-self-instruct-13b',
+        'allenai/open-instruct-self-instruct-7b',
+        'allenai/open-instruct-oasst1-13b',
+        'allenai/open-instruct-oasst1-7b',
+        'allenai/open-instruct-sni-7b',
+        'allenai/open-instruct-baize-13b',
+        'allenai/open-instruct-baize-7b',
+        'allenai/open-instruct-cot-13b',
+        'allenai/open-instruct-cot-7b',
+        'allenai/open-instruct-gpt4-alpaca-13b',
+        'allenai/open-instruct-gpt4-alpaca-7b',
+        'allenai/open-instruct-human-mix-7b',
+        'allenai/open-instruct-human-mix-13b',
+        'allenai/open-instruct-sharegpt-7b',
+        'allenai/open-instruct-sharegpt-13b',
+        'allenai/open-instruct-sharegpt-30b',
+        'allenai/open-instruct-human-mix-30b',
+        'allenai/tulu-7b',
+        'allenai/tulu-13b',
+        'allenai/tulu-30b',
+        'allenai/open-instruct-code-alpaca-13b',
+        'allenai/open-instruct-code-alpaca-7b',
+        'allenai/open-instruct-unnatural-instructions-13b',
+        'allenai/open-instruct-unnatural-instructions-7b',
+        'allenai/open-instruct-stanford-alpaca-13b',
+        'allenai/open-instruct-stanford-alpaca-7b',
+        'allenai/open-instruct-flan-v2-7b',
+        'allenai/open-instruct-dolly-7b',
+        'allenai/tulu-65b',
+        'allenai/open-instruct-sharegpt-65b',
+        'allenai/open-instruct-human-mix-65b'
+        )
 
     model_dict = {
         "google": google_models_list,
@@ -677,7 +869,10 @@ def return_text_generation_models(model_parent, count=False):
         "together_computer": togethercomputer_models_list,
         "mosaic_ml": mosaic_models_list,
         "h20ai": h20ai_models_list,
-        "facebook": facebook_models_list
+        "facebook": facebook_models_list,
+        "microsoft": microsoft_models_list,
+        "langboat": langboat_models_list,
+        "allenai": allenai_models_list
         }
     
     if count is True: