filling in missing values

app.py

@@ -37,7 +37,6 @@ def get_model_names(task_data):
     all_df['Total GPU Energy (Wh)'] = all_df['total_gpu_energy']*1000
     all_df['Total GPU Energy (Wh)'] = all_df['Total GPU Energy (Wh)'].round(2)
     model_names = all_df[['model','parameters','Total GPU Energy (Wh)']]
-    print(model_names)
     return model_names
 
 def format_params(num):

data/params/sentence_similarity.csv

@@ -1,21 +1,21 @@
 ,Model Family,# Params,Link,Size (GB),Docker Process,Unnamed: 5,parameters
-0,Mistral,7.11B,Salesforce/SFR-Embedding-Mistral,14.2,8713794.0,,7110660096
-1,GritLM,7.24 B,GritLM/GritLM-7B,14.4,8713797.0,,7110660096
-2,MxBAI,335M ,mixedbread-ai/mxbai-embed-large-v1,0.67,8713798.0,,335141888
-3,UAE,335M,WhereIsAI/UAE-Large-V1,1.3,8713799.0,,335141888
-4,E5,550M,intfloat/multilingual-e5-large-instruct,1.1,8713800.0,,559890432
-5,GIST,335M,avsolatorio/GIST-large-Embedding-v0,1.3,8713803.0,,335141888
-6,GIST,109 M,avsolatorio/GIST-Embedding-v0,0.438,8713804.0,,109482240
-7,BGE,109 M,BAAI/bge-base-en-v1.5,0.438,8713805.0,,109482240
-8,EMBER,335M,llmrails/ember-v1,0.547,8713806.0,,335141888
-9,GTE,335M,thenlper/gte-large,0.67,8713808.0,,335141888
-10,GTE,109 M,thenlper/gte-base,0.219,8713809.0,,109482240
-11,Nomic,137M,nomic-ai/nomic-embed-text-v1,0.547,8713810.0,,0
-12,E5,335M,intfloat/e5-large-v2,1.3,8713812.0,,335141888
-13,BGE,33.4M,BAAI/bge-small-en-v1.5,0.134,8713814.0,,33360000
-14,E5,109 M,intfloat/e5-base-v2,0.438,8713815.0,,109482240
-15,GTE,33.4M,thenlper/gte-small,0.067,8713816.0,,33360000
-16,BLOOM,7B,izhx/udever-bloom-7b1,28.3,8713817.0,,7069016064
-17,BLOOM,3B,izhx/udever-bloom-3b,12,8713822.0,,3002557440
-18,BLOOM,1B,izhx/udever-bloom-1b1,4.3,8713835.0,,1065314304
-19,GIST,22.7 M,avsolatorio/GIST-all-MiniLM-L6-v2,0.091,8713838.0,,22713216
+0,Mistral,7.11B,Salesforce/SFR-Embedding-Mistral,14.2,8713794,,7110660096
+1,GritLM,7.24 B,GritLM/GritLM-7B,14.4,8713797,,7110660096
+2,MxBAI,335M ,mixedbread-ai/mxbai-embed-large-v1,0.67,8713798,,335141888
+3,UAE,335M,WhereIsAI/UAE-Large-V1,1.3,8713799,,335141888
+4,E5,550M,intfloat/multilingual-e5-large-instruct,1.1,8713800,,559890432
+5,GIST,335M,avsolatorio/GIST-large-Embedding-v0,1.3,8713803,,335141888
+6,GIST,109 M,avsolatorio/GIST-Embedding-v0,0.438,8713804,,109482240
+7,BGE,109 M,BAAI/bge-base-en-v1.5,0.438,8713805,,109482240
+8,EMBER,335M,llmrails/ember-v1,0.547,8713806,,335141888
+9,GTE,335M,thenlper/gte-large,0.67,8713808,,335141888
+10,GTE,109 M,thenlper/gte-base,0.219,8713809,,109482240
+11,Nomic,137M,nomic-ai/nomic-embed-text-v1,0.547,8713810,,137000000
+12,E5,335M,intfloat/e5-large-v2,1.3,8713812,,335141888
+13,BGE,33.4M,BAAI/bge-small-en-v1.5,0.134,8713814,,33360000
+14,E5,109 M,intfloat/e5-base-v2,0.438,8713815,,109482240
+15,GTE,33.4M,thenlper/gte-small,0.067,8713816,,33360000
+16,BLOOM,7B,izhx/udever-bloom-7b1,28.3,8713817,,7069016064
+17,BLOOM,3B,izhx/udever-bloom-3b,12,8713822,,3002557440
+18,BLOOM,1B,izhx/udever-bloom-1b1,4.3,8713835,,1065314304
+19,GIST,22.7 M,avsolatorio/GIST-all-MiniLM-L6-v2,0.091,8713838,,22713216

data/params/text_generation.csv

@@ -1,43 +1,40 @@
 ,Model Family,# Params,Link,Size (GB),GPU Type,Process,Docker Process,Num GPUs,Notes,Unnamed: 9,parameters
-0,OPT,125 M,facebook/opt-125m,0.25,Single_GPU,"[2024-07-19 13:43:32,389]",8612608.0,1.0,,,125239296
-1,DistilGPT 2,88.2 M,distilbert/distilgpt2,0.353,Single_GPU,"[2024-07-19 20:32:39,848]",8612609.0,1.0,,,81912576
-2,GPT 1,120 M,openai-community/openai-gpt,0.479,Single_GPU,"[2024-07-19 22:32:39,848]",8612611.0,1.0,,,116534784
-3,GPT 2,137 M,openai-community/gpt2,0.548,Single_GPU,"[2024-07-22 16:48:45,521]",8612612.0,1.0,,,124439808
-4,GPT 2,380 M,openai-community/gpt2-medium,1.5,Single_GPU,"[2024-07-22 19:35:01,598]",8612613.0,1.0,,,354823168
-5,Phi 1,1.4 B,microsoft/phi-1,2.8,Single_GPU,2024-07-24 11:16:59,8612615.0,1.0,,,1313361920
-6,Phi 1.5,1.4 B,microsoft/phi-1_5,2.8,Single_GPU,"[2024-07-26 12:29:22,310]",8612616.0,1.0,,,1313361920
-7,GPT 2,812 M,openai-community/gpt2-large,3.2,Single_GPU,"[2024-07-24 11:28:42,290",8612617.0,1.0,,,774030080
-8,SmolLM,360 M,HuggingFaceTB/SmolLM-360M,1.4,Single_GPU,"[2024-07-25 13:45:47,257]",8612618.0,1.0,,,361821120
-9,SmolLM,135 M,HuggingFaceTB/SmolLM-135M,0.538,Single_GPU,"[2024-07-25 23:45:47,257]",8612600.0,1.0,,,134515008
-10,OPT,2.7 B,facebook/opt-2.7b,5.3,Single_GPU,,8612639.0,1.0,,,2651596800
-11,Phi 2,2.7 B,microsoft/phi-2,5.564,Single_GPU,,8612640.0,1.0,,,2648560640
-12,GPT 2,1.6 B,openai-community/gpt2-xl,6.4,Single_GPU,,8612675.0,1.0,,,1557611200
-13,SmolLM,1.7 B,HuggingFaceTB/SmolLM-1.7B,6.8,Single_GPU,,8612644.0,1.0,,,1711376384
-14,Gemma,2 B,google/gemma-2b,4.967,Single_GPU,,8612676.0,1.0,,,2506172416
-15,LLaMa 2,7 B,meta-llama/Llama-2-7b-hf,13.5,Single_GPU,,8612678.0,1.0,,,6607343616
-16,Starling,7.24 B,berkeley-nest/Starling-LM-7B-alpha,14.4,Single_GPU,,8612679.0,1.0,,,7110668288
-17,Mistral-v0.3-8B,7B,mistralai/Mistral-7B-v0.1,14.4,Single_GPU,,8612681.0,1.0,,,7110660096
-18,Falcon,7 B,tiiuae/falcon-7b,14.5,Single_GPU,,8612682.0,1.0,,,6921720704
-19,Aya-23-8b,8B,CohereForAI/aya-23-8B,16.06,Single_GPU,,8612685.0,1.0,,,8028033024
-20,LLaMa 3,8 B,meta-llama/Meta-Llama-3-8B,16.1,Single_GPU,,8612687.0,1.0,,,7504924672
-21,Gemma,7 B,google/gemma-7b,17.1,Single_GPU,,8612721.0,1.0,,,8537680896
-22,Llama 3.1,8B,meta-llama/Meta-Llama-3.1-8B,,Single_GPU,,8612690.0,1.0,,,0
-23,Yi 1.5,9 B,01-ai/Yi-1.5-9B,,Single_GPU,,8612692.0,1.0,,,8567263232
-24,Yi 1.5,6 B,01-ai/Yi-1.5-6B,,Single_GPU,,8612693.0,1.0,,,5798891520
-25,LLaMa 2,13 B,meta-llama/Llama-2-13b-hf,26.0,Single_GPU,,8612694.0,1.0,,,12852024320
-26,OLMo,7B,allenai/OLMo-1.7-7B-hf,27.6,Single_GPU,,8619238.0,1.0,,,6682050560
-27,OLMo,1B,allenai/OLMo-1B-hf,,Single_GPU,,8612698.0,1.0,,,1176764416
-28,Aya,13B,CohereForAI/aya-101,51.8,Multi_GPU,,8619572.0,1.0,text2text,,11896598528
-29,DeepSeekv2,16B,deepseek-ai/DeepSeek-V2-Lite,,Multi_GPU,,8619241.0,,,,0
-30,Aya 23,35 B,CohereForAI/aya-23-35B,69.5,Multi_GPU,,8619247.0,8.0,,,34980831232
-31,Falcon,40 B,tiiuae/falcon-40b,83.6,Multi_GPU,,8619252.0,8.0,,,41303293952
-32,Mistral,46.7 B,mistralai/Mixtral-8x7B-v0.1,93.6,Multi_GPU,,8619304.0,,,,46571720704
-33,LLaMa 2,70 B,meta-llama/Llama-2-70b-hf,138.124,Multi_GPU,,8619350.0,,,,68714504192
-34,LlaMa 3,70 B,meta-llama/Meta-Llama-3-70B,141.9,Multi_GPU,,8619388.0,,,,69503033344
-35,Llama 3.1,70 B,meta-llama/Meta-Llama-3.1-70B,,Multi_GPU,,8619417.0,,,,0
-36,Llama 3.1,405B,meta-llama/Meta-Llama-3.1-405B,,Multi_GPU,,8672796.0,,OOM,trying 2 nodes,0
-37,Command-R,104 B,CohereForAI/c4ai-command-r-plus,,Multi_GPU,,8619473.0,,,,103810674688
-38,Command-R,35 B,CohereForAI/c4ai-command-r-v01,,Multi_GPU,,8619487.0,,,,34980831232
-39,Yi 1.5,34 B,01-ai/Yi-1.5-34B,,Multi_GPU,,8619507.0,,,,33930165248
-40,DeepSeekv2,236 B,deepseek-ai/DeepSeek-V2,,Multi_GPU,,,,"    assert set(gpu_ids).issubset(
-AssertionError: Unknown GPU ids [0, 1, 2, 3, 4, 5, 6, 7]",,0
+0,OPT,125 M,facebook/opt-125m,0.25,Single_GPU,"[2024-07-19 13:43:32,389]",8612608,1,,,125239296
+1,DistilGPT 2,88.2 M,distilbert/distilgpt2,0.353,Single_GPU,"[2024-07-19 20:32:39,848]",8612609,1,,,81912576
+2,GPT 1,120 M,openai-community/openai-gpt,0.479,Single_GPU,"[2024-07-19 22:32:39,848]",8612611,1,,,116534784
+3,GPT 2,137 M,openai-community/gpt2,0.548,Single_GPU,"[2024-07-22 16:48:45,521]",8612612,1,,,124439808
+4,GPT 2,380 M,openai-community/gpt2-medium,1.5,Single_GPU,"[2024-07-22 19:35:01,598]",8612613,1,,,354823168
+5,Phi 1,1.4 B,microsoft/phi-1,2.8,Single_GPU,2024-07-24 11:16:59,8612615,1,,,1313361920
+6,Phi 1.5,1.4 B,microsoft/phi-1_5,2.8,Single_GPU,"[2024-07-26 12:29:22,310]",8612616,1,,,1313361920
+7,GPT 2,812 M,openai-community/gpt2-large,3.2,Single_GPU,"[2024-07-24 11:28:42,290",8612617,1,,,774030080
+8,SmolLM,360 M,HuggingFaceTB/SmolLM-360M,1.4,Single_GPU,"[2024-07-25 13:45:47,257]",8612618,1,,,361821120
+9,SmolLM,135 M,HuggingFaceTB/SmolLM-135M,0.538,Single_GPU,"[2024-07-25 23:45:47,257]",8612600,1,,,134515008
+10,OPT,2.7 B,facebook/opt-2.7b,5.3,Single_GPU,,8612639,1,,,2651596800
+11,Phi 2,2.7 B,microsoft/phi-2,5.564,Single_GPU,,8612640,1,,,2648560640
+12,GPT 2,1.6 B,openai-community/gpt2-xl,6.4,Single_GPU,,8612675,1,,,1557611200
+13,SmolLM,1.7 B,HuggingFaceTB/SmolLM-1.7B,6.8,Single_GPU,,8612644,1,,,1711376384
+14,Gemma,2 B,google/gemma-2b,4.967,Single_GPU,,8612676,1,,,2506172416
+15,LLaMa 2,7 B,meta-llama/Llama-2-7b-hf,13.5,Single_GPU,,8612678,1,,,6607343616
+16,Starling,7.24 B,berkeley-nest/Starling-LM-7B-alpha,14.4,Single_GPU,,8612679,1,,,7110668288
+17,Mistral-v0.3-8B,7B,mistralai/Mistral-7B-v0.1,14.4,Single_GPU,,8612681,1,,,7110660096
+18,Falcon,7 B,tiiuae/falcon-7b,14.5,Single_GPU,,8612682,1,,,6921720704
+19,Aya-23-8b,8B,CohereForAI/aya-23-8B,16.06,Single_GPU,,8612685,1,,,8028033024
+20,LLaMa 3,8 B,meta-llama/Meta-Llama-3-8B,16.1,Single_GPU,,8612687,1,,,7504924672
+21,Gemma,7 B,google/gemma-7b,17.1,Single_GPU,,8612721,1,,,8537680896
+22,Llama 3.1,8B,meta-llama/Meta-Llama-3.1-8B,,Single_GPU,,8612690,1,,,8030000000
+23,Yi 1.5,9 B,01-ai/Yi-1.5-9B,,Single_GPU,,8612692,1,,,8567263232
+24,Yi 1.5,6 B,01-ai/Yi-1.5-6B,,Single_GPU,,8612693,1,,,5798891520
+25,LLaMa 2,13 B,meta-llama/Llama-2-13b-hf,26,Single_GPU,,8612694,1,,,12852024320
+26,OLMo,7B,allenai/OLMo-1.7-7B-hf,27.6,Single_GPU,,8619238,1,,,6682050560
+27,OLMo,1B,allenai/OLMo-1B-hf,,Single_GPU,,8612698,1,,,1176764416
+28,Aya,13B,CohereForAI/aya-101,51.8,Multi_GPU,,8619572,1,text2text,,11896598528
+29,DeepSeekv2,16B,deepseek-ai/DeepSeek-V2-Lite,,Multi_GPU,,8619241,,,,15700000000
+30,Aya 23,35 B,CohereForAI/aya-23-35B,69.5,Multi_GPU,,8619247,8,,,34980831232
+31,Falcon,40 B,tiiuae/falcon-40b,83.6,Multi_GPU,,8619252,8,,,41303293952
+32,Mistral,46.7 B,mistralai/Mixtral-8x7B-v0.1,93.6,Multi_GPU,,8619304,,,,46571720704
+33,LLaMa 2,70 B,meta-llama/Llama-2-70b-hf,138.124,Multi_GPU,,8619350,,,,68714504192
+34,LlaMa 3,70 B,meta-llama/Meta-Llama-3-70B,141.9,Multi_GPU,,8619388,,,,69503033344
+35,Llama 3.1,70 B,meta-llama/Meta-Llama-3.1-70B,,Multi_GPU,,8619417,,,,69503033344
+37,Command-R,104 B,CohereForAI/c4ai-command-r-plus,,Multi_GPU,,8619473,,,,103810674688
+38,Command-R,35 B,CohereForAI/c4ai-command-r-v01,,Multi_GPU,,8619487,,,,34980831232
+39,Yi 1.5,34 B,01-ai/Yi-1.5-34B,,Multi_GPU,,8619507,,,,33930165248