| { | |
| "config":{ | |
| "model":"multimolecule/splicebert", | |
| "model_args":"pretrained=multimolecule/splicebert,revision=main,dtype=bfloat16", | |
| "num_fewshot":0, | |
| "batch_size":1, | |
| "batch_sizes":[ | |
| ], | |
| "device":"cpu", | |
| "no_cache":true, | |
| "limit":20, | |
| "bootstrap_iters":100000, | |
| "description_dict":{"Tokenization":"SNT", "# of Params":"19.7M", "Pretraining Data":"65 billion nucleotides", "Species":"Multi-Species", "Nucleic Acid":"mRNA"}, | |
| "model_dtype":"bfloat16", | |
| "model_name":"multimolecule/splicebert", | |
| "model_sha":"main" | |
| }, | |
| "results":{ | |
| "Yeast EMP":{ | |
| "F1":0.7766 | |
| }, | |
| "Mouse TF-M":{ | |
| "F1":0.8497 | |
| }, | |
| "Virus CVC":{ | |
| "F1":0.5624 | |
| }, | |
| "Human TF-H":{ | |
| "F1":0.8277 | |
| }, | |
| "Human PD":{ | |
| "F1":0.9224 | |
| }, | |
| "Human CPD":{ | |
| "F1":0.8396 | |
| }, | |
| "Human SSP":{ | |
| "F1":0.9381 | |
| } | |
| } | |
| } |