File size: 974 Bytes
74270b2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
{
   "config":{
      "model":"multimolecule/splicebert",
      "model_args":"pretrained=multimolecule/splicebert,revision=main,dtype=bfloat16",
      "num_fewshot":0,
      "batch_size":1,
      "batch_sizes":[
         
      ],
      "device":"cpu",
      "no_cache":true,
      "limit":20,
      "bootstrap_iters":100000,
      "description_dict":{"Tokenization":"SNT", "# of Params":"19.7M", "Pretraining Data":"65 billion nucleotides", "Species":"Multi-Species", "Nucleic Acid":"mRNA"},
      "model_dtype":"bfloat16",
      "model_name":"multimolecule/splicebert",
      "model_sha":"main"
   },
   "results":{
      "Yeast EMP":{
         "F1":0.7766
      },
      "Mouse TF-M":{
         "F1":0.8497
      },
      "Virus CVC":{
         "F1":0.5624
      },
      "Human TF-H":{
         "F1":0.8277
      },
      "Human PD":{
         "F1":0.9224
      },
      "Human CPD":{
         "F1":0.8396
      },
      "Human SSP":{
         "F1":0.9381
      }
   }
}