| { | |
| "config":{ | |
| "model":"kuleshov-group/caduceus-ps_seqlen-131k_d_model-256_n_layer-16", | |
| "model_args":"pretrained= kuleshov-group/caduceus-ps_seqlen-131k_d_model-256_n_layer-16,revision=main,dtype=bfloat16", | |
| "num_fewshot":0, | |
| "batch_size":1, | |
| "batch_sizes":[ | |
| ], | |
| "device":"cpu", | |
| "no_cache":true, | |
| "limit":20, | |
| "bootstrap_iters":100000, | |
| "description_dict":{"Tokenization":"SNT", "# of Params":"7.73M", "Pretraining Data":"35 billion nucleotide base pairs", "Species":"Human", "Nucleic Acid":"DNA"}, | |
| "model_dtype":"bfloat16", | |
| "model_name":"kuleshov-group/caduceus-ps_seqlen-131k_d_model-256_n_layer-16", | |
| "model_sha":"main" | |
| }, | |
| "results":{ | |
| "DEM":{ | |
| "F1":0.9213 | |
| }, | |
| "DOW":{ | |
| "F1":0.9474 | |
| }, | |
| "DRE":{ | |
| "F1":0.7203 | |
| }, | |
| "DME":{ | |
| "F1":0.7561 | |
| }, | |
| "HCE":{ | |
| "F1":0.7020 | |
| }, | |
| "HEE":{ | |
| "F1":0.7647 | |
| }, | |
| "HRE":{ | |
| "F1":0.7916 | |
| }, | |
| "HNP":{ | |
| "F1":0.8436 | |
| }, | |
| "HOR":{ | |
| "F1":0.6317 | |
| } | |
| } | |
| } |