| { | |
| "config":{ | |
| "model":"LongSafari/hyenadna-large-1m-seqlen-hf", | |
| "model_args":"pretrained=LongSafari/hyenadna-large-1m-seqlen-hf,revision=main,dtype=bfloat16", | |
| "num_fewshot":0, | |
| "batch_size":1, | |
| "batch_sizes":[ | |
| ], | |
| "device":"cpu", | |
| "no_cache":true, | |
| "limit":20, | |
| "bootstrap_iters":100000, | |
| "description_dict":{"Tokenization":"SNT", "# of Params":"47M", "Pretraining Data":"~3.2B Tokens", "Species":"Human", "Nucleic Acid":"DNA"}, | |
| "model_dtype":"bfloat16", | |
| "model_name":"LongSafari/hyenadna-large-1m-seqlen-hf", | |
| "model_sha":"main" | |
| }, | |
| "results":{ | |
| "DEM":{ | |
| "F1":0.8821 | |
| }, | |
| "DOW":{ | |
| "F1":0.9413 | |
| }, | |
| "DRE":{ | |
| "F1":0.7011 | |
| }, | |
| "DME":{ | |
| "F1":0.7644 | |
| }, | |
| "HCE":{ | |
| "F1":0.7038 | |
| }, | |
| "HEE":{ | |
| "F1":0.7958 | |
| }, | |
| "HRE":{ | |
| "F1":0.9633 | |
| }, | |
| "HNP":{ | |
| "F1":0.8599 | |
| }, | |
| "HOR":{ | |
| "F1":0.6703 | |
| } | |
| } | |
| } |