{ "task": { "id": "ecoli_operonic_pair", "display_name": "E.coli Operonic Pair", "description": "Evaluate on E.coli K-12 operonic pair classification task.", "modality": "protein", "type": "pair_classification", "datasets": [ { "path": "tattabio/ecoli_operonic_pair", "revision": "a62c01143a842696fc8200b91c1acb825e8cb891" } ], "primary_metric_id": "top_ap" }, "model": { "hf_name": "hugohrban/progen2-medium", "revision": "...", "num_layers": 27, "num_params": 764803616, "embed_dim": 1536 }, "dgeb_version": "0.0.0", "results": [ { "layer_number": 13, "layer_display_name": "13", "metrics": [ { "id": "cos_sim_accuracy", "display_name": "cos_sim_accuracy", "description": null, "value": 0.6184515530829856 }, { "id": "cos_sim_accuracy_threshold", "display_name": "cos_sim_accuracy_threshold", "description": null, "value": 0.651489794254303 }, { "id": "cos_sim_f1", "display_name": "cos_sim_f1", "description": null, "value": 0.5857946554149086 }, { "id": "cos_sim_f1_threshold", "display_name": "cos_sim_f1_threshold", "description": null, "value": 0.38596251606941223 }, { "id": "cos_sim_precision", "display_name": "cos_sim_precision", "description": null, "value": 0.4227353463587922 }, { "id": "cos_sim_recall", "display_name": "cos_sim_recall", "description": null, "value": 0.9536348025186033 }, { "id": "cos_sim_ap", "display_name": "cos_sim_ap", "description": null, "value": 0.510237868123645 }, { "id": "manhattan_accuracy", "display_name": "manhattan_accuracy", "description": null, "value": 0.6098748261474269 }, { "id": "manhattan_accuracy_threshold", "display_name": "manhattan_accuracy_threshold", "description": null, "value": 239.94903564453125 }, { "id": "manhattan_f1", "display_name": "manhattan_f1", "description": null, "value": 0.5768392827216356 }, { "id": "manhattan_f1_threshold", "display_name": "manhattan_f1_threshold", "description": null, "value": 607.368408203125 }, { "id": "manhattan_precision", "display_name": "manhattan_precision", "description": null, "value": 0.40781990521327016 }, { "id": "manhattan_recall", "display_name": "manhattan_recall", "description": null, "value": 0.9851173440183171 }, { "id": "manhattan_ap", "display_name": "manhattan_ap", "description": null, "value": 0.48682441190216086 }, { "id": "euclidean_accuracy", "display_name": "euclidean_accuracy", "description": null, "value": 0.624246638850255 }, { "id": "euclidean_accuracy_threshold", "display_name": "euclidean_accuracy_threshold", "description": null, "value": 12.428617477416992 }, { "id": "euclidean_f1", "display_name": "euclidean_f1", "description": null, "value": 0.5890985324947589 }, { "id": "euclidean_f1_threshold", "display_name": "euclidean_f1_threshold", "description": null, "value": 19.439558029174805 }, { "id": "euclidean_precision", "display_name": "euclidean_precision", "description": null, "value": 0.42393764143827006 }, { "id": "euclidean_recall", "display_name": "euclidean_recall", "description": null, "value": 0.9650829994275901 }, { "id": "euclidean_ap", "display_name": "euclidean_ap", "description": null, "value": 0.5251579034107494 }, { "id": "dot_accuracy", "display_name": "dot_accuracy", "description": null, "value": 0.5948076031525267 }, { "id": "dot_accuracy_threshold", "display_name": "dot_accuracy_threshold", "description": null, "value": 3148.2744140625 }, { "id": "dot_f1", "display_name": "dot_f1", "description": null, "value": 0.5811965811965812 }, { "id": "dot_f1_threshold", "display_name": "dot_f1_threshold", "description": null, "value": 93.77833557128906 }, { "id": "dot_precision", "display_name": "dot_precision", "description": null, "value": 0.4143309773336583 }, { "id": "dot_recall", "display_name": "dot_recall", "description": null, "value": 0.9730967372638809 }, { "id": "dot_ap", "display_name": "dot_ap", "description": null, "value": 0.4434019305350601 }, { "id": "top_ap", "display_name": "top_ap", "description": null, "value": 0.5251579034107494 } ] }, { "layer_number": 26, "layer_display_name": "26", "metrics": [ { "id": "cos_sim_accuracy", "display_name": "cos_sim_accuracy", "description": null, "value": 0.6274918868799259 }, { "id": "cos_sim_accuracy_threshold", "display_name": "cos_sim_accuracy_threshold", "description": null, "value": 0.6536474823951721 }, { "id": "cos_sim_f1", "display_name": "cos_sim_f1", "description": null, "value": 0.601917975923281 }, { "id": "cos_sim_f1_threshold", "display_name": "cos_sim_f1_threshold", "description": null, "value": 0.5033559203147888 }, { "id": "cos_sim_precision", "display_name": "cos_sim_precision", "description": null, "value": 0.46766011414077363 }, { "id": "cos_sim_recall", "display_name": "cos_sim_recall", "description": null, "value": 0.8443045220377791 }, { "id": "cos_sim_ap", "display_name": "cos_sim_ap", "description": null, "value": 0.5195509705220649 }, { "id": "manhattan_accuracy", "display_name": "manhattan_accuracy", "description": null, "value": 0.6659712563745943 }, { "id": "manhattan_accuracy_threshold", "display_name": "manhattan_accuracy_threshold", "description": null, "value": 416.32061767578125 }, { "id": "manhattan_f1", "display_name": "manhattan_f1", "description": null, "value": 0.6131327505590567 }, { "id": "manhattan_f1_threshold", "display_name": "manhattan_f1_threshold", "description": null, "value": 606.52978515625 }, { "id": "manhattan_precision", "display_name": "manhattan_precision", "description": null, "value": 0.47540983606557374 }, { "id": "manhattan_recall", "display_name": "manhattan_recall", "description": null, "value": 0.8631940469376074 }, { "id": "manhattan_ap", "display_name": "manhattan_ap", "description": null, "value": 0.5921808575876653 }, { "id": "euclidean_accuracy", "display_name": "euclidean_accuracy", "description": null, "value": 0.6627260083449235 }, { "id": "euclidean_accuracy_threshold", "display_name": "euclidean_accuracy_threshold", "description": null, "value": 13.742053985595703 }, { "id": "euclidean_f1", "display_name": "euclidean_f1", "description": null, "value": 0.6071692535107169 }, { "id": "euclidean_f1_threshold", "display_name": "euclidean_f1_threshold", "description": null, "value": 28.72542381286621 }, { "id": "euclidean_precision", "display_name": "euclidean_precision", "description": null, "value": 0.44829467939972717 }, { "id": "euclidean_recall", "display_name": "euclidean_recall", "description": null, "value": 0.9404693760732684 }, { "id": "euclidean_ap", "display_name": "euclidean_ap", "description": null, "value": 0.5869667896425095 }, { "id": "dot_accuracy", "display_name": "dot_accuracy", "description": null, "value": 0.5948076031525267 }, { "id": "dot_accuracy_threshold", "display_name": "dot_accuracy_threshold", "description": null, "value": 3265.408203125 }, { "id": "dot_f1", "display_name": "dot_f1", "description": null, "value": 0.5812606473594549 }, { "id": "dot_f1_threshold", "display_name": "dot_f1_threshold", "description": null, "value": 109.48553466796875 }, { "id": "dot_precision", "display_name": "dot_precision", "description": null, "value": 0.4137763764249333 }, { "id": "dot_recall", "display_name": "dot_recall", "description": null, "value": 0.976531196336577 }, { "id": "dot_ap", "display_name": "dot_ap", "description": null, "value": 0.38910400697637215 }, { "id": "top_ap", "display_name": "top_ap", "description": null, "value": 0.5921808575876653 } ] } ] }