Spaces:
Running
Running
| { | |
| "task": { | |
| "id": "vibrio_operonic_pair", | |
| "display_name": "Vibrio Operonic Pair", | |
| "description": "Evaluate on Vibrio operonic pair classification task.", | |
| "modality": "protein", | |
| "type": "pair_classification", | |
| "datasets": [ | |
| { | |
| "path": "tattabio/vibrio_operonic_pair", | |
| "revision": "24781b12b45bf81a079a6164ef0d2124948c1878" | |
| } | |
| ], | |
| "primary_metric_id": "top_ap" | |
| }, | |
| "model": { | |
| "hf_name": "facebook/esm2_t12_35M_UR50D", | |
| "revision": "...", | |
| "num_layers": 12, | |
| "num_params": 33992881, | |
| "embed_dim": 480 | |
| }, | |
| "dgeb_version": "0.0.0", | |
| "results": [ | |
| { | |
| "layer_number": 6, | |
| "layer_display_name": "6", | |
| "metrics": [ | |
| { | |
| "id": "cos_sim_accuracy", | |
| "display_name": "cos_sim_accuracy", | |
| "description": null, | |
| "value": 0.6781966575981345 | |
| }, | |
| { | |
| "id": "cos_sim_accuracy_threshold", | |
| "display_name": "cos_sim_accuracy_threshold", | |
| "description": null, | |
| "value": 0.970278263092041 | |
| }, | |
| { | |
| "id": "cos_sim_f1", | |
| "display_name": "cos_sim_f1", | |
| "description": null, | |
| "value": 0.518608169440242 | |
| }, | |
| { | |
| "id": "cos_sim_f1_threshold", | |
| "display_name": "cos_sim_f1_threshold", | |
| "description": null, | |
| "value": 0.8757017254829407 | |
| }, | |
| { | |
| "id": "cos_sim_precision", | |
| "display_name": "cos_sim_precision", | |
| "description": null, | |
| "value": 0.35501242750621376 | |
| }, | |
| { | |
| "id": "cos_sim_recall", | |
| "display_name": "cos_sim_recall", | |
| "description": null, | |
| "value": 0.9618406285072951 | |
| }, | |
| { | |
| "id": "cos_sim_ap", | |
| "display_name": "cos_sim_ap", | |
| "description": null, | |
| "value": 0.4581544787406372 | |
| }, | |
| { | |
| "id": "manhattan_accuracy", | |
| "display_name": "manhattan_accuracy", | |
| "description": null, | |
| "value": 0.6731441896618733 | |
| }, | |
| { | |
| "id": "manhattan_accuracy_threshold", | |
| "display_name": "manhattan_accuracy_threshold", | |
| "description": null, | |
| "value": 137.3688507080078 | |
| }, | |
| { | |
| "id": "manhattan_f1", | |
| "display_name": "manhattan_f1", | |
| "description": null, | |
| "value": 0.5146164978292329 | |
| }, | |
| { | |
| "id": "manhattan_f1_threshold", | |
| "display_name": "manhattan_f1_threshold", | |
| "description": null, | |
| "value": 391.87298583984375 | |
| }, | |
| { | |
| "id": "manhattan_precision", | |
| "display_name": "manhattan_precision", | |
| "description": null, | |
| "value": 0.3467238689547582 | |
| }, | |
| { | |
| "id": "manhattan_recall", | |
| "display_name": "manhattan_recall", | |
| "description": null, | |
| "value": 0.9977553310886644 | |
| }, | |
| { | |
| "id": "manhattan_ap", | |
| "display_name": "manhattan_ap", | |
| "description": null, | |
| "value": 0.4383109013756369 | |
| }, | |
| { | |
| "id": "euclidean_accuracy", | |
| "display_name": "euclidean_accuracy", | |
| "description": null, | |
| "value": 0.672755538282161 | |
| }, | |
| { | |
| "id": "euclidean_accuracy_threshold", | |
| "display_name": "euclidean_accuracy_threshold", | |
| "description": null, | |
| "value": 8.506048202514648 | |
| }, | |
| { | |
| "id": "euclidean_f1", | |
| "display_name": "euclidean_f1", | |
| "description": null, | |
| "value": 0.5152786099460755 | |
| }, | |
| { | |
| "id": "euclidean_f1_threshold", | |
| "display_name": "euclidean_f1_threshold", | |
| "description": null, | |
| "value": 21.124141693115234 | |
| }, | |
| { | |
| "id": "euclidean_precision", | |
| "display_name": "euclidean_precision", | |
| "description": null, | |
| "value": 0.35145075602778914 | |
| }, | |
| { | |
| "id": "euclidean_recall", | |
| "display_name": "euclidean_recall", | |
| "description": null, | |
| "value": 0.9652076318742986 | |
| }, | |
| { | |
| "id": "euclidean_ap", | |
| "display_name": "euclidean_ap", | |
| "description": null, | |
| "value": 0.4438681594614018 | |
| }, | |
| { | |
| "id": "dot_accuracy", | |
| "display_name": "dot_accuracy", | |
| "description": null, | |
| "value": 0.6599300427516518 | |
| }, | |
| { | |
| "id": "dot_accuracy_threshold", | |
| "display_name": "dot_accuracy_threshold", | |
| "description": null, | |
| "value": 1570.195556640625 | |
| }, | |
| { | |
| "id": "dot_f1", | |
| "display_name": "dot_f1", | |
| "description": null, | |
| "value": 0.5147654892877822 | |
| }, | |
| { | |
| "id": "dot_f1_threshold", | |
| "display_name": "dot_f1_threshold", | |
| "description": null, | |
| "value": 898.4225463867188 | |
| }, | |
| { | |
| "id": "dot_precision", | |
| "display_name": "dot_precision", | |
| "description": null, | |
| "value": 0.3468591494342567 | |
| }, | |
| { | |
| "id": "dot_recall", | |
| "display_name": "dot_recall", | |
| "description": null, | |
| "value": 0.9977553310886644 | |
| }, | |
| { | |
| "id": "dot_ap", | |
| "display_name": "dot_ap", | |
| "description": null, | |
| "value": 0.4179931403914694 | |
| }, | |
| { | |
| "id": "top_ap", | |
| "display_name": "top_ap", | |
| "description": null, | |
| "value": 0.4581544787406372 | |
| } | |
| ] | |
| }, | |
| { | |
| "layer_number": 11, | |
| "layer_display_name": "11", | |
| "metrics": [ | |
| { | |
| "id": "cos_sim_accuracy", | |
| "display_name": "cos_sim_accuracy", | |
| "description": null, | |
| "value": 0.6746987951807228 | |
| }, | |
| { | |
| "id": "cos_sim_accuracy_threshold", | |
| "display_name": "cos_sim_accuracy_threshold", | |
| "description": null, | |
| "value": 0.9681814312934875 | |
| }, | |
| { | |
| "id": "cos_sim_f1", | |
| "display_name": "cos_sim_f1", | |
| "description": null, | |
| "value": 0.5363604114934374 | |
| }, | |
| { | |
| "id": "cos_sim_f1_threshold", | |
| "display_name": "cos_sim_f1_threshold", | |
| "description": null, | |
| "value": 0.9120055437088013 | |
| }, | |
| { | |
| "id": "cos_sim_precision", | |
| "display_name": "cos_sim_precision", | |
| "description": null, | |
| "value": 0.3921161825726141 | |
| }, | |
| { | |
| "id": "cos_sim_recall", | |
| "display_name": "cos_sim_recall", | |
| "description": null, | |
| "value": 0.8484848484848485 | |
| }, | |
| { | |
| "id": "cos_sim_ap", | |
| "display_name": "cos_sim_ap", | |
| "description": null, | |
| "value": 0.46704651746605186 | |
| }, | |
| { | |
| "id": "manhattan_accuracy", | |
| "display_name": "manhattan_accuracy", | |
| "description": null, | |
| "value": 0.6746987951807228 | |
| }, | |
| { | |
| "id": "manhattan_accuracy_threshold", | |
| "display_name": "manhattan_accuracy_threshold", | |
| "description": null, | |
| "value": 360.30352783203125 | |
| }, | |
| { | |
| "id": "manhattan_f1", | |
| "display_name": "manhattan_f1", | |
| "description": null, | |
| "value": 0.5305821665438467 | |
| }, | |
| { | |
| "id": "manhattan_f1_threshold", | |
| "display_name": "manhattan_f1_threshold", | |
| "description": null, | |
| "value": 576.9113159179688 | |
| }, | |
| { | |
| "id": "manhattan_precision", | |
| "display_name": "manhattan_precision", | |
| "description": null, | |
| "value": 0.3949533735600658 | |
| }, | |
| { | |
| "id": "manhattan_recall", | |
| "display_name": "manhattan_recall", | |
| "description": null, | |
| "value": 0.8080808080808081 | |
| }, | |
| { | |
| "id": "manhattan_ap", | |
| "display_name": "manhattan_ap", | |
| "description": null, | |
| "value": 0.468990806236423 | |
| }, | |
| { | |
| "id": "euclidean_accuracy", | |
| "display_name": "euclidean_accuracy", | |
| "description": null, | |
| "value": 0.6758647493198601 | |
| }, | |
| { | |
| "id": "euclidean_accuracy_threshold", | |
| "display_name": "euclidean_accuracy_threshold", | |
| "description": null, | |
| "value": 22.342727661132812 | |
| }, | |
| { | |
| "id": "euclidean_f1", | |
| "display_name": "euclidean_f1", | |
| "description": null, | |
| "value": 0.5301837270341208 | |
| }, | |
| { | |
| "id": "euclidean_f1_threshold", | |
| "display_name": "euclidean_f1_threshold", | |
| "description": null, | |
| "value": 39.38741683959961 | |
| }, | |
| { | |
| "id": "euclidean_precision", | |
| "display_name": "euclidean_precision", | |
| "description": null, | |
| "value": 0.37459434399629116 | |
| }, | |
| { | |
| "id": "euclidean_recall", | |
| "display_name": "euclidean_recall", | |
| "description": null, | |
| "value": 0.9068462401795735 | |
| }, | |
| { | |
| "id": "euclidean_ap", | |
| "display_name": "euclidean_ap", | |
| "description": null, | |
| "value": 0.46775797789146023 | |
| }, | |
| { | |
| "id": "dot_accuracy", | |
| "display_name": "dot_accuracy", | |
| "description": null, | |
| "value": 0.6541002720559658 | |
| }, | |
| { | |
| "id": "dot_accuracy_threshold", | |
| "display_name": "dot_accuracy_threshold", | |
| "description": null, | |
| "value": 9448.685546875 | |
| }, | |
| { | |
| "id": "dot_f1", | |
| "display_name": "dot_f1", | |
| "description": null, | |
| "value": 0.5145827317354895 | |
| }, | |
| { | |
| "id": "dot_f1_threshold", | |
| "display_name": "dot_f1_threshold", | |
| "description": null, | |
| "value": 4854.8955078125 | |
| }, | |
| { | |
| "id": "dot_precision", | |
| "display_name": "dot_precision", | |
| "description": null, | |
| "value": 0.3464230171073095 | |
| }, | |
| { | |
| "id": "dot_recall", | |
| "display_name": "dot_recall", | |
| "description": null, | |
| "value": 1.0 | |
| }, | |
| { | |
| "id": "dot_ap", | |
| "display_name": "dot_ap", | |
| "description": null, | |
| "value": 0.3679854825040224 | |
| }, | |
| { | |
| "id": "top_ap", | |
| "display_name": "top_ap", | |
| "description": null, | |
| "value": 0.468990806236423 | |
| } | |
| ] | |
| } | |
| ] | |
| } | |