{
  "task": {
    "id": "ecoli_operonic_pair",
    "display_name": "E.coli Operonic Pair",
    "description": "Evaluate on E.coli K-12 operonic pair classification task.",
    "modality": "protein",
    "type": "pair_classification",
    "datasets": [
      {
        "path": "tattabio/ecoli_operonic_pair",
        "revision": "a62c01143a842696fc8200b91c1acb825e8cb891"
      }
    ],
    "primary_metric_id": "top_ap"
  },
  "model": {
    "hf_name": "Rostlab/prot_t5_xl_uniref50",
    "revision": "...",
    "num_layers": 24,
    "num_params": 1208141824,
    "embed_dim": 1024
  },
  "dgeb_version": "0.0.0",
  "results": [
    {
      "layer_number": 12,
      "layer_display_name": "12",
      "metrics": [
        {
          "id": "cos_sim_accuracy",
          "display_name": "cos_sim_accuracy",
          "description": null,
          "value": 0.6541492814093649
        },
        {
          "id": "cos_sim_accuracy_threshold",
          "display_name": "cos_sim_accuracy_threshold",
          "description": null,
          "value": 0.9587552547454834
        },
        {
          "id": "cos_sim_f1",
          "display_name": "cos_sim_f1",
          "description": null,
          "value": 0.6128899835796389
        },
        {
          "id": "cos_sim_f1_threshold",
          "display_name": "cos_sim_f1_threshold",
          "description": null,
          "value": 0.9337368011474609
        },
        {
          "id": "cos_sim_precision",
          "display_name": "cos_sim_precision",
          "description": null,
          "value": 0.47776
        },
        {
          "id": "cos_sim_recall",
          "display_name": "cos_sim_recall",
          "description": null,
          "value": 0.8546078992558672
        },
        {
          "id": "cos_sim_ap",
          "display_name": "cos_sim_ap",
          "description": null,
          "value": 0.5843393095554787
        },
        {
          "id": "manhattan_accuracy",
          "display_name": "manhattan_accuracy",
          "description": null,
          "value": 0.6328233657858137
        },
        {
          "id": "manhattan_accuracy_threshold",
          "display_name": "manhattan_accuracy_threshold",
          "description": null,
          "value": 5367.236328125
        },
        {
          "id": "manhattan_f1",
          "display_name": "manhattan_f1",
          "description": null,
          "value": 0.5791978246091095
        },
        {
          "id": "manhattan_f1_threshold",
          "display_name": "manhattan_f1_threshold",
          "description": null,
          "value": 8266.498046875
        },
        {
          "id": "manhattan_precision",
          "display_name": "manhattan_precision",
          "description": null,
          "value": 0.41189267585206674
        },
        {
          "id": "manhattan_recall",
          "display_name": "manhattan_recall",
          "description": null,
          "value": 0.9753863766456783
        },
        {
          "id": "manhattan_ap",
          "display_name": "manhattan_ap",
          "description": null,
          "value": 0.5170368370974361
        },
        {
          "id": "euclidean_accuracy",
          "display_name": "euclidean_accuracy",
          "description": null,
          "value": 0.6481223922114048
        },
        {
          "id": "euclidean_accuracy_threshold",
          "display_name": "euclidean_accuracy_threshold",
          "description": null,
          "value": 246.59368896484375
        },
        {
          "id": "euclidean_f1",
          "display_name": "euclidean_f1",
          "description": null,
          "value": 0.6126373626373627
        },
        {
          "id": "euclidean_f1_threshold",
          "display_name": "euclidean_f1_threshold",
          "description": null,
          "value": 339.4747314453125
        },
        {
          "id": "euclidean_precision",
          "display_name": "euclidean_precision",
          "description": null,
          "value": 0.46610928635413557
        },
        {
          "id": "euclidean_recall",
          "display_name": "euclidean_recall",
          "description": null,
          "value": 0.8935317687464225
        },
        {
          "id": "euclidean_ap",
          "display_name": "euclidean_ap",
          "description": null,
          "value": 0.563578784188266
        },
        {
          "id": "dot_accuracy",
          "display_name": "dot_accuracy",
          "description": null,
          "value": 0.6321279554937413
        },
        {
          "id": "dot_accuracy_threshold",
          "display_name": "dot_accuracy_threshold",
          "description": null,
          "value": 748599.9375
        },
        {
          "id": "dot_f1",
          "display_name": "dot_f1",
          "description": null,
          "value": 0.594391785150079
        },
        {
          "id": "dot_f1_threshold",
          "display_name": "dot_f1_threshold",
          "description": null,
          "value": 589889.0
        },
        {
          "id": "dot_precision",
          "display_name": "dot_precision",
          "description": null,
          "value": 0.45372324389508595
        },
        {
          "id": "dot_recall",
          "display_name": "dot_recall",
          "description": null,
          "value": 0.8614768174012593
        },
        {
          "id": "dot_ap",
          "display_name": "dot_ap",
          "description": null,
          "value": 0.5455742497849516
        },
        {
          "id": "top_ap",
          "display_name": "top_ap",
          "description": null,
          "value": 0.5843393095554787
        }
      ]
    },
    {
      "layer_number": 23,
      "layer_display_name": "23",
      "metrics": [
        {
          "id": "cos_sim_accuracy",
          "display_name": "cos_sim_accuracy",
          "description": null,
          "value": 0.672461752433936
        },
        {
          "id": "cos_sim_accuracy_threshold",
          "display_name": "cos_sim_accuracy_threshold",
          "description": null,
          "value": 0.9680966138839722
        },
        {
          "id": "cos_sim_f1",
          "display_name": "cos_sim_f1",
          "description": null,
          "value": 0.6246070947462955
        },
        {
          "id": "cos_sim_f1_threshold",
          "display_name": "cos_sim_f1_threshold",
          "description": null,
          "value": 0.9479633569717407
        },
        {
          "id": "cos_sim_precision",
          "display_name": "cos_sim_precision",
          "description": null,
          "value": 0.513852973771703
        },
        {
          "id": "cos_sim_recall",
          "display_name": "cos_sim_recall",
          "description": null,
          "value": 0.7962220950200344
        },
        {
          "id": "cos_sim_ap",
          "display_name": "cos_sim_ap",
          "description": null,
          "value": 0.6120691357655745
        },
        {
          "id": "manhattan_accuracy",
          "display_name": "manhattan_accuracy",
          "description": null,
          "value": 0.6722299490032453
        },
        {
          "id": "manhattan_accuracy_threshold",
          "display_name": "manhattan_accuracy_threshold",
          "description": null,
          "value": 19384.970703125
        },
        {
          "id": "manhattan_f1",
          "display_name": "manhattan_f1",
          "description": null,
          "value": 0.6298500357057844
        },
        {
          "id": "manhattan_f1_threshold",
          "display_name": "manhattan_f1_threshold",
          "description": null,
          "value": 22904.546875
        },
        {
          "id": "manhattan_precision",
          "display_name": "manhattan_precision",
          "description": null,
          "value": 0.539119804400978
        },
        {
          "id": "manhattan_recall",
          "display_name": "manhattan_recall",
          "description": null,
          "value": 0.7572982255294791
        },
        {
          "id": "manhattan_ap",
          "display_name": "manhattan_ap",
          "description": null,
          "value": 0.6180060687920407
        },
        {
          "id": "euclidean_accuracy",
          "display_name": "euclidean_accuracy",
          "description": null,
          "value": 0.6719981455725544
        },
        {
          "id": "euclidean_accuracy_threshold",
          "display_name": "euclidean_accuracy_threshold",
          "description": null,
          "value": 1008.8643798828125
        },
        {
          "id": "euclidean_f1",
          "display_name": "euclidean_f1",
          "description": null,
          "value": 0.6255144032921811
        },
        {
          "id": "euclidean_f1_threshold",
          "display_name": "euclidean_f1_threshold",
          "description": null,
          "value": 1199.65380859375
        },
        {
          "id": "euclidean_precision",
          "display_name": "euclidean_precision",
          "description": null,
          "value": 0.5207460982108869
        },
        {
          "id": "euclidean_recall",
          "display_name": "euclidean_recall",
          "description": null,
          "value": 0.7830566685746995
        },
        {
          "id": "euclidean_ap",
          "display_name": "euclidean_ap",
          "description": null,
          "value": 0.6130483779613698
        },
        {
          "id": "dot_accuracy",
          "display_name": "dot_accuracy",
          "description": null,
          "value": 0.6286509040333796
        },
        {
          "id": "dot_accuracy_threshold",
          "display_name": "dot_accuracy_threshold",
          "description": null,
          "value": 14326900.0
        },
        {
          "id": "dot_f1",
          "display_name": "dot_f1",
          "description": null,
          "value": 0.5898066783831283
        },
        {
          "id": "dot_f1_threshold",
          "display_name": "dot_f1_threshold",
          "description": null,
          "value": 9925826.0
        },
        {
          "id": "dot_precision",
          "display_name": "dot_precision",
          "description": null,
          "value": 0.4255642911488714
        },
        {
          "id": "dot_recall",
          "display_name": "dot_recall",
          "description": null,
          "value": 0.9605037206639955
        },
        {
          "id": "dot_ap",
          "display_name": "dot_ap",
          "description": null,
          "value": 0.5133120730662288
        },
        {
          "id": "top_ap",
          "display_name": "top_ap",
          "description": null,
          "value": 0.6180060687920407
        }
      ]
    }
  ]
}