{ "task": { "id": "modac_paralogy_bigene", "display_name": "ModAC Paralogy BiGene", "description": "Evaluate on paralogy bitext matching task between paralogous protein (ModA and ModC).", "modality": "protein", "type": "bigene_mining", "datasets": [ { "path": "tattabio/modac_paralogy_bigene", "revision": "241ca6397856e3360da04422d54933035b1fab87" } ], "primary_metric_id": "recall_at_50" }, "model": { "hf_name": "hugohrban/progen2-medium", "num_layers": 27, "num_params": 764803616, "embed_dim": 1536 }, "dgeb_version": "0.0.0", "results": [ { "layer_number": 13, "layer_display_name": "13", "metrics": [ { "id": "precision", "display_name": "precision", "description": null, "value": 4.4952467261118094e-7 }, { "id": "recall", "display_name": "recall", "description": null, "value": 0.0006702412868632708 }, { "id": "f1", "display_name": "f1", "description": null, "value": 8.984467652322665e-7 }, { "id": "accuracy", "display_name": "accuracy", "description": null, "value": 0.0006702412868632708 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.04691689008042895 } ] }, { "layer_number": 26, "layer_display_name": "26", "metrics": [ { "id": "precision", "display_name": "precision", "description": null, "value": 0.0018531981463306205 }, { "id": "recall", "display_name": "recall", "description": null, "value": 0.006032171581769437 }, { "id": "f1", "display_name": "f1", "description": null, "value": 0.0023899465819002715 }, { "id": "accuracy", "display_name": "accuracy", "description": null, "value": 0.006032171581769437 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.3652815013404826 } ] } ] }