File size: 2,544 Bytes
0f93018
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
{
    "base_model": "microsoft/DeBERTa-v3-base",
    "config_path": null,
    "fc_dropout": 0.2,
    "targets": [
        "task_type_1",
        "task_type_2",
        "task_type_prob",
        "creativity_scope",
        "reasoning",
        "contextual_knowledge",
        "number_of_few_shots",
        "domain_knowledge",
        "no_label_reason",
        "constraint_ct",
        "prompt_complexity_score"
    ],
    "target_sizes": {
      "task_type": 12,
      "creativity_scope": 3,
      "reasoning": 2,
      "contextual_knowledge": 2,
      "number_of_few_shots": 6,
      "domain_knowledge": 4,
      "no_label_reason": 1,
      "constraint_ct": 2
    },
    "task_type_map": {
        "0": "Brainstorming",
        "1": "Chatbot",
        "2": "Classification",
        "3": "Closed QA",
        "4": "Code Generation",
        "5": "Extraction",
        "6": "Open QA",
        "7": "Other",
        "8": "Rewrite",
        "9": "Summarization",
        "10": "Text Generation",
        "11": "Unknown"
    },
    "weights_map": {
        "creativity_scope": [2, 1, 0],
        "reasoning": [0, 1],
        "contextual_knowledge": [0, 1],
        "number_of_few_shots": [0, 1, 2, 3, 4, 5],
        "domain_knowledge": [3, 1, 2, 0],
        "no_label_reason": [0],
        "constraint_ct": [1, 0]
    },
    "divisor_map": {
        "creativity_scope": 2,
        "reasoning": 1,
        "contextual_knowledge": 1,
        "number_of_few_shots": 1,
        "domain_knowledge": 3,
        "no_label_reason": 1,
        "constraint_ct": 1
    },
    "model_output_type": {
        "task_type_1": "string",
        "task_type_2": "string",
        "task_type_prob": "numeric",
        "creativity_scope": "numeric",
        "reasoning": "numeric",
        "contextual_knowledge": "numeric",
        "number_of_few_shots": "numeric",
        "domain_knowledge": "numeric",
        "no_label_reason": "numeric",
        "constraint_ct": "numeric",
        "prompt_complexity_score": "numeric"
    },
    "creativity_score_map": {"High": 0, "Low": 1, "No": 2},
    "reasoning_map": {"Unknown": -1, "No": 0, "Yes": 1},
    "contextual_knowledge_map": {"Unknown": -1, "No": 0, "Yes": 1},
    "number_of_few_shots_map": {
      "0.0": 0,
      "1.0": 1,
      "2.0": 2,
      "3.0": 3,
      "4.0": 4,
      "5.0": 5
    },
    "domain_knowledge_map": {"High": 0, "Low": 1, "Medium": 2, "No": 3},
    "no_label_reason_map": {"Unknown": 0},
    "constraint_ct_map": {"1.0": 0, "Unknown": 1},
    "pretrained": true,
    "drop_out": false
}