File size: 420 Bytes
da80358
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
,
    "ibm-granite/granite-3.0-8b-instruct-fp8": {
        "model_name": "ibm-granite/granite-3.0-8b-instruct",
        "api_type": "openai-custom-tanuki",
        "api_end": "granite-8B",
        "env_api_key": "VLLM_API_KEY",
        "anony_only": false,
        "recommended_config": {
            "temperature": 0.7,
            "top_p": 1.0
        },
        "text-arena": true,
        "vision-arena": false
    }