NORM_TYPE_API_SERVER = 'average'
THRESHOLD_API_SERVER = 1.0
CONFIG_API_SERVER = [
    {
        "weight": "[Please replace the path with the local model weight]",
        "max_memory": {0: "66GiB"},
        "num_gpus":1.0,
        "name":"Meta-Llama-3-8B-Instruct",
        "score": 65.08,
        "ece":13.07,
        "priority":"supportive",
    },
    {
        "weight": "[Please replace the path with the local model weight]",
        "max_memory": {0: "70GiB",1: "80GiB"},
        "num_gpus":2,
        "name":"Meta-Llama-3-70B-Instruct",
        "score": 79.68,
        "ece": 9.49,
        "priority":"supportive",
    }
]
