 # ---------------------------------------- 3xA100 ----------------------------------------
{
    "weight": "[Please replace the path with the local model weight]",
    "max_memory": {0: "50GiB",1: "50GiB",2: "80GiB"},
    "num_gpus":3,
    "name":"Qwen1.5-72B-Chat",
    "score": 77.46,
    "ece":8.87,
    "priority":"supportive",
}
{
    "weight": "[Please replace the path with the local model weight]",
    "max_memory": {0: "50GiB",1: "50GiB",2: "80GiB"},
    "num_gpus":3,
    "name":"Qwen2-72B-Instruct",
    "score": 82.30,
    "ece": -1, # N/A
    "priority":"supportive",
},


 # ---------------------------------------- 2xA100 ----------------------------------------
{
    "weight": "[Please replace the path with the local model weight]",
    "max_memory": {0: "70GiB",1: "80GiB"},
    "num_gpus":2,
    "name":"Meta-Llama-3-70B-Instruct",
    "score": 79.68,
    "ece": 9.49,
    "priority":"supportive",
}
{
    "weight": "[Please replace the path with the local model weight]",
    "max_memory": {0: "50GiB",1: "80GiB"},
    "num_gpus":2.0,
    "name":"Mixtral-8x7B-Instruct-v0.1",
    "score": 70.89,
    "ece":11.06,
    "priority":"supportive",
}
{
    "weight": "[Please replace the path with the local model weight]",
    "max_memory": {0: "50GiB",1: "80GiB"},
    "num_gpus":2.0,
    "name":"Nous-Hermes-2-Mixtral-8x7B-DPO",
    "score": 72.65,
    "ece":7.89,
    "priority":"supportive",
}


# ---------------------------------------- 1xA100 ----------------------------------------
{
    "weight": "[Please replace the path with the local model weight]",
    "max_memory": {0: "80GiB"},
    "num_gpus":1.0,
    "name":"Qwen1.5-32B-Chat",
    "score": 75.12,
    "ece":10.03,
    "priority":"supportive",
}
{
    "weight": "[Please replace the path with the local model weight]",
    "max_memory": {0: "40GiB"},
    "num_gpus":1.0,
    "name":"Qwen1.5-14B-Chat",
    "score": 67.20,
    "ece":13.12,
    "priority":"supportive",
}
{
    "weight": "[Please replace the path with the local model weight]",
    "max_memory": {0: "25GiB"},
    "num_gpus":1.0,
    "name":"Qwen1.5-7B-Chat",
    "score": 58.36,
    "ece":17.59,
    "priority":"supportive",
}
{
    "weight": "[Please replace the path with the local model weight]",
    "max_memory": {0: "66GiB"},
    "num_gpus":0.5,
    "name":"Meta-Llama-3-8B-Instruct",
    "score": 65.08,
    "ece":13.07,
    "priority":"supportive",
}
{
    "weight": "[Please replace the path with the local model weight]",
    "max_memory": {0: "80GiB"},
    "num_gpus":1.0,
    "name":"Mistral-7B-Instruct-v0.2",
    "score": 58.98,
    "ece":24.00,
    "priority":"supportive",
}
{
    "weight": "[Please replace the path with the local model weight]",
    "max_memory": {0: "80GiB"},
    "num_gpus":1,
    "name":"Yi-34B-Chat",
    "score":72.75,
    "ece":9.03,
    "priority":"supportive",
}
{
    "weight": "[Please replace the path with the local model weight]",
    "max_memory": {0: "80GiB"},
    "num_gpus":1.0,
    "name":"SOLAR-10.7B-Instruct-v1.0",
    "score": 64.48,
    "ece":28.84,
    "priority":"supportive",
}
{
    "weight": "[Please replace the path with the local model weight]",
    "max_memory": {0: "80GiB"},
    "num_gpus":1.0,
    "name":"openchat-3.5-0106",
    "score": 64.53,
    "ece":8.33,
    "priority":"supportive",
}
{
    "weight": "[Please replace the path with the local model weight]",
    "max_memory": {0: "80GiB"},
    "num_gpus":1.0,
    "name":"openchat_3.5",
    "score": 63.87,
    "ece":12.64,
    "priority":"supportive",
}
{
    "weight": "[Please replace the path with the local model weight]",
    "max_memory": {0: "80GiB"},
    "num_gpus":1.0,
    "name":"Nous-Hermes-2-SOLAR-10.7B",
    "score": 64.88,
    "ece":15.10,
    "priority":"supportive",
}