model_name: "meta-llama/Meta-Llama-3.1-8B-Instruct"
model_name_short: "llama3.1-8B-Instruct"
gpu_memory_utilization: 0.95
temperature: 0
max_tokens: 1000
top_p: 0.95
max_model_len: 40000
tensor_parallel_size: 1
quantization: null
tool_call_parser: llama3_json