Update README.md
Browse files
README.md
CHANGED
|
@@ -212,6 +212,7 @@ lm_eval \
|
|
| 212 |
--model vllm \
|
| 213 |
--model_args pretrained="<model_name>",dtype=auto,max_model_len=4096,max_gen_toks=2048,max_num_seqs=128,tensor_parallel_size=<n>,gpu_memory_utilization=0.9 \
|
| 214 |
--tasks mgsm_cot_native \
|
|
|
|
| 215 |
--num_fewshot 0 \
|
| 216 |
--batch_size auto \
|
| 217 |
--output_path output_dir
|
|
|
|
| 212 |
--model vllm \
|
| 213 |
--model_args pretrained="<model_name>",dtype=auto,max_model_len=4096,max_gen_toks=2048,max_num_seqs=128,tensor_parallel_size=<n>,gpu_memory_utilization=0.9 \
|
| 214 |
--tasks mgsm_cot_native \
|
| 215 |
+
--apply_chat_template \
|
| 216 |
--num_fewshot 0 \
|
| 217 |
--batch_size auto \
|
| 218 |
--output_path output_dir
|