Update README.md
Browse files
README.md
CHANGED
|
@@ -147,9 +147,7 @@ The model was evaluated on the [OpenLLM](https://huggingface.co/spaces/open-llm-
|
|
| 147 |
```
|
| 148 |
lm_eval \
|
| 149 |
--model vllm \
|
| 150 |
-
--model_args pretrained="neuralmagic/Qwen2.5-7B-Instruct-quantized.w8a8",dtype=auto,gpu_memory_utilization=0.5,max_model_len=4096,enable_chunk_prefill=True,tensor_parallel_size=1 \
|
| 151 |
-
--apply_chat_template \
|
| 152 |
-
--fewshot_as_multiturn \
|
| 153 |
--tasks openllm \
|
| 154 |
--batch_size auto
|
| 155 |
```
|
|
|
|
| 147 |
```
|
| 148 |
lm_eval \
|
| 149 |
--model vllm \
|
| 150 |
+
--model_args pretrained="neuralmagic/Qwen2.5-7B-Instruct-quantized.w8a8",dtype=auto,gpu_memory_utilization=0.5,max_model_len=4096,add_bos_token=True,enable_chunk_prefill=True,tensor_parallel_size=1 \
|
|
|
|
|
|
|
| 151 |
--tasks openllm \
|
| 152 |
--batch_size auto
|
| 153 |
```
|