Optimize startup with reduced threads and timing logs
Browse files
setup.sh
CHANGED
|
@@ -11,7 +11,7 @@ python - <<PY
|
|
| 11 |
from huggingface_hub import hf_hub_download
|
| 12 |
import os
|
| 13 |
repo_id = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
|
| 14 |
-
filename = "mistral-7b-instruct-v0.1.
|
| 15 |
local_dir = "models"
|
| 16 |
if not os.path.exists(os.path.join(local_dir, filename)):
|
| 17 |
hf_hub_download(
|
|
|
|
| 11 |
from huggingface_hub import hf_hub_download
|
| 12 |
import os
|
| 13 |
repo_id = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
|
| 14 |
+
filename = "mistral-7b-instruct-v0.1.Q2_K.gguf"
|
| 15 |
local_dir = "models"
|
| 16 |
if not os.path.exists(os.path.join(local_dir, filename)):
|
| 17 |
hf_hub_download(
|