MGZON commited on
Commit
1cb386c
·
verified ·
1 Parent(s): e9688d3

Optimize startup with reduced threads and timing logs

Browse files
Files changed (1) hide show
  1. setup.sh +1 -1
setup.sh CHANGED
@@ -11,7 +11,7 @@ python - <<PY
11
  from huggingface_hub import hf_hub_download
12
  import os
13
  repo_id = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
14
- filename = "mistral-7b-instruct-v0.1.Q4_K_M.gguf"
15
  local_dir = "models"
16
  if not os.path.exists(os.path.join(local_dir, filename)):
17
  hf_hub_download(
 
11
  from huggingface_hub import hf_hub_download
12
  import os
13
  repo_id = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
14
+ filename = "mistral-7b-instruct-v0.1.Q2_K.gguf"
15
  local_dir = "models"
16
  if not os.path.exists(os.path.join(local_dir, filename)):
17
  hf_hub_download(