ibrahimlasfar commited on
Commit
8024d58
·
1 Parent(s): c6e2d82

Add FastAPI + auto‑download Mistral .gguf

Browse files
Files changed (3) hide show
  1. app.py +1 -1
  2. requirements.txt +2 -2
  3. setup.sh +0 -0
app.py CHANGED
@@ -56,4 +56,4 @@ def ask(req: AskRequest):
56
  answer = out["choices"][0]["text"].strip()
57
  model_name = "Mistral‑7B‑GGUF"
58
 
59
- return {"model": model_name, "response": answer}
 
56
  answer = out["choices"][0]["text"].strip()
57
  model_name = "Mistral‑7B‑GGUF"
58
 
59
+ return {"model": model_name, "response": answer}
requirements.txt CHANGED
@@ -3,5 +3,5 @@ torch==2.3.0
3
  accelerate==0.34.2
4
  fastapi==0.115.0
5
  uvicorn[standard]==0.30.0
6
- llama-cpp-python==0.2.77 # يدعم .gguf
7
- huggingface_hub==0.24.0 # لتشغيل setup.sh
 
3
  accelerate==0.34.2
4
  fastapi==0.115.0
5
  uvicorn[standard]==0.30.0
6
+ llama-cpp-python==0.2.77
7
+ huggingface_hub==0.24.0
setup.sh CHANGED
File without changes