Commit
·
8024d58
1
Parent(s):
c6e2d82
Add FastAPI + auto‑download Mistral .gguf
Browse files- app.py +1 -1
- requirements.txt +2 -2
- setup.sh +0 -0
app.py
CHANGED
|
@@ -56,4 +56,4 @@ def ask(req: AskRequest):
|
|
| 56 |
answer = out["choices"][0]["text"].strip()
|
| 57 |
model_name = "Mistral‑7B‑GGUF"
|
| 58 |
|
| 59 |
-
return {"model": model_name, "response": answer}
|
|
|
|
| 56 |
answer = out["choices"][0]["text"].strip()
|
| 57 |
model_name = "Mistral‑7B‑GGUF"
|
| 58 |
|
| 59 |
+
return {"model": model_name, "response": answer}
|
requirements.txt
CHANGED
|
@@ -3,5 +3,5 @@ torch==2.3.0
|
|
| 3 |
accelerate==0.34.2
|
| 4 |
fastapi==0.115.0
|
| 5 |
uvicorn[standard]==0.30.0
|
| 6 |
-
llama-cpp-python==0.2.77
|
| 7 |
-
huggingface_hub==0.24.0
|
|
|
|
| 3 |
accelerate==0.34.2
|
| 4 |
fastapi==0.115.0
|
| 5 |
uvicorn[standard]==0.30.0
|
| 6 |
+
llama-cpp-python==0.2.77
|
| 7 |
+
huggingface_hub==0.24.0
|
setup.sh
CHANGED
|
File without changes
|