Update Dockerfile

Dockerfile

@@ -27,22 +27,21 @@ RUN pip install --no-cache-dir \
     --index-url https://download.pytorch.org/whl/cu121
 
 EXPOSE 7860
-
-RUN pip install --no-cache-dir text-generation==0.6.1
-
 ENV HF_HOME=/app/.cache
+# ───── Pakete ─────────────────────────────────────────────
+RUN pip install --no-cache-dir vllm==0.4.2
+
+# ───── Environment ───────────────────────────────────────
 ENV MODEL_ID="SebastianBodza/Kartoffel_Orpheus-3B_german_natural-v0.1"
 ENV ORPHEUS_API_URL=http://127.0.0.1:1234/v1/completions
-ENV ORPHEUS_MODEL=$MODEL_ID         # landet im JSON-Payload von OrpheusEngine
 
+# ───── Entrypoint ────────────────────────────────────────
 CMD bash -c "\
-   text-generation-launcher \
-        --model-id $MODEL_ID \
+    python -m vllm.entrypoints.openai.api_server \
+        --model $MODEL_ID \
         --port 1234 \
-        --max-input-length 4096 \
-        --dtype auto \
-        --quantization fp8 \
-        --enable-chunked-prefill \
+        --dtype bfloat16 \
         --gpu-memory-utilization 0.7 & \
-   uvicorn app:app --host 0.0.0.0 --port 7860"
+    uvicorn app:app --host 0.0.0.0 --port 7860"
+