Update game build from GitLab CI

Dockerfile

@@ -14,13 +14,14 @@ WORKDIR /app
 RUN apt-get update && apt-get install -y \
     gcc \
     portaudio19-dev \
-    python3-dev \
+    # python3-dev \
     libasound2-dev \
-    libpulse-dev \
-    libportaudio2 \
-    libportaudiocpp0 \
-    libasound2 \
-    libasound2-data \
+    # libpulse-dev \
+    # libportaudio2 \
+    # libportaudiocpp0 \
+    # libasound2 \
+    # libasound2-data \
+    git \
     wget \
     gnupg2 \
     && rm -rf /var/lib/apt/lists/*

server/AudioTranscriber.py

@@ -1,4 +1,5 @@
 import io
+from typing import List
 import threading
 from multiprocessing import Queue
 from queue import Empty
@@ -19,12 +20,20 @@ logger = logging.getLogger(__name__)
 
 
 class AudioTranscriber(threading.Thread):
-    def __init__(self, audio_queue: "Queue[io.BytesIO]", text_queue: "Queue[str]"):
+    def __init__(
+        self,
+        audio_queue: "Queue[io.BytesIO]",
+        text_queue: "Queue[str]",
+        language: str = "en",
+    ):
         super().__init__()
         self.audio_queue = audio_queue
         self.action_queue = text_queue
         self.daemon = True  # Thread will exit when main program exits
+        self.max_buffer_size = 3
+        self.language = language
 
+        self.buffer: List[io.BytesIO] = []
         self.transcriber = WhisperModel(
             "large",
             device="cuda",
@@ -37,8 +46,15 @@ class AudioTranscriber(threading.Thread):
                 # Wait for 1 second before timing out and checking again
                 audio_chunk = self.audio_queue.get(timeout=1)
 
-                # Process the audio chunk using the faster-whisper implementation
-                segments, info = self.transcriber.transcribe(audio_chunk, language="fr")
+                self.buffer.append(audio_chunk)
+
+                while len(self.buffer) >= self.max_buffer_size:
+                    _ = self.buffer.pop(0)
+
+                joined_buffer = b"".join([chunk.getvalue() for chunk in self.buffer])
+                segments, info = self.transcriber.transcribe(
+                    joined_buffer, language=self.language
+                )
 
                 # Put the transcription results in the output queue
                 for segment in segments:

server/__main__.py

@@ -84,7 +84,7 @@ def serve_index():
 
 @app.route("/api/data", methods=["GET"])
 def get_data():
-    return jsonify({"message": "Voici vos données", "status": "success"})
+    return jsonify({"status": "success"})
 
 
 @app.route("/api/process", methods=["POST"])
@@ -129,7 +129,6 @@ def process_data():
 
         return jsonify(
             {
-                "message": "Audio chunk received and queued for processing",
                 "status": "success",
             }
         )

server/static/index.html

@@ -32,12 +32,18 @@
     <script>
         // URL of the server to send audio chunks
         const serverUrl = "./api/process"
+        const FETCH_TIMEOUT = 5000 // 5 seconds timeout
 
         // Check server availability first
+        const controller = new AbortController()
+        const timeout = setTimeout(() => controller.abort(), FETCH_TIMEOUT)
+
         fetch("./api/data", {
-            method: 'GET'
+            method: 'GET',
+            signal: controller.signal
         })
             .then(response => {
+                clearTimeout(timeout)
                 if (!response.ok) {
                     throw new Error(`Server check failed: ${response.status}`)
                 }
@@ -45,8 +51,12 @@
                 setupAudioRecording()
             })
             .catch(error => {
+                clearTimeout(timeout)
+                const errorMessage = error.name === 'AbortError'
+                    ? 'Server request timed out. Please try again later.'
+                    : 'Could not connect to the server. Please try again later.'
                 console.error('Server check failed:', error)
-                alert('Could not connect to the server. Please try again later.')
+                console.error(errorMessage)
                 throw error
             })
 
@@ -55,7 +65,7 @@
             // Check if browser supports audio recording
             if (!navigator.mediaDevices?.getUserMedia) {
                 console.error('Your browser does not support audio recording.')
-                alert('Your browser does not support audio recording. Please try using a modern browser like Chrome, Firefox, or Edge.')
+                console.error('Please try using a modern browser like Chrome, Firefox, or Edge.')
                 throw new Error('Audio recording not supported')
             }
 
@@ -81,6 +91,9 @@
                             const base64Audio = reader.result.split(',')[1]
 
                             // Send as JSON with base64-encoded audio
+                            const audioController = new AbortController()
+                            const audioTimeout = setTimeout(() => audioController.abort(), FETCH_TIMEOUT)
+
                             fetch(serverUrl, {
                                 method: 'POST',
                                 headers: {
@@ -88,10 +101,13 @@
                                 },
                                 body: JSON.stringify({
                                     audio_chunk: base64Audio
-                                })
+                                }),
+                                signal: audioController.signal
                             }).then(response => {
+                                clearTimeout(audioTimeout)
                                 console.log('Audio chunk sent successfully')
                             }).catch(error => {
+                                clearTimeout(audioTimeout)
                                 console.error('Error sending audio chunk:', error)
                             })
                         }