Update app.py

app.py

@@ -16,21 +16,23 @@ from PIL import Image
 
 import time
 
-subprocess.check_call([sys.executable, '-m', 'pip', 'install', 'packaging'])
-subprocess.check_call([sys.executable, '-m', 'pip', 'install', 'ninja'])
-subprocess.check_call([sys.executable, '-m', 'pip', 'install', 'mamba-ssm'])
-subprocess.check_call([sys.executable, '-m', 'pip', 'install', 'causal-conv1d'])
+# install packages for mamba
+def install():
+    print("Install personal packages", flush=True)
+    subprocess.run(shlex.split("pip install causal_conv1d-1.2.0.post1-cp310-cp310-linux_x86_64.whl"))
+    subprocess.run(shlex.split("pip install mamba_ssm-1.2.0.post1-cp310-cp310-linux_x86_64.whl"))
+
+install()
 
 from cobra import load
 vlm = load("cobra+3b")
 
 if torch.cuda.is_available():
     DEVICE = "cuda"
-    DTYPE = torch.float32
+    DTYPE = torch.bfloat16
 else:
     DEVICE = "cpu"
     DTYPE = torch.float32
-vlm.enable_mixed_precision_training = False
 vlm.to(DEVICE, dtype=DTYPE)
 
 prompt_builder = vlm.get_prompt_builder()