rahul7star commited on
Commit
a9bf3f2
·
verified ·
1 Parent(s): 5925ea4

Update app_exp.py

Browse files
Files changed (1) hide show
  1. app_exp.py +16 -16
app_exp.py CHANGED
@@ -13,22 +13,22 @@ from huggingface_hub import snapshot_download, hf_hub_download
13
  # ============================================================
14
  # 0️⃣ FlashAttention 3 Setup
15
  # ============================================================
16
- try:
17
- print("Attempting to download and install FlashAttention wheel...")
18
- flash_attention_wheel = hf_hub_download(
19
- repo_id="rahul7star/flash-attn-3",
20
- repo_type="model",
21
- filename="128/flash_attn_3-3.0.0b1-cp39-abi3-linux_x86_64.whl",
22
- )
23
- subprocess.run(["pip", "install", flash_attention_wheel], check=True)
24
- site.addsitedir(site.getsitepackages()[0])
25
- importlib.invalidate_caches()
26
- print("✅ FlashAttention installed successfully.")
27
- enable_fa3 = True
28
- except Exception as e:
29
- print(f"⚠️ Could not install FlashAttention: {e}")
30
- print("Continuing without FlashAttention...")
31
- enable_fa3 = False
32
 
33
  # ============================================================
34
  # 1️⃣ Repository Setup
 
13
  # ============================================================
14
  # 0️⃣ FlashAttention 3 Setup
15
  # ============================================================
16
+ # try:
17
+ # print("Attempting to download and install FlashAttention wheel...")
18
+ # flash_attention_wheel = hf_hub_download(
19
+ # repo_id="rahul7star/flash-attn-3",
20
+ # repo_type="model",
21
+ # filename="128/flash_attn_3-3.0.0b1-cp39-abi3-linux_x86_64.whl",
22
+ # )
23
+ # subprocess.run(["pip", "install", flash_attention_wheel], check=True)
24
+ # site.addsitedir(site.getsitepackages()[0])
25
+ # importlib.invalidate_caches()
26
+ # print("✅ FlashAttention installed successfully.")
27
+ # enable_fa3 = True
28
+ # except Exception as e:
29
+ # print(f"⚠️ Could not install FlashAttention: {e}")
30
+ # print("Continuing without FlashAttention...")
31
+ # enable_fa3 = False
32
 
33
  # ============================================================
34
  # 1️⃣ Repository Setup