Update app.py

app.py

@@ -9,6 +9,9 @@ import re
 import random
 import numpy as np
 
+import subprocess
+subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
+
 # Initialize models
 device = "cuda" if torch.cuda.is_available() else "cpu"
 dtype = torch.float16