Upload 4 files

app.py

@@ -1,7 +1,7 @@
-import subprocess
-subprocess.run('pip install torch==2.3.0 torchvision==0.18.0 torchaudio==2.3.0 --index-url https://download.pytorch.org/whl/cu121', shell=True)
-subprocess.run('pip install flash-attn --no-build-isolation', shell=True)
-subprocess.run('pip install "unsloth[cu121-ampere-torch230] @ git+https://github.com/unslothai/unsloth.git"', shell=True)
+if __name__ == "__main__":
+    import subprocess
+    subprocess.run('bash setup.sh', shell=True)
+    subprocess.run('bash venv.sh', shell=True)
 
 import fn
 import gradio as gr

requirements.txt

@@ -19,3 +19,6 @@ accelerate==0.33.0
 peft==0.12.0
 wheel
 python-multipart
+-r requirements-torch.txt
+-r requirements-fa.txt
+unsloth[cu121-ampere-torch230] @ git+https://github.com/unslothai/unsloth.git"

setup.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/bash
+
+sudo apt install python3.10-dev
+wget https://developer.download.nvidia.com/compute/cuda/repos/wsl-ubuntu/x86_64/cuda-keyring_1.0-1_all.deb
+sudo dpkg -i cuda-keyring_1.0-1_all.deb
+sudo apt update
+sudo apt-get install cuda-toolkit-12-1
+echo 'if [ -e /usr/local/cuda ]; then' >> ~/.bashrc
+echo 'export PATH="/usr/local/cuda/bin:$PATH"' >> ~/.bashrc
+echo 'export LD_LIBRARY_PATH="/usr/local/cuda/lib64:$LD_LIBRARY_PATH"' >> ~/.bashrc
+echo 'fi' >> ~/.bashrc