Spaces:
Runtime error
Runtime error
Update run.sh
Browse files
run.sh
CHANGED
|
@@ -1,4 +1,9 @@
|
|
| 1 |
#!/bin/bash
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
git clone https://github.com/vllm-project/vllm.git
|
| 3 |
cd vllm && VLLM_TARGET_DEVICE=cpu python setup.py install && cd ..
|
| 4 |
git clone https://huggingface.co/Moses25/Mistral-7B-Instruct-32K-AWQ
|
|
|
|
| 1 |
#!/bin/bash
|
| 2 |
+
sudo apt-get update -y
|
| 3 |
+
sudo apt-get install -y gcc-12 g++-12
|
| 4 |
+
sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-12 10 --slave /usr/bin/g++ g++ /usr/bin/g++-12
|
| 5 |
+
pip install -v -r requirements.txt --extra-index-url https://download.pytorch.org/whl/cpu
|
| 6 |
+
|
| 7 |
git clone https://github.com/vllm-project/vllm.git
|
| 8 |
cd vllm && VLLM_TARGET_DEVICE=cpu python setup.py install && cd ..
|
| 9 |
git clone https://huggingface.co/Moses25/Mistral-7B-Instruct-32K-AWQ
|