forked from dnhkng/GlaDOS
-
Notifications
You must be signed in to change notification settings - Fork 0
/
install_windows.bat
34 lines (27 loc) · 1.67 KB
/
install_windows.bat
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
REM Download and install the required dependencies for the project on Windows
echo Install espeak-ng...
curl -L "https://github.com/espeak-ng/espeak-ng/releases/download/1.51/espeak-ng-X64.msi" --output "espeak-ng-X64.msi"
espeak-ng-X64.msi
del espeak-ng-X64.msi
python3.12 -m venv venv
call .\venv\Scripts\activate
pip install -r requirements_cuda.txt
echo Downloading Llama...
curl -L "https://github.com/ggerganov/llama.cpp/releases/download/b2839/cudart-llama-bin-win-cu12.2.0-x64.zip" --output "cudart-llama-bin-win-cu12.2.0-x64.zip"
curl -L "https://github.com/ggerganov/llama.cpp/releases/download/b2839/llama-b2839-bin-win-cuda-cu12.2.0-x64.zip" --output "llama-b2839-bin-win-cuda-cu12.2.0-x64.zip"
echo Unzipping Llama...
tar -xf cudart-llama-bin-win-cu12.2.0-x64.zip -C submodules\llama.cpp
tar -xf llama-b2839-bin-win-cuda-cu12.2.0-x64.zip -C submodules\llama.cpp
echo Downloading Whisper...
curl -L "https://github.com/ggerganov/whisper.cpp/releases/download/v1.5.4/whisper-cublas-12.2.0-bin-x64.zip" --output "whisper-cublas-12.2.0-bin-x64.zip"
echo Unzipping Whisper...
tar -xf whisper-cublas-12.2.0-bin-x64.zip -C submodules\whisper.cpp
echo Cleaning up...
del whisper-cublas-12.2.0-bin-x64.zip
del cudart-llama-bin-win-cu12.2.0-x64.zip
del llama-b2839-bin-win-cuda-cu12.2.0-x64.zip
REM Download ASR and LLM Models
echo Downloading Models...
curl -L "https://huggingface.co/distil-whisper/distil-medium.en/resolve/main/ggml-medium-32-2.en.bin" --output "models\ggml-medium-32-2.en.bin"
curl -L "https://huggingface.co/bartowski/Meta-Llama-3-8B-Instruct-GGUF/resolve/main/Meta-Llama-3-8B-Instruct-Q6_K.gguf?download=true" --output "models\Meta-Llama-3-8B-Instruct-Q6_K.gguf"
echo Done!