Spaces:
Runtime error
Runtime error
lonestar108
commited on
Commit
•
e87bdb4
1
Parent(s):
5b498ca
- requirements.txt +8 -17
requirements.txt
CHANGED
@@ -22,37 +22,28 @@ sentencepiece
|
|
22 |
tensorboard
|
23 |
tqdm
|
24 |
wandb
|
25 |
-
exllama
|
26 |
|
27 |
# bitsandbytes
|
28 |
-
bitsandbytes==0.41.1
|
29 |
-
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
|
30 |
|
31 |
# AutoGPTQ
|
32 |
-
https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.4.2/auto_gptq-0.4.2+cu117-cp310-cp310-
|
33 |
-
https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.4.2/auto_gptq-0.4.2+cu117-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64"
|
34 |
|
35 |
# ExLlama
|
36 |
-
https://github.com/jllllll/exllama/releases/download/0.0.14/exllama-0.0.14+cu117-cp310-cp310-
|
37 |
-
https://github.com/jllllll/exllama/releases/download/0.0.14/exllama-0.0.14+cu117-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64"
|
38 |
|
39 |
# llama-cpp-python without GPU support
|
40 |
-
llama-cpp-python==0.1.83
|
41 |
-
https://github.com/abetlen/llama-cpp-python/releases/download/v0.1.83/llama_cpp_python-0.1.83-cp310-cp310-win_amd64.whl; platform_system == "Windows"
|
42 |
|
43 |
# llama-cpp-python with CUDA support
|
44 |
-
https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.83+cu117-cp310-cp310-
|
45 |
-
https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.83+cu117-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64"
|
46 |
|
47 |
# llama-cpp-python with GGML support
|
48 |
-
https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python_ggml-0.1.78+cpuavx2-cp310-cp310-
|
49 |
-
https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/
|
50 |
-
https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_ggml_cuda-0.1.78+cu117-cp310-cp310-win_amd64.whl; platform_system == "Windows"
|
51 |
-
https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_ggml_cuda-0.1.78+cu117-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64"
|
52 |
|
53 |
# GPTQ-for-LLaMa
|
54 |
-
https://github.com/jllllll/GPTQ-for-LLaMa-CUDA/releases/download/0.1.0/gptq_for_llama-0.1.0+cu117-cp310-cp310-
|
55 |
-
https://github.com/jllllll/GPTQ-for-LLaMa-CUDA/releases/download/0.1.0/gptq_for_llama-0.1.0+cu117-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64"
|
56 |
|
57 |
# ctransformers
|
58 |
https://github.com/jllllll/ctransformers-cuBLAS-wheels/releases/download/AVX2/ctransformers-0.2.25+cu117-py3-none-any.whl
|
|
|
22 |
tensorboard
|
23 |
tqdm
|
24 |
wandb
|
|
|
25 |
|
26 |
# bitsandbytes
|
27 |
+
bitsandbytes==0.41.1
|
|
|
28 |
|
29 |
# AutoGPTQ
|
30 |
+
https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.4.2/auto_gptq-0.4.2+cu117-cp310-cp310-linux_x86_64.whl
|
|
|
31 |
|
32 |
# ExLlama
|
33 |
+
https://github.com/jllllll/exllama/releases/download/0.0.14/exllama-0.0.14+cu117-cp310-cp310-linux_x86_64.whl
|
|
|
34 |
|
35 |
# llama-cpp-python without GPU support
|
36 |
+
llama-cpp-python==0.1.83
|
|
|
37 |
|
38 |
# llama-cpp-python with CUDA support
|
39 |
+
https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.83+cu117-cp310-cp310-linux_x86_64.whl
|
|
|
40 |
|
41 |
# llama-cpp-python with GGML support
|
42 |
+
https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python_ggml-0.1.78+cpuavx2-cp310-cp310-linux_x86_64.whl
|
43 |
+
https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_ggml_cuda-0.1.78+cu117-cp310-cp310-linux_x86_64.whl
|
|
|
|
|
44 |
|
45 |
# GPTQ-for-LLaMa
|
46 |
+
https://github.com/jllllll/GPTQ-for-LLaMa-CUDA/releases/download/0.1.0/gptq_for_llama-0.1.0+cu117-cp310-cp310-linux_x86_64.whl
|
|
|
47 |
|
48 |
# ctransformers
|
49 |
https://github.com/jllllll/ctransformers-cuBLAS-wheels/releases/download/AVX2/ctransformers-0.2.25+cu117-py3-none-any.whl
|