Duplicated from ztime/Beyonder-4x7B-v2-GGUF-Chat
106db30 8fd0c06
1
2
3
4
5
6
7
8
9
10
11
#!/bin/sh # For mlock support ulimit -l unlimited ~/server --port 7890 -m model/gguf-model.bin ./llamacpp/build/bin/server --port 7890 -m model/gguf-model.bin # python3 -B main.py