File size: 146 Bytes
73cc25e
 
 
 
 
a5da896
1
2
3
4
5
6
7
#!/bin/sh

# For mlock support
ulimit -l unlimited

python3 -B -m llama_cpp.server --model model/ggmlv3-model.bin --n_threads 2 --embedding False