removed gpu
Browse files
start.sh
CHANGED
@@ -6,7 +6,7 @@ export MKL_NUM_THREADS=4 # Optimize Intel MKL threading
|
|
6 |
export CUDA_VISIBLE_DEVICES=0 # Use the first GPU if available
|
7 |
|
8 |
# Start Ollama in the background with optimized settings
|
9 |
-
ollama serve
|
10 |
|
11 |
# Pull the model if not already present
|
12 |
if ! ollama list | grep -q "tinyllama"; then
|
|
|
6 |
export CUDA_VISIBLE_DEVICES=0 # Use the first GPU if available
|
7 |
|
8 |
# Start Ollama in the background with optimized settings
|
9 |
+
ollama serve & # Use GPU 0 if available
|
10 |
|
11 |
# Pull the model if not already present
|
12 |
if ! ollama list | grep -q "tinyllama"; then
|