Default Agent

Dockerfile

@@ -3,6 +3,10 @@
 
 FROM python:3.10
 
+RUN useradd -m -u 1000 user
+USER user
+ENV PATH="/home/user/.local/bin:$PATH"
+
 # Create a directory for the app
 WORKDIR /app
 
@@ -15,10 +19,10 @@ RUN wget -O DeepSeek-R1-Distill-Qwen-1.5B-Q2_K.gguf \
 
 
 # Copy the files to the container
-COPY . /app
+COPY --chown=user . /app
 
 # Install the requirements
-RUN pip install --no-cache-dir -r requirements.txt
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
 
 # Expose the port
 EXPOSE 8000

main.py

@@ -183,6 +183,7 @@ async def async_generator_from_sync(sync_gen_func, *args, **kwargs):
             loop.call_soon_threadsafe(q.put_nowait, None)
 
     with concurrent.futures.ThreadPoolExecutor() as executor:
+        logging.info("Inside executor")
         executor.submit(producer)
         while True:
             item = await q.get()
@@ -225,7 +226,9 @@ async def run_research_forever():
         full_response = ""
         try:
             # Generate the model response and accumulate the full text.
+            logging.info["Before generate_response_background"]
             async for token in generate_response_background(conversation):
+                logging.info (f"generate_response_background yields: {token}")
                 token_text = token["choices"][0]["delta"].get("content", "")
                 full_response += token_text
                 # Log each token individually