first commit

.gitignore

@@ -0,0 +1,158 @@
+node_modules/
+.idea/
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+.DS_Store
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintainted in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
+
+read.html

app/auth.py

@@ -0,0 +1,26 @@
+import time
+import urllib
+
+from dotenv import load_dotenv
+import requests
+from flask import jsonify
+import os
+
+load_dotenv()
+
+def get_meeting_token(room_name, daily_api_key, token_expiry):
+    api_path = os.getenv('DAILY_API_PATH') or 'https://api.daily.co/v1'
+
+    if not token_expiry:
+        token_expiry = time.time() + 600
+    res = requests.post(f'{api_path}/meeting-tokens',
+                        headers={'Authorization': f'Bearer {daily_api_key}'},
+                        json={'properties': {'room_name': room_name, 'is_owner': True, 'exp': token_expiry}})
+    if res.status_code != 200:
+        return jsonify({'error': 'Unable to create meeting token', 'detail': res.text}), 500
+    meeting_token = res.json()['token']
+    return meeting_token
+
+
+def get_room_name(room_url):
+    return urllib.parse.urlparse(room_url).path[1:]

app/bot.py

@@ -0,0 +1,161 @@
+import argparse
+import logging
+import os
+import time
+from threading import Thread
+from typing import Any, Mapping
+
+from daily import EventHandler, CallClient, Daily
+from datetime import datetime
+from dotenv import load_dotenv
+
+from auth import get_meeting_token, get_room_name
+
+load_dotenv()
+
+class DailyLLM(EventHandler):
+    def __init__(
+        self,
+        room_url=os.getenv("DAILY_URL"),
+        token=os.getenv("DAILY_TOKEN"),
+        bot_name="TestBot",
+    ):
+        duration = os.getenv("BOT_MAX_DURATION")
+        if not duration:
+            duration = 300
+        else:
+            duration = int(duration)
+        self.expiration = time.time() + duration
+
+        # room + bot details
+        self.room_url = room_url
+        room_name = get_room_name(room_url)
+        if token:
+            self.token = token
+        else:
+            self.token = get_meeting_token(
+                room_name, os.getenv("DAILY_API_KEY"), self.expiration
+            )
+        self.bot_name = bot_name
+
+        self.finished_talking_at = None
+
+        FORMAT = f"%(asctime)s {room_name} %(message)s"
+        logging.basicConfig(format=FORMAT)
+        self.logger = logging.getLogger("bot-instance")
+        self.logger.setLevel(logging.DEBUG)
+
+        self.logger.info(f"Joining as {self.bot_name}")
+        self.logger.info(f"Joining room {self.room_url}")
+        self.logger.info(
+            f"expiration: {datetime.utcfromtimestamp(self.expiration).strftime('%Y-%m-%d %H:%M:%S')}"
+        )
+        self.logger.info(
+            f"now: {datetime.utcfromtimestamp(time.time()).strftime('%Y-%m-%d %H:%M:%S')}"
+        )
+
+        self.my_participant_id = None
+
+        self.logger.info("configuring daily")
+        self.configure_daily()
+
+        self.stop_threads = False
+        self.image = None
+
+        #self.logger.info("starting camera thread")
+        #self.camera_thread = Thread(target=self.run_camera)
+        #self.camera_thread.start()
+
+        self.participant_left = False
+        self.last_fragment_at = None
+
+        try:
+            participant_count = len(self.client.participants())
+            self.logger.info(f"{participant_count} participants in room")
+            while time.time() < self.expiration and not self.participant_left:
+                time.sleep(1)
+        except Exception as e:
+            self.logger.error(f"Exception {e}")
+        finally:
+            self.client.leave()
+
+        self.stop_threads = True
+        self.logger.info("Shutting down")
+        #self.camera_thread.join()
+        #self.logger.info("camera thread stopped")
+        #self.logger.info("Services closed.")
+
+    def configure_daily(self):
+        Daily.init()
+        self.client = CallClient(event_handler=self)
+
+        self.mic = Daily.create_microphone_device("mic", sample_rate=16000, channels=1)
+        self.speaker = Daily.create_speaker_device(
+            "speaker", sample_rate=16000, channels=1
+        )
+        self.camera = Daily.create_camera_device(
+            "camera", width=1024, height=1024, color_format="RGB"
+        )
+
+        Daily.select_speaker_device("speaker")
+
+        self.client.set_user_name(self.bot_name)
+        self.client.join(self.room_url, completion=self.call_joined)
+        #self.client.join(self.room_url, self.token, completion=self.call_joined)
+
+        self.client.update_inputs(
+            {
+                "camera": {
+                    "isEnabled": True,
+                    "settings": {
+                        "deviceId": "camera",
+                        "frameRate": 5,
+                    },
+                },
+                "microphone": {"isEnabled": True, "settings": {"deviceId": "mic"}},
+            }
+        )
+
+        self.my_participant_id = self.client.participants()["local"]["id"]
+
+    def call_joined(self, join_data, client_error):
+        self.logger.info(f"call_joined: {join_data}, {client_error}")
+
+    def on_participant_joined(self, participant):
+        self.logger.info(f"on_participant_joined: {participant}")
+        #self.client.send_app_message({"event": "story-id", "storyID": self.story_id})
+        self.wave()
+        time.sleep(2)
+
+    def on_participant_left(self, participant, reason):
+        if len(self.client.participants()) < 2:
+            self.logger.info("participant left")
+            self.participant_left = True
+
+    def wave(self):
+        self.client.send_app_message(
+            {
+                "event": "sync-emoji-reaction",
+                "reaction": {
+                    "emoji": "👋",
+                    "room": "main-room",
+                    "sessionId": "bot",
+                    "id": time.time(),
+                },
+            }
+        )
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(description="Daily LLM bot")
+    parser.add_argument("-u", "--url", type=str, help="URL of the Daily room")
+    parser.add_argument("-t", "--token", type=str, help="Token for Daily API")
+    parser.add_argument("-b", "--bot-name", type=str, help="Name of the bot")
+
+    args = parser.parse_args()
+
+    url = args.url or os.getenv("DAILY_URL")
+    bot_name = args.bot_name or "TestBot"
+    token = args.token or None
+
+    app = DailyLLM(url, token, bot_name)

build-run.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+gunicorn --workers=2 --log-level info server:app --bind=0.0.0.0:8080

dockerfile

@@ -0,0 +1,53 @@
+FROM nvidia/cuda:12.1.1-cudnn8-devel-ubuntu22.04
+
+ARG DEBIAN_FRONTEND=noninteractive
+
+ENV PYTHONUNBUFFERED=1
+ENV NODE_MAJOR=20
+
+RUN apt-get update && apt-get install --no-install-recommends -y \
+    build-essential \
+    python3.9 \
+    python3-pip \
+    python3-dev \
+    git \
+    ffmpeg \
+    google-perftools \
+    ca-certificates curl gnupg \
+    && apt-get clean && rm -rf /var/lib/apt/lists/*
+    
+WORKDIR /code
+
+RUN mkdir -p /etc/apt/keyrings 
+RUN curl -fsSL https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key | gpg --dearmor -o /etc/apt/keyrings/nodesource.gpg
+RUN echo "deb [signed-by=/etc/apt/keyrings/nodesource.gpg] https://deb.nodesource.com/node_${NODE_MAJOR}.x nodistro main" | tee /etc/apt/sources.list.d/nodesource.list > /dev/null
+RUN apt-get update && apt-get install nodejs -y
+
+COPY ./requirements.txt /code/requirements.txt
+COPY app/*.py /code/app
+
+# Set up a new user named "user" with user ID 1000
+RUN useradd -m -u 1000 user
+# Switch to the "user" user
+USER user
+# Set home to the user's home directory
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH \
+    PYTHONPATH=$HOME/app \
+    PYTHONUNBUFFERED=1 \
+    SYSTEM=spaces
+
+# Expose Flask port
+ENV FLASK_PORT=8080
+EXPOSE 8080
+
+RUN pip3 install --no-cache-dir --upgrade -r /code/requirements.txt
+
+# Set the working directory to the user's home directory
+WORKDIR $HOME/app
+
+# Copy the current directory contents into the container at $HOME/app setting the owner to the user
+COPY --chown=user . $HOME/app
+
+ENV LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc.so.4
+CMD ["./build-run.sh"]

requirements.txt

@@ -0,0 +1,15 @@
+daily-python
+blinker==1.7.0
+click==8.1.7
+Flask==3.0.0
+Flask-Cors==4.0.0
+gunicorn==21.2.0
+itsdangerous==2.1.2
+Jinja2==3.1.2
+MarkupSafe==2.1.3
+packaging==23.2
+Werkzeug==3.0.1
+python-dotenv
+imageio-ffmpeg
+imageio
+requests

server.py

@@ -0,0 +1,90 @@
+from flask import Flask, jsonify, request
+from flask_cors import CORS
+from dotenv import load_dotenv
+import os
+import requests
+import subprocess
+import time
+
+from app.auth import get_meeting_token
+
+load_dotenv()
+
+app = Flask(__name__)
+CORS(app)
+
+def _start_bot(bot_path, args=None):
+    daily_api_key = os.getenv("DAILY_API_KEY") or ""
+    api_path = os.getenv("DAILY_API_PATH") or "https://api.daily.co/v1"
+
+    timeout = int(os.getenv("ROOM_TIMEOUT") or os.getenv("BOT_MAX_DURATION") or 300)
+    exp = time.time() + timeout
+
+    '''
+    res = requests.post(
+        f"{api_path}/rooms",
+        headers={"Authorization": f"Bearer {daily_api_key}"},
+        json={
+            "properties": {
+                "exp": exp,
+                "enable_chat": True,
+                "enable_emoji_reactions": True,
+                "eject_at_room_exp": True,
+                "enable_prejoin_ui": False,
+            }
+        },
+    )
+    if res.status_code != 200:
+        return (
+            jsonify(
+                {
+                    "error": "Unable to create room",
+                    "status_code": res.status_code,
+                    "text": res.text,
+                }
+            ),
+            500,
+        )
+    '''
+    room_url = os.getenv("DAILY_ROOM_URL") #res.json()["url"]
+    room_name = os.getenv("DAILY_ROOM_NAME") #res.json()["name"]
+
+    meeting_token = get_meeting_token(room_url, daily_api_key, exp)
+
+    if args:
+        extra_args = " ".join([f'-{x[0]} "{x[1]}"' for x in args])
+    else:
+        extra_args = ""
+
+    proc = subprocess.Popen(
+        [
+            f"python {bot_path} -u {room_url} -t {meeting_token} {extra_args}"
+        ],
+        shell=True,
+        bufsize=1,
+    )
+
+    # Don't return until the bot has joined the room, but wait for at most 2 seconds.
+    attempts = 0
+    while attempts < 20:
+        time.sleep(0.1)
+        attempts += 1
+        res = requests.get(
+            f"{api_path}/rooms/{room_name}/get-session-data",
+            headers={"Authorization": f"Bearer {daily_api_key}"},
+        )
+        if res.status_code == 200:
+            break
+    print(f"Took {attempts} attempts to join room {room_name}")
+
+    return jsonify({"room_url": room_url, "token": meeting_token}), 200
+
+# Routes
+@app.route("/start-bot", methods=["POST"])
+def start_bot():
+    return _start_bot("./app/bot.py")
+
+@app.route("/")
+def hello_world():
+    return "<p>Hello, World!</p>"
+