components/sidebar.py

import streamlit as st
import yaml


def sidebar(session_state, config):
    COST_PER_1000_TOKENS_USD = config["COST_PER_1000_TOKENS_USD"]
    CHAT_BOTS = config["CHAT_BOTS"]

    def retrieval_settings():
        st.markdown("# Web Retrieval")
        session_state.rag_enabled = st.toggle("Activate Web Retrieval", value=True)
        session_state.search_vendor = st.radio(
            "Select Search Vendor",
            ["Bing", "Google"],
            disabled=not session_state.rag_enabled,
        )
        session_state.n_crawl = st.slider(
            label="Links to Crawl",
            key=1,
            min_value=1,
            max_value=10,
            value=4,
            disabled=not session_state.rag_enabled,
        )
        session_state.top_k = st.slider(
            label="Chunks to Retrieve via Reranker",
            key=2,
            min_value=1,
            max_value=20,
            value=5,
            disabled=not session_state.rag_enabled,
        )

        session_state.chunk_size = st.slider(
            label="Chunk Size",
            value=512,
            min_value=128,
            max_value=1024,
            step=8,
            disabled=not session_state.rag_enabled,
        )

        st.markdown("---")

    def model_analytics():
        st.markdown("# Model Analytics")

        st.write("Total tokens used :", session_state["tokens_used"])
        st.write("Speed :", session_state["tps"], "  tokens/sec")
        st.write(
            "Total cost incurred :",
            round(
                COST_PER_1000_TOKENS_USD * session_state["tokens_used"] / 1000,
                3,
            ),
            "USD",
        )

        st.markdown("---")

    def model_settings():
        st.markdown("# Model Settings")

        session_state.chat_bot = st.sidebar.radio(
            "Select one:", [key for key, _ in CHAT_BOTS.items()]
        )
        session_state.temp = st.slider(
            label="Temperature", min_value=0.0, max_value=1.0, step=0.1, value=0.9
        )

        session_state.max_tokens = st.slider(
            label="New tokens to generate",
            min_value=64,
            max_value=2048,
            step=32,
            value=512,
        )

        session_state.repetion_penalty = st.slider(
            label="Repetion Penalty", min_value=0.0, max_value=1.0, step=0.1, value=1.0
        )

    with st.sidebar:
        retrieval_settings()
        model_analytics()
        model_settings()