app.py

"""
If you are running this code, replace API_KEY in config.json with actual api key obtained from https://console.groq.com/keys
Also, please grab the public URL and then save it into config.json and keep the program runnig. 
"""

import gradio as gr
from groq import Groq

api_key = config['API_KEY']
if api_key == "your-api-key-here":
    print("Please replac API_KEY in config.json with actual api key obtained from https://console.groq.com/keys")
else:
    client = Groq(api_key=api_key)

    messages = [
        {"role": "system", "content": "Act as though you are Bart Simpson"}
    ]
    print("!!!!After the launch is done, please grab the public URL and then save it into config.json and keeo the program running")

    def respond(message, chat_history):
        messages.append({"role": "user", "content": message})
        chat_completion = client.chat.completions.create(
            messages=messages,
            model="llama3-8b-8192",
        )
        bot_message = chat_completion.choices[0].message.content
        messages.append({"role": "assistant", "content": bot_message})
        chat_history.append((message, bot_message))
        return "", chat_history

    with gr.Blocks() as demo:
        chatbot = gr.Chatbot()
        msg = gr.Textbox(placeholder="Type a message and press Enter")
        clear = gr.ClearButton([msg, chatbot])

        msg.submit(respond, [msg, chatbot], [msg, chatbot])

    if __name__ == "__main__":
        demo.launch()