File size: 833 Bytes
e300ea0
94aad36
e300ea0
94aad36
e300ea0
 
 
 
94aad36
e300ea0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
import os
import gradio as gr
from groq import Groq

client = Groq(
    # This is the default and can be omitted
    api_key=os.environ.get("GROQ_API_KEY"),
)

def chat_with_groq(user_input, additional_info=None):  # Added additional_info parameter
    chat_completion = client.chat.completions.create(
        messages=[
            {
                "role": "system",
                "content": "you are a helpful assistant."
            },
            {
                "role": "user",
                "content": user_input,
            }
        ],
        model="mixtral-8x7b-32768",
    )
    return chat_completion.choices[0].message.content

iface = gr.ChatInterface(
    fn=chat_with_groq,
    title="Groq Chatbot",
    description="Ask anything to the Groq-powered chatbot."
)

if __name__ == "__main__":
    iface.launch()