import openai import chainlit as cl openai.api_key = "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" # model_name = "text-davinci-003" model_name = "gpt-3.5-turbo" settings = { "temperature": 0.7, "max_tokens": 500, "top_p": 1, "frequency_penalty": 0, "presence_penalty": 0, } @cl.on_chat_start def start_chat(): cl.user_session.set( "message_history", [{"role": "system", "content": "You are a helpful assistant."}], ) @cl.on_message async def main(message: str): message_history = cl.user_session.get("message_history") message_history.append({"role": "user", "content": message}) msg = cl.Message(content="") async for stream_resp in await openai.ChatCompletion.acreate( model=model_name, messages=message_history, stream=True, **settings ): token = stream_resp.choices[0]["delta"].get("content", "") await msg.stream_token(token) message_history.append({"role": "assistant", "content": msg.content}) await msg.send()