diff --git a/chat.py b/chat.py index dd0df92..3c0c32f 100644 --- a/chat.py +++ b/chat.py @@ -34,7 +34,6 @@ response = client.chat.completions.create( model=MODEL_NAME, temperature=0.7, - n=1, messages=[ {"role": "system", "content": "You are a helpful assistant that makes lots of cat references and uses emojis."}, {"role": "user", "content": "Write a haiku about a hungry cat who wants tuna"}, diff --git a/chat_async.py b/chat_async.py index 5e06d2d..13d029a 100644 --- a/chat_async.py +++ b/chat_async.py @@ -42,12 +42,7 @@ async def generate_response(location): "content": f"Name a single place I should visit on my trip to {location} and describe in one sentence", }, ], - temperature=1, - max_tokens=400, - top_p=0.95, - frequency_penalty=0, - presence_penalty=0, - stop=None, + temperature=0.7, ) print("Got response for ", location) return response.choices[0].message.content diff --git a/chat_history.py b/chat_history.py index e05e958..747359c 100644 --- a/chat_history.py +++ b/chat_history.py @@ -40,12 +40,7 @@ response = client.chat.completions.create( model=MODEL_NAME, messages=messages, - temperature=1, - max_tokens=400, - top_p=0.95, - frequency_penalty=0, - presence_penalty=0, - stop=None, + temperature=0.5, ) bot_response = response.choices[0].message.content messages.append({"role": "assistant", "content": bot_response}) diff --git a/chat_history_stream.py b/chat_history_stream.py index 5edc75b..9bf96f0 100644 --- a/chat_history_stream.py +++ b/chat_history_stream.py @@ -40,13 +40,7 @@ response = client.chat.completions.create( model=MODEL_NAME, messages=messages, - temperature=1, - max_tokens=400, - top_p=0.95, - frequency_penalty=0, - presence_penalty=0, - stop=None, - stream=True, + temperature=0.7, ) print("\nAnswer: ") diff --git a/chat_safety.py b/chat_safety.py index dbf1b79..96c19e8 100644 --- a/chat_safety.py +++ b/chat_safety.py @@ -32,8 +32,6 @@ response = client.chat.completions.create( model=MODEL_NAME, temperature=0.7, - max_tokens=100, - n=1, messages=[ { "role": "system", diff --git a/chat_stream.py b/chat_stream.py index 13af987..d0f36a4 100644 --- a/chat_stream.py +++ b/chat_stream.py @@ -28,11 +28,9 @@ MODEL_NAME = os.environ["OPENAI_MODEL"] -completion = client.chat.completions.create( +completion_stream = client.chat.completions.create( model=MODEL_NAME, temperature=0.7, - max_tokens=500, - n=1, messages=[ {"role": "system", "content": "You are a helpful assistant that makes lots of cat references and uses emojis."}, {"role": "user", "content": "please write a haiku about a hungry cat that wants tuna"}, @@ -41,7 +39,7 @@ ) print(f"Response from {API_HOST}: \n") -for event in completion: +for event in completion_stream: if event.choices: content = event.choices[0].delta.content if content: