in distilvit/gpt4.py [0:0]
def generate(self, images, ids):
messages = [
{
"role": "system",
"content": "You are a helpful assistant designed to output JSON.",
}
]
user_message = {
"role": "user",
"content": [
{"type": "text", "text": PROMPT},
],
}
for image in images:
user_message["content"].append(self.image_message(image))
messages.append(user_message)
for i in range(3):
try:
response = client.chat.completions.create(
model="gpt-4o",
response_format={"type": "json_object"},
messages=messages,
temperature=0.0,
)
return json.loads(response.choices[0].message.content)
except Exception as e:
print(f"Failed on attempt {i+1}/3")
print(images)
print(ids)
if i == 2:
raise
time.sleep(1)