def generate()

in distilvit/gpt4.py [0:0]


    def generate(self, images, ids):
        messages = [
            {
                "role": "system",
                "content": "You are a helpful assistant designed to output JSON.",
            }
        ]

        user_message = {
            "role": "user",
            "content": [
                {"type": "text", "text": PROMPT},
            ],
        }

        for image in images:
            user_message["content"].append(self.image_message(image))

        messages.append(user_message)

        for i in range(3):
            try:
                response = client.chat.completions.create(
                    model="gpt-4o",
                    response_format={"type": "json_object"},
                    messages=messages,
                    temperature=0.0,
                )
                return json.loads(response.choices[0].message.content)
            except Exception as e:
                print(f"Failed on attempt {i+1}/3")
                print(images)
                print(ids)
                if i == 2:
                    raise
                time.sleep(1)