in evolve-instruct/evolve.py [0:0]
def __call__(self, dataset, **kwargs):
ret = []
gen_count = 0
for d in dataset:
print(f"Generating {gen_count+1} of {len(dataset)}")
response = None
retries = 0
while not response and retries < MAX_RETRIES:
try:
response = self.client.chat.completions.create(
model=self.model_name,
messages=[{"role": "user", "content": d['text']}],
**kwargs
)
except RateLimitError as e:
print("Rate limit exceeded. Retrying in 10 seconds...")
retries += 1
time.sleep(10)
if response:
ret.append(response.choices[0].message.content)
else:
ret.append("")
gen_count += 1
if gen_count % 10 == 0:
print(gen_count)
return ret