in route.py [0:0]
def generate_response(self, prompts): rs = [] for prompt in tqdm.tqdm(prompts): res = None # your online LLM rs.append(res) return rs