def generate_response()

in route.py [0:0]


    def generate_response(self, prompts):
        rs = [] 
        for prompt in tqdm.tqdm(prompts): 
            res = None # your online LLM
            rs.append(res)
        return rs