in paq/server/server.py [0:0]
def do_POST(self):
datalen = int(self.headers["Content-Length"])
data = self.rfile.read(datalen)
obj = json.loads(data)
logger.info("Got object: {}".format(obj))
if "query" in obj and "k" in obj:
qas_to_answer = [{'question': obj['query']}]
result = run_queries(
self.server.model,
self.server.tokenizer,
self.server.qas_to_retrieve_from,
qas_to_answer,
top_k=obj['k'],
index=self.server.index,
batch_size=1,
fp16=args.fp16,
n_queries_to_parallelize=1
)
logger.info("result: " + json.dumps(result))
# send the message back
self.send_response(200)
self.end_headers()
self.wfile.write(json.dumps({"result": result}).encode())
return
else:
self.send_response(HTTPStatus.BAD_REQUEST)
self.end_headers()