in http/get_multipart/python/server/server.py [0:0]
def example_batches(tickers):
# these parameters are chosen to generate a response
# of ~1 GB and chunks of ~140 KB.
total_records = 42_000_000
batch_len = 6 * 1024
# all the batches sent are random slices of the larger base batch
base_batch = example_batch(tickers, length=8 * batch_len)
batches = []
records = 0
while records < total_records:
length = min(batch_len, total_records - records)
offset = randint(0, base_batch.num_rows - length - 1)
batch = base_batch.slice(offset, length)
batches.append(batch)
records += length
return batches