in src/commands/entity_resolution.ts [243:254]
for await (const line of rl) {
const lineJson = JSON.parse(line);
const lineWithMeta = addMetaToLine(lineJson);
const [index, doc] = lineToOperation(lineWithMeta, i);
batch.push(index);
batch.push(doc);
if (batch.length / 2 >= batchSize) {
yield batch;
batch = [];
}
i++;
}