in crates/core/src/merge/record_merger.rs [357:401]
fn test_merge_records_overwrite_with_latest() {
let schema = create_test_schema(false);
// First batch
let batch1 = RecordBatch::try_new(
schema.clone(),
vec![
Arc::new(StringArray::from(vec!["s1", "s1", "s1"])),
Arc::new(StringArray::from(vec!["k1", "k2", "k3"])),
Arc::new(Int32Array::from(vec![1, 2, 3])),
Arc::new(Int32Array::from(vec![10, 20, 30])),
],
)
.unwrap();
// Second batch with updates
let batch2 = RecordBatch::try_new(
schema.clone(),
vec![
Arc::new(StringArray::from(vec!["s2", "s2", "s2"])),
Arc::new(StringArray::from(vec!["k1", "k2", "k3"])),
Arc::new(Int32Array::from(vec![4, 1, 3])),
Arc::new(Int32Array::from(vec![40, 50, 60])),
],
)
.unwrap();
let configs = create_configs("OVERWRITE_WITH_LATEST", true, Some("ts"));
let merger = RecordMerger::new(Arc::new(configs));
let merged = merger
.merge_record_batches(&schema, &[batch1, batch2])
.unwrap();
assert_eq!(merged.num_rows(), 3);
let result = get_sorted_rows(&merged);
assert_eq!(
result,
vec![
("s2".to_string(), "k1".to_string(), 4, 40), // Latest value due to ts=4
("s1".to_string(), "k2".to_string(), 2, 20), // Original value since ts=1 < ts=2
("s2".to_string(), "k3".to_string(), 3, 60), // Latest value due to equal ts and seqno=s2
]
);
}