in cpp/src/tuple_union_timing_profile.cpp [33:149]
void tuple_union_timing_profile::run() {
const size_t lg_min_stream_len = 0;
const size_t lg_max_stream_len = 26;
const size_t ppo = 16;
const size_t lg_max_trials = 14;
const size_t lg_min_trials = 6;
const int lg_k = 12;
const int num_sketches_to_union = 32;
// some arbitrary starting value
uint64_t counter = 35538947;
const uint64_t golden64 = 0x9e3779b97f4a7c13ULL; // the golden ratio
std::cout << "Stream\tTrials\tBuild\tUpdate\tCompact\tSerialize\tDeserialize\tUnion\tResult" << std::endl;
// std::unique_ptr<update_tuple_sketch<double>> update_sketches[num_sketches_to_union];
// std::unique_ptr<compact_tuple_sketch<double>> compact_sketches[num_sketches_to_union];
std::unique_ptr<update_array_of_doubles_sketch> update_sketches[num_sketches_to_union];
std::unique_ptr<compact_array_of_doubles_sketch> compact_sketches[num_sketches_to_union];
// auto sketch_builder = update_tuple_sketch<double>::builder().set_lg_k(lg_k);
// auto union_builder = tuple_union<double>::builder().set_lg_k(lg_k);
auto sketch_builder = update_array_of_doubles_sketch::builder().set_lg_k(lg_k);
auto union_builder = array_of_doubles_union::builder().set_lg_k(lg_k);
size_t stream_length = 1 << lg_min_stream_len;
while (stream_length <= (1 << lg_max_stream_len)) {
std::chrono::nanoseconds build_time_ns(0);
std::chrono::nanoseconds update_time_ns(0);
std::chrono::nanoseconds compact_time_ns(0);
std::chrono::nanoseconds serialize_time_ns(0);
std::chrono::nanoseconds deserialize_time_ns(0);
std::chrono::nanoseconds union_time_ns(0);
std::chrono::nanoseconds result_time_ns(0);
size_t num_retained = 0;
const size_t num_trials = get_num_trials(stream_length, lg_min_stream_len, lg_max_stream_len, lg_min_trials, lg_max_trials);
for (size_t t = 0; t < num_trials; t++) {
const auto start_build(std::chrono::high_resolution_clock::now());
for (size_t i = 0; i < num_sketches_to_union; i++) {
//update_sketches[i] = std::unique_ptr<update_tuple_sketch<double>>(new update_tuple_sketch<double>(sketch_builder.build()));
update_sketches[i] = std::unique_ptr<update_array_of_doubles_sketch>(new update_array_of_doubles_sketch(sketch_builder.build()));
}
auto u = union_builder.build();
const auto finish_build(std::chrono::high_resolution_clock::now());
build_time_ns += std::chrono::duration_cast<std::chrono::nanoseconds>(finish_build - start_build);
double v[1] = {1};
const auto start_update(std::chrono::high_resolution_clock::now());
size_t i = 0;
for (size_t j = 0; j < stream_length; j++) {
update_sketches[i]->update(counter, v);
counter += golden64;
i++;
if (i == num_sketches_to_union) i = 0;
}
const auto finish_update(std::chrono::high_resolution_clock::now());
update_time_ns += std::chrono::duration_cast<std::chrono::nanoseconds>(finish_update - start_update);
const auto start_compacting(std::chrono::high_resolution_clock::now());
for (size_t i = 0; i < num_sketches_to_union; i++) {
update_sketches[i]->trim();
//compact_sketches[i] = std::unique_ptr<compact_tuple_sketch<double>>(new compact_tuple_sketch<double>(update_sketches[i]->compact()));
compact_sketches[i] = std::unique_ptr<compact_array_of_doubles_sketch>(new compact_array_of_doubles_sketch(update_sketches[i]->compact()));
}
const auto finish_compacting(std::chrono::high_resolution_clock::now());
compact_time_ns += std::chrono::duration_cast<std::chrono::nanoseconds>(finish_compacting - start_compacting);
std::stringstream s(std::ios::in | std::ios::out | std::ios::binary);
const auto start_serialize(std::chrono::high_resolution_clock::now());
for (size_t i = 0; i < num_sketches_to_union; i++) {
compact_sketches[i]->serialize(s);
}
const auto finish_serialize(std::chrono::high_resolution_clock::now());
serialize_time_ns += std::chrono::duration_cast<std::chrono::nanoseconds>(finish_serialize - start_serialize);
const auto start_deserialize(std::chrono::high_resolution_clock::now());
for (size_t i = 0; i < num_sketches_to_union; i++) {
//compact_sketches[i] = std::unique_ptr<compact_tuple_sketch<double>>(new compact_tuple_sketch<double>(compact_tuple_sketch<double>::deserialize(s)));
compact_sketches[i] = std::unique_ptr<compact_array_of_doubles_sketch>(new compact_array_of_doubles_sketch(compact_array_of_doubles_sketch::deserialize(s)));
}
const auto finish_deserialize(std::chrono::high_resolution_clock::now());
deserialize_time_ns += std::chrono::duration_cast<std::chrono::nanoseconds>(finish_deserialize - start_deserialize);
const auto start_union(std::chrono::high_resolution_clock::now());
for (size_t i = 0; i < num_sketches_to_union; i++) {
u.update(*compact_sketches[i]);
}
const auto finish_union(std::chrono::high_resolution_clock::now());
union_time_ns += std::chrono::duration_cast<std::chrono::nanoseconds>(finish_union - start_union);
const auto start_result(std::chrono::high_resolution_clock::now());
auto result = u.get_result();
const auto finish_result(std::chrono::high_resolution_clock::now());
result_time_ns += std::chrono::duration_cast<std::chrono::nanoseconds>(finish_result - start_result);
num_retained += result.get_num_retained();
}
std::cout << stream_length << "\t"
<< num_trials << "\t"
<< (double) build_time_ns.count() / num_trials << "\t"
<< (double) update_time_ns.count() / num_trials / stream_length << "\t"
<< (double) compact_time_ns.count() / num_trials << "\t"
<< (double) serialize_time_ns.count() / num_trials << "\t"
<< (double) deserialize_time_ns.count() / num_trials << "\t"
<< (double) union_time_ns.count() / num_trials << "\t"
<< (double) result_time_ns.count() / num_trials << "\t"
<< (double) num_retained / num_trials
<< std::endl;
stream_length = pwr_2_law_next(ppo, stream_length);
}
}