/* * */ #include "framework/scheduling/SerialScheduler.h" #define ENABLE_TIMER #define TS_TEST #include #include "framework/DynamicExtension.h" #include "framework/scheduling/FIFOScheduler.h" #include "shard/ISAMTree.h" #include "query/rangecount.h" #include "framework/util/Configuration.h" #include "framework/interface/Record.h" #include "file_util.h" #include "standard_benchmarks.h" #include "framework/reconstruction/FixedShardCountPolicy.h" #include #include "psu-util/timer.h" typedef de::Record Rec; typedef de::ISAMTree Shard; typedef de::rc::Query Q; typedef de::DynamicExtension Ext; typedef Q::Parameters QP; typedef de::DEConfiguration Conf; void usage(char *progname) { fprintf(stderr, "%s reccnt datafile queryfile\n", progname); } int main(int argc, char **argv) { if (argc < 4) { usage(argv[0]); exit(EXIT_FAILURE); } size_t n = atol(argv[1]); std::string d_fname = std::string(argv[2]); std::string q_fname = std::string(argv[3]); auto data = read_sosd_file(d_fname, n); auto queries = read_range_queries(q_fname, .0001); std::vector shard_counts = {4, 8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 4096*2}; size_t buffer_size = 8000; for (size_t i=0; i(shard_counts[i], buffer_size, 4, n); auto config = Conf(std::move(policy)); config.recon_enable_maint_on_flush = false; config.recon_maint_disabled = true; config.buffer_flush_trigger = 4000; config.maximum_threads = 8; auto extension = new Ext(std::move(config)); /* warmup structure w/ 10% of records */ size_t warmup = .3 * n; for (size_t i=0; iinsert(data[i])) { usleep(1); } } extension->await_version(); TIMER_INIT(); for (size_t j=warmup; jinsert(data[j])) { usleep(1); } TIMER_STOP(); fprintf(stdout, "%ld\t%ld\n", shard_counts[i], TIMER_RESULT()); } extension->await_version(); // /* repeat the queries a bunch of times */ // TIMER_START(); // for (size_t l=0; l<10; l++) { // for (size_t i=0; iquery(std::move(q)); // res.get(); // } // } // TIMER_STOP(); // auto query_lat = TIMER_RESULT() / 10*queries.size(); // fprintf(stdout, "%ld\t%ld\t%ld\t%ld\n", shard_counts[i], extension->get_shard_count(), insert_tput, query_lat); delete extension; } fflush(stderr); }