/* * */ #define ENABLE_TIMER #include #include "framework/DynamicExtension.h" #include "shard/ISAMTree.h" #include "query/irs.h" #include "framework/interface/Record.h" #include "include/data-proc.h" #include #include "psu-util/timer.h" typedef de::Record Rec; typedef de::ISAMTree ISAM; typedef de::irs::Query Q; typedef de::DynamicExtension Ext; typedef de::irs::Parms QP; std::atomic inserts_done = false; void query_thread(Ext *extension, std::vector *queries) { gsl_rng *rng = gsl_rng_alloc(gsl_rng_mt19937); size_t total = 0; while (!inserts_done.load()) { auto q_idx = gsl_rng_uniform_int(rng, queries->size()); auto q = (*queries)[q_idx]; q.rng = rng; q.sample_size = 1000; auto res = extension->query(&q); auto r = res.get(); total += r.size(); usleep(1); } fprintf(stderr, "%ld\n", total); gsl_rng_free(rng); } void insert_thread(Ext *extension, size_t start, std::vector *records) { size_t reccnt = 0; Rec r; for (size_t i=start; isize(); i++) { r.key = (*records)[i]; r.value = i; while (!extension->insert(r)) { usleep(1); } } inserts_done.store(true); } int main(int argc, char **argv) { if (argc < 5) { fprintf(stderr, "insert_query_tput reccnt query_threads datafile queryfile\n"); exit(EXIT_FAILURE); } size_t n = atol(argv[1]); size_t qthread_cnt = atol(argv[2]); std::string d_fname = std::string(argv[3]); std::string q_fname = std::string(argv[4]); auto extension = new Ext(1000, 12000, 8, 0, 64); gsl_rng * rng = gsl_rng_alloc(gsl_rng_mt19937); auto data = read_sosd_file(d_fname, n); auto queries = read_range_queries(q_fname, .001); /* warmup structure w/ 10% of records */ size_t warmup = .1 * n; Rec r; for (size_t i=0; iinsert(r)) { usleep(1); } } extension->await_next_epoch(); TIMER_INIT(); std::vector qthreads(qthread_cnt); TIMER_START(); std::thread i_thrd(insert_thread, extension, warmup, &data); for (size_t i=0; i