From 1e226fc415d7674de0ecde51199d89e9042c6a22 Mon Sep 17 00:00:00 2001 From: Douglas Rumbaugh Date: Wed, 31 Jan 2024 16:57:41 -0500 Subject: Updated insert query throughput to use IRS queries --- benchmarks/insert_query_tput.cpp | 14 +++-- benchmarks/insert_query_tput_serial.cpp | 104 -------------------------------- 2 files changed, 8 insertions(+), 110 deletions(-) delete mode 100644 benchmarks/insert_query_tput_serial.cpp (limited to 'benchmarks') diff --git a/benchmarks/insert_query_tput.cpp b/benchmarks/insert_query_tput.cpp index 8274d2a..05715b1 100644 --- a/benchmarks/insert_query_tput.cpp +++ b/benchmarks/insert_query_tput.cpp @@ -8,7 +8,7 @@ #include "framework/DynamicExtension.h" #include "shard/ISAMTree.h" -#include "query/rangecount.h" +#include "query/irs.h" #include "framework/interface/Record.h" #include @@ -18,7 +18,7 @@ typedef de::Record Rec; typedef de::ISAMTree ISAM; -typedef de::rc::Query Q; +typedef de::irs::Query Q; typedef de::DynamicExtension Ext; std::atomic inserts_done = false; @@ -27,17 +27,19 @@ void query_thread(Ext *extension, size_t n) { gsl_rng *rng = gsl_rng_alloc(gsl_rng_mt19937); size_t range = n*.0001; - size_t total = 0; + int64_t total = 0; - de::rc::Parms *q = new de::rc::Parms(); + de::irs::Parms *q = new de::irs::Parms(); while (!inserts_done.load()) { size_t start = gsl_rng_uniform_int(rng, n - range); q->lower_bound = start; q->upper_bound = start + range; + q->sample_size = 100; + q->rng = rng; auto res = extension->query(q); auto r = res.get(); - total += r[0].key; - usleep(1); + total += r.size(); + usleep(1); } fprintf(stderr, "%ld\n", total); diff --git a/benchmarks/insert_query_tput_serial.cpp b/benchmarks/insert_query_tput_serial.cpp deleted file mode 100644 index ff9dc40..0000000 --- a/benchmarks/insert_query_tput_serial.cpp +++ /dev/null @@ -1,104 +0,0 @@ -/* - * - */ - -#define ENABLE_TIMER - -#include - -#include "framework/DynamicExtension.h" -#include "shard/ISAMTree.h" -#include "query/rangecount.h" -#include "framework/interface/Record.h" - -#include - -#include "psu-util/timer.h" - - -typedef de::Record Rec; -typedef de::ISAMTree ISAM; -typedef de::rc::Query Q; -typedef de::DynamicExtension Ext; - -std::atomic inserts_done = false; - - -void query_thread(Ext *extension, double selectivity, size_t k, gsl_rng *rng) { - TIMER_INIT(); - - size_t reccnt = extension->get_record_count(); - - size_t range = reccnt * selectivity; - - auto q = new de::rc::Parms(); - - TIMER_START(); - for (int64_t i=0; ilower_bound = start; - q->upper_bound = start + range; - auto res = extension->query(q); - auto r = res.get(); - } - TIMER_STOP(); - auto query_lat = TIMER_RESULT(); - fprintf(stdout, "Q\t%ld\t%ld\t%ld\n", reccnt, query_lat, k); - delete q; -} - -void insert_thread(Ext *extension, size_t n, size_t k, gsl_rng *rng) { - TIMER_INIT(); - - size_t reccnt = 0; - Rec r; - while (reccnt < n) { - auto old_reccnt = reccnt; - - TIMER_START(); - for (size_t i=0; iinsert(r)) { - reccnt++; - } - } - TIMER_STOP(); - auto insert_lat = TIMER_RESULT(); - - fprintf(stdout, "I\t%ld\t%ld\t%ld\n", reccnt, insert_lat, reccnt - old_reccnt); - - if (reccnt % 100000 == 0 && reccnt != n) { - auto a = std::thread(query_thread, extension, .01, 20, rng); - a.join(); - } - } -} - -int main(int argc, char **argv) { - - /* the closeout routine takes _forever_ ... so we'll just leak the memory */ - auto extension = new Ext(1000, 12000, 8); - size_t n = 10000000; - size_t per_trial = 1000; - double selectivity = .001; - - TIMER_INIT(); - - gsl_rng * rng = gsl_rng_alloc(gsl_rng_mt19937); - - TIMER_START(); - std::thread i_thrd(insert_thread, extension, n, per_trial, rng); - i_thrd.join(); - TIMER_STOP(); - - auto total_latency = TIMER_RESULT(); - fprintf(stdout, "T\t%ld\n", total_latency); - - gsl_rng_free(rng); - delete extension; - fflush(stderr); -} - -- cgit v1.2.3