From a046593865322b880e4183a237c9155d2493d43d Mon Sep 17 00:00:00 2001 From: Douglas Rumbaugh Date: Wed, 31 Jan 2024 22:35:16 -0500 Subject: IRS bench (replication of existing one) --- benchmarks/irs_bench.cpp | 125 +++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 125 insertions(+) create mode 100644 benchmarks/irs_bench.cpp (limited to 'benchmarks/irs_bench.cpp') diff --git a/benchmarks/irs_bench.cpp b/benchmarks/irs_bench.cpp new file mode 100644 index 0000000..ffedcf2 --- /dev/null +++ b/benchmarks/irs_bench.cpp @@ -0,0 +1,125 @@ +/* + * + */ + +#define ENABLE_TIMER + +#include + +#include "framework/DynamicExtension.h" +#include "shard/ISAMTree.h" +#include "query/irs.h" +#include "framework/interface/Record.h" +#include "include/data-proc.h" + +#include + +#include "psu-util/timer.h" + + +typedef de::Record Rec; +typedef de::ISAMTree ISAM; +typedef de::irs::Query Q; +typedef de::DynamicExtension Ext; +typedef de::irs::Parms QP; + +void run_queries(Ext *extension, std::vector &queries, gsl_rng *rng) { + size_t total; + for (size_t i=0; irng = rng; + q->sample_size = 1000; + + auto res = extension->query(&q); + auto r = res.get(); + total += r.size(); + } + + fprintf(stderr, "%ld\n", total); +} + +size_t g_deleted_records = 0; + +double delete_proportion = 0; + +void insert_records(Ext *extension, size_t start, + size_t stop, + std::vector &records, + std::vector &to_delete, + size_t &delete_idx, + gsl_rng *rng) { + size_t reccnt = 0; + Rec r; + for (size_t i=start; iinsert(r)) { + usleep(1); + } + + if (gsl_rng_uniform(rng) <= delete_proportion && to_delete[delete_idx] <= i) { + r.key = records[to_delete[delete_idx]]; + r.value = (int64_t) (to_delete[delete_idx]); + while (!extension->erase(r)) { + usleep(1); + } + delete_idx++; + g_deleted_records++; + } + } +} + +int main(int argc, char **argv) { + + if (argc < 4) { + fprintf(stderr, "insert_query_tput reccnt datafile queryfile\n"); + exit(EXIT_FAILURE); + } + + size_t n = atol(argv[1]); + std::string d_fname = std::string(argv[2]); + std::string q_fname = std::string(argv[3]); + + auto extension = new Ext(12000, 12001, 8, 0, 64); + gsl_rng * rng = gsl_rng_alloc(gsl_rng_mt19937); + + auto data = read_sosd_file(d_fname, n); + std::vector to_delete(n * delete_proportion); + size_t j=0; + for (size_t i=0; i(q_fname, .001); + + /* warmup structure w/ 10% of records */ + size_t warmup = .1 * n; + size_t delete_idx = 0; + insert_records(extension, 0, warmup, data, to_delete, delete_idx, rng); + + extension->await_next_epoch(); + + TIMER_INIT(); + + TIMER_START(); + insert_records(extension, warmup, data.size(), data, to_delete, delete_idx, rng); + TIMER_STOP(); + + auto insert_latency = TIMER_RESULT(); + size_t insert_throughput = (size_t) ((double) (n - warmup) / (double) insert_latency * 1e9); + + TIMER_START(); + run_queries(extension, queries, rng); + TIMER_STOP(); + + auto query_latency = TIMER_RESULT() / queries.size(); + + fprintf(stdout, "T\t%ld\t%ld\n", insert_throughput, query_latency); + + gsl_rng_free(rng); + delete extension; + fflush(stderr); +} + -- cgit v1.2.3 From db4806d9dd9757273a14e6c3ea92e5a087239145 Mon Sep 17 00:00:00 2001 From: Douglas Rumbaugh Date: Mon, 5 Feb 2024 15:17:25 -0500 Subject: Set up tombstone deletes properly --- benchmarks/irs_bench.cpp | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) (limited to 'benchmarks/irs_bench.cpp') diff --git a/benchmarks/irs_bench.cpp b/benchmarks/irs_bench.cpp index ffedcf2..6de8681 100644 --- a/benchmarks/irs_bench.cpp +++ b/benchmarks/irs_bench.cpp @@ -20,7 +20,7 @@ typedef de::Record Rec; typedef de::ISAMTree ISAM; typedef de::irs::Query Q; -typedef de::DynamicExtension Ext; +typedef de::DynamicExtension Ext; typedef de::irs::Parms QP; void run_queries(Ext *extension, std::vector &queries, gsl_rng *rng) { @@ -30,7 +30,7 @@ void run_queries(Ext *extension, std::vector &queries, gsl_rng *rng) { q->rng = rng; q->sample_size = 1000; - auto res = extension->query(&q); + auto res = extension->query(q); auto r = res.get(); total += r.size(); } @@ -39,14 +39,14 @@ void run_queries(Ext *extension, std::vector &queries, gsl_rng *rng) { } size_t g_deleted_records = 0; - -double delete_proportion = 0; +double delete_proportion = 0.05; void insert_records(Ext *extension, size_t start, size_t stop, std::vector &records, std::vector &to_delete, size_t &delete_idx, + bool delete_records, gsl_rng *rng) { size_t reccnt = 0; Rec r; @@ -58,7 +58,7 @@ void insert_records(Ext *extension, size_t start, usleep(1); } - if (gsl_rng_uniform(rng) <= delete_proportion && to_delete[delete_idx] <= i) { + if (delete_records && gsl_rng_uniform(rng) <= delete_proportion && to_delete[delete_idx] <= i) { r.key = records[to_delete[delete_idx]]; r.value = (int64_t) (to_delete[delete_idx]); while (!extension->erase(r)) { @@ -95,16 +95,16 @@ int main(int argc, char **argv) { auto queries = read_range_queries(q_fname, .001); /* warmup structure w/ 10% of records */ - size_t warmup = .1 * n; + size_t warmup = .3 * n; size_t delete_idx = 0; - insert_records(extension, 0, warmup, data, to_delete, delete_idx, rng); + insert_records(extension, 0, warmup, data, to_delete, delete_idx, false, rng); extension->await_next_epoch(); TIMER_INIT(); TIMER_START(); - insert_records(extension, warmup, data.size(), data, to_delete, delete_idx, rng); + insert_records(extension, warmup, data.size(), data, to_delete, delete_idx, true, rng); TIMER_STOP(); auto insert_latency = TIMER_RESULT(); @@ -116,7 +116,7 @@ int main(int argc, char **argv) { auto query_latency = TIMER_RESULT() / queries.size(); - fprintf(stdout, "T\t%ld\t%ld\n", insert_throughput, query_latency); + fprintf(stdout, "T\t%ld\t%ld\t%ld\n", insert_throughput, query_latency, g_deleted_records); gsl_rng_free(rng); delete extension; -- cgit v1.2.3 From 2c5d549b3618b9ea72e6eece4cb4f3da5a6811a8 Mon Sep 17 00:00:00 2001 From: Douglas Rumbaugh Date: Wed, 7 Feb 2024 13:42:34 -0500 Subject: Fully realized shard concept interface --- benchmarks/irs_bench.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'benchmarks/irs_bench.cpp') diff --git a/benchmarks/irs_bench.cpp b/benchmarks/irs_bench.cpp index 6de8681..ddb4220 100644 --- a/benchmarks/irs_bench.cpp +++ b/benchmarks/irs_bench.cpp @@ -19,7 +19,7 @@ typedef de::Record Rec; typedef de::ISAMTree ISAM; -typedef de::irs::Query Q; +typedef de::irs::Query Q; typedef de::DynamicExtension Ext; typedef de::irs::Parms QP; -- cgit v1.2.3