summaryrefslogtreecommitdiffstats
path: root/benchmarks/sampling_tput.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'benchmarks/sampling_tput.cpp')
-rw-r--r--benchmarks/sampling_tput.cpp96
1 files changed, 9 insertions, 87 deletions
diff --git a/benchmarks/sampling_tput.cpp b/benchmarks/sampling_tput.cpp
index b25b15f..70ff0cb 100644
--- a/benchmarks/sampling_tput.cpp
+++ b/benchmarks/sampling_tput.cpp
@@ -1,86 +1,6 @@
-#include "bench.h"
+#include "include/bench.h"
-size_t g_insert_batch_size = 1000;
-
-static bool insert_benchmark(ExtendedWSS *tree, std::fstream *file,
- size_t insert_cnt, double delete_prop) {
-
- size_t delete_cnt = insert_cnt * delete_prop;
- size_t delete_batch_size = g_insert_batch_size * delete_prop * 15;
- size_t delete_idx = delete_batch_size;
-
- std::vector<WRec> delbuf;
-
- std::set<WRec> deleted;
-
- size_t applied_deletes = 0;
- size_t applied_inserts = 0;
-
- std::vector<WRec> insert_vec;
- insert_vec.reserve(g_insert_batch_size);
- bool continue_benchmark = true;
-
- size_t total_time = 0;
-
- de::wss_query_parms<WRec> parms;
- parms.rng = g_rng;
- parms.sample_size = delete_batch_size;
-
- while (applied_inserts < insert_cnt && continue_benchmark) {
- continue_benchmark = build_insert_vec(file, insert_vec, g_insert_batch_size);
-
- if (insert_vec.size() == 0) {
- break;
- }
-
- // if we've fully processed the delete vector, sample a new
- // set of records to delete.
- if (delete_idx >= delbuf.size()) {
- delbuf = tree->query(&parms);
- deleted.clear();
- delete_idx = 0;
- }
-
- progress_update((double) applied_inserts / (double) insert_cnt, "inserting:");
- size_t local_inserted = 0;
- size_t local_deleted = 0;
-
- auto insert_start = std::chrono::high_resolution_clock::now();
- for (size_t i=0; i<insert_vec.size(); i++) {
- // process a delete if necessary
- if (applied_deletes < delete_cnt && delete_idx < delete_batch_size && gsl_rng_uniform(g_rng) < delete_prop) {
- auto rec = delbuf[delete_idx];
- delete_idx++;
-
- if (deleted.find(rec) == deleted.end()) {
- tree->erase(rec);
- deleted.insert(rec);
- local_deleted++;
- }
- }
-
- // insert the record;
- tree->insert(insert_vec[i]);
- local_inserted++;
- }
- auto insert_stop = std::chrono::high_resolution_clock::now();
-
- applied_deletes += local_deleted;
- applied_inserts += local_inserted;
- total_time += std::chrono::duration_cast<std::chrono::nanoseconds>(insert_stop - insert_start).count();
- }
-
- progress_update(1.0, "inserting:");
- size_t throughput = (((double) (applied_inserts + applied_deletes) / (double) total_time) * 1e9);
-
- fprintf(stdout, "\n%ld\n", throughput);
- reset_de_perf_metrics();
-
- return continue_benchmark;
-}
-
-
-static void sample_benchmark(ExtendedWSS *tree, size_t k, size_t trial_cnt)
+static void sample_benchmark(ExtendedWSS &de_wss, size_t k, size_t trial_cnt)
{
char progbuf[25];
sprintf(progbuf, "sampling (%ld):", k);
@@ -101,7 +21,7 @@ static void sample_benchmark(ExtendedWSS *tree, size_t k, size_t trial_cnt)
progress_update((double) (i * batch_size) / (double) trial_cnt, progbuf);
auto start = std::chrono::high_resolution_clock::now();
for (int j=0; j < batch_size; j++) {
- auto res = tree->query(&parms);
+ auto res = de_wss.query(&parms);
total_samples += res.size();
}
auto stop = std::chrono::high_resolution_clock::now();
@@ -137,20 +57,22 @@ int main(int argc, char **argv)
init_bench_env(record_count, true, use_osm);
- auto sampling_lsm = ExtendedWSS(buffer_cap, scale_factor, max_delete_prop);
+ auto de_wss = ExtendedWSS(buffer_cap, scale_factor, max_delete_prop);
std::fstream datafile;
datafile.open(filename, std::ios::in);
+ std::vector<WRec> to_delete;
+
// warm up the tree with initial_insertions number of initially inserted
// records
size_t warmup_cnt = insert_batch * record_count;
- warmup(&datafile, &sampling_lsm, warmup_cnt, delete_prop);
+ warmup<ExtendedWSS, WRec>(datafile, de_wss, warmup_cnt, delete_prop, to_delete);
size_t insert_cnt = record_count - warmup_cnt;
- insert_benchmark(&sampling_lsm, &datafile, insert_cnt, delete_prop);
- sample_benchmark(&sampling_lsm, 1000, 10000);
+ insert_tput_bench<ExtendedWSS, WRec>(de_wss, datafile, insert_cnt, delete_prop, to_delete);
+ sample_benchmark(de_wss, 1000, 10000);
delete_bench_env();
fflush(stdout);