summaryrefslogtreecommitdiffstats
path: root/tests
diff options
context:
space:
mode:
authorDouglas Rumbaugh <dbr4@psu.edu>2023-05-29 12:33:58 -0400
committerDouglas Rumbaugh <dbr4@psu.edu>2023-05-29 12:33:58 -0400
commitb00682429988f17152e7573ffeffa1cecfdd3d3a (patch)
treeb621adaa2bfe3a7a9846970f7426fd950e17aa99 /tests
parentde5fa133758e2f0aad855ac58dff5cfa13d06f74 (diff)
downloaddynamic-extension-b00682429988f17152e7573ffeffa1cecfdd3d3a.tar.gz
Tests and bugfixes for framework
Diffstat (limited to 'tests')
-rw-r--r--tests/dynamic_extension_tests.cpp88
-rw-r--r--tests/internal_level_tests.cpp33
-rw-r--r--tests/mutable_buffer_tests.cpp47
-rw-r--r--tests/testing.h16
-rw-r--r--tests/wirs_tests.cpp78
5 files changed, 127 insertions, 135 deletions
diff --git a/tests/dynamic_extension_tests.cpp b/tests/dynamic_extension_tests.cpp
index 422e904..b74ab38 100644
--- a/tests/dynamic_extension_tests.cpp
+++ b/tests/dynamic_extension_tests.cpp
@@ -20,9 +20,11 @@
#include <check.h>
using namespace de;
+typedef DynamicExtension<WRec, WIRS<WrappedRecord<WRec>>, WIRSQuery<WrappedRecord<WRec>>> DE;
+
START_TEST(t_create)
{
- auto ext_wirs = new DynamicExtension<WRec, WIRS<WRec>>(100, 100, 2, 1, 1, g_rng);
+ auto ext_wirs = new DE(100, 2, 1);
ck_assert_ptr_nonnull(ext_wirs);
@@ -34,15 +36,15 @@ START_TEST(t_create)
END_TEST
-START_TEST(t_append)
+START_TEST(t_insert)
{
- auto ext_wirs = new DynamicExtension<WRec, WIRS<WRec>>(100, 100, 2, 1, 1, g_rng);
+ auto ext_wirs = new DE(100, 2, 1);
uint64_t key = 0;
uint32_t val = 0;
for (size_t i=0; i<100; i++) {
WRec r = {key, val, 1};
- ck_assert_int_eq(ext_wirs->append(r, g_rng), 1);
+ ck_assert_int_eq(ext_wirs->insert(r), 1);
key++;
val++;
}
@@ -55,15 +57,15 @@ START_TEST(t_append)
END_TEST
-START_TEST(t_append_with_mem_merges)
+START_TEST(t_insert_with_mem_merges)
{
- auto ext_wirs = new DynamicExtension<WRec, WIRS<WRec>>(100, 100, 2, 1, 1, g_rng);
+ auto ext_wirs = new DE(100, 2, 1);
uint64_t key = 0;
uint32_t val = 0;
for (size_t i=0; i<300; i++) {
WRec r = {key, val, 1};
- ck_assert_int_eq(ext_wirs->append(r, g_rng), 1);
+ ck_assert_int_eq(ext_wirs->insert(r), 1);
key++;
val++;
}
@@ -76,15 +78,16 @@ START_TEST(t_append_with_mem_merges)
END_TEST
+/*
START_TEST(t_range_sample_memtable)
{
- auto ext_wirs = new DynamicExtension<WRec, WIRS<WRec>>(100, 100, 2, 1, 1, g_rng);
+ auto ext_wirs = new DE(100, 2, 1);
uint64_t key = 0;
uint32_t val = 0;
for (size_t i=0; i<100; i++) {
WRec r = {key, val, 1};
- ck_assert_int_eq(ext_wirs->append(r, g_rng), 1);
+ ck_assert_int_eq(ext_wirs->insert(r), 1);
key++;
val++;
}
@@ -96,7 +99,7 @@ START_TEST(t_range_sample_memtable)
char *util_buf = (char *) std::aligned_alloc(SECTOR_SIZE, PAGE_SIZE);
WRec sample_set[100];
- ext_wirs->range_sample(sample_set, lower_bound, upper_bound, 100, g_rng);
+ ext_wirs->range_sample(sample_set, lower_bound, upper_bound, 100);
for(size_t i=0; i<100; i++) {
ck_assert_int_le(sample_set[i].key, upper_bound);
@@ -113,13 +116,13 @@ END_TEST
START_TEST(t_range_sample_memlevels)
{
- auto ext_wirs = new DynamicExtension<WRec, WIRS<WRec>>(100, 100, 2, 1, 1, g_rng);
+ auto ext_wirs = new DE(100, 2, 1);
uint64_t key = 0;
uint32_t val = 0;
for (size_t i=0; i<300; i++) {
WRec r = {key, val, 1};
- ck_assert_int_eq(ext_wirs->append(r, g_rng), 1);
+ ck_assert_int_eq(ext_wirs->insert(r), 1);
key++;
val++;
}
@@ -131,7 +134,7 @@ START_TEST(t_range_sample_memlevels)
char *util_buf = (char *) std::aligned_alloc(SECTOR_SIZE, PAGE_SIZE);
WRec sample_set[100];
- ext_wirs->range_sample(sample_set, lower_bound, upper_bound, 100, g_rng);
+ ext_wirs->range_sample(sample_set, lower_bound, upper_bound, 100);
for(size_t i=0; i<100; i++) {
ck_assert_int_le(sample_set[i].key, upper_bound);
@@ -147,7 +150,7 @@ END_TEST
START_TEST(t_range_sample_weighted)
{
- auto ext_wirs = new DynamicExtension<WRec, WIRS<WRec>>(100, 100, 2, 1, 1, g_rng);
+ auto ext_wirs = new DE(100, 2, 1);
size_t n = 10000;
std::vector<uint64_t> keys;
@@ -184,7 +187,7 @@ START_TEST(t_range_sample_weighted)
}
WRec r = {keys[i], (uint32_t) i, weight, 0};
- ext_wirs->append(r, g_rng);
+ ext_wirs->insert(r);
}
size_t k = 1000;
uint64_t lower_key = 0;
@@ -196,7 +199,7 @@ START_TEST(t_range_sample_weighted)
size_t cnt[3] = {0};
for (size_t i=0; i<1000; i++) {
- ext_wirs->range_sample(buffer, lower_key, upper_key, k, g_rng);
+ ext_wirs->range_sample(buffer, lower_key, upper_key, k);
for (size_t j=0; j<k; j++) {
cnt[buffer[j].key - 1]++;
@@ -213,12 +216,15 @@ START_TEST(t_range_sample_weighted)
free(buffer2);
}
END_TEST
+*/
START_TEST(t_tombstone_merging_01)
{
size_t reccnt = 100000;
- auto ext_wirs = new DynamicExtension<WRec, WIRS<WRec>>(100, 100, 2, .01, 1, g_rng);
+ auto ext_wirs = new DE(100, 2, .01);
+
+ auto rng = gsl_rng_alloc(gsl_rng_mt19937);
std::set<std::pair<uint64_t, uint32_t>> records;
std::set<std::pair<uint64_t, uint32_t>> to_delete;
@@ -237,23 +243,23 @@ START_TEST(t_tombstone_merging_01)
size_t cnt=0;
for (auto rec : records) {
WRec r = {rec.first, rec.second, 1, 0};
- ck_assert_int_eq(ext_wirs->append(r, g_rng), 1);
+ ck_assert_int_eq(ext_wirs->insert(r), 1);
- if (gsl_rng_uniform(g_rng) < 0.05 && !to_delete.empty()) {
+ if (gsl_rng_uniform(rng) < 0.05 && !to_delete.empty()) {
std::vector<std::pair<uint64_t, uint32_t>> del_vec;
std::sample(to_delete.begin(), to_delete.end(), std::back_inserter(del_vec), 3, std::mt19937{std::random_device{}()});
for (size_t i=0; i<del_vec.size(); i++) {
WRec dr = {del_vec[i].first, del_vec[i].second, 1};
dr.set_tombstone();
- ext_wirs->append(dr, g_rng);
+ ext_wirs->insert(dr);
deletes++;
to_delete.erase(del_vec[i]);
deleted.insert(del_vec[i]);
}
}
- if (gsl_rng_uniform(g_rng) < 0.25 && deleted.find(rec) == deleted.end()) {
+ if (gsl_rng_uniform(rng) < 0.25 && deleted.find(rec) == deleted.end()) {
to_delete.insert(rec);
}
@@ -262,12 +268,15 @@ START_TEST(t_tombstone_merging_01)
ck_assert(ext_wirs->validate_tombstone_proportion());
+ gsl_rng_free(rng);
delete ext_wirs;
}
END_TEST
-DynamicExtension<WRec, WIRS<WRec>> *create_test_tree(size_t reccnt, size_t memlevel_cnt) {
- auto ext_wirs = new DynamicExtension<WRec, WIRS<WRec>>(1000, 1000, 2, 1, 1, g_rng);
+DE *create_test_tree(size_t reccnt, size_t memlevel_cnt) {
+ auto rng = gsl_rng_alloc(gsl_rng_mt19937);
+
+ auto ext_wirs = new DE(1000, 2, 1);
std::set<WRec> records;
std::set<WRec> to_delete;
@@ -284,33 +293,37 @@ DynamicExtension<WRec, WIRS<WRec>> *create_test_tree(size_t reccnt, size_t memle
size_t deletes = 0;
for (auto rec : records) {
- ck_assert_int_eq(ext_wirs->append(rec, g_rng), 1);
+ ck_assert_int_eq(ext_wirs->insert(rec), 1);
- if (gsl_rng_uniform(g_rng) < 0.05 && !to_delete.empty()) {
+ if (gsl_rng_uniform(rng) < 0.05 && !to_delete.empty()) {
std::vector<WRec> del_vec;
std::sample(to_delete.begin(), to_delete.end(), std::back_inserter(del_vec), 3, std::mt19937{std::random_device{}()});
for (size_t i=0; i<del_vec.size(); i++) {
del_vec[i].set_tombstone();
- ext_wirs->append(del_vec[i], g_rng);
+ ext_wirs->insert(del_vec[i]);
deletes++;
to_delete.erase(del_vec[i]);
deleted.insert(del_vec[i]);
}
}
- if (gsl_rng_uniform(g_rng) < 0.25 && deleted.find(rec) == deleted.end()) {
+ if (gsl_rng_uniform(rng) < 0.25 && deleted.find(rec) == deleted.end()) {
to_delete.insert(rec);
}
}
+ gsl_rng_free(rng);
+
return ext_wirs;
}
START_TEST(t_sorted_array)
{
+ auto rng = gsl_rng_alloc(gsl_rng_mt19937);
+
size_t reccnt = 100000;
- auto ext_wirs = new DynamicExtension<WRec, WIRS<WRec>>(100, 100, 2, 1, 1, g_rng);
+ auto ext_wirs = new DE(100, 2, 1);
std::set<std::pair<uint64_t, uint32_t>> records;
std::set<std::pair<uint64_t, uint32_t>> to_delete;
@@ -328,9 +341,9 @@ START_TEST(t_sorted_array)
size_t deletes = 0;
for (auto rec : records) {
WRec r = {rec.first, rec.second, 1};
- ck_assert_int_eq(ext_wirs->append(r, g_rng), 1);
+ ck_assert_int_eq(ext_wirs->insert(r), 1);
- if (gsl_rng_uniform(g_rng) < 0.05 && !to_delete.empty()) {
+ if (gsl_rng_uniform(rng) < 0.05 && !to_delete.empty()) {
std::vector<std::pair<uint64_t, uint32_t>> del_vec;
std::sample(to_delete.begin(), to_delete.end(), std::back_inserter(del_vec), 3, std::mt19937{std::random_device{}()});
@@ -338,14 +351,14 @@ START_TEST(t_sorted_array)
WRec dr = {del_vec[i].first, del_vec[i].second, 1};
dr.set_tombstone();
- ext_wirs->append(dr , g_rng);
+ ext_wirs->insert(dr );
deletes++;
to_delete.erase(del_vec[i]);
deleted.insert(del_vec[i]);
}
}
- if (gsl_rng_uniform(g_rng) < 0.25 && deleted.find(rec) == deleted.end()) {
+ if (gsl_rng_uniform(rng) < 0.25 && deleted.find(rec) == deleted.end()) {
to_delete.insert(rec);
}
}
@@ -360,6 +373,7 @@ START_TEST(t_sorted_array)
prev_key = k;
}
+ gsl_rng_free(rng);
delete flat;
delete ext_wirs;
}
@@ -374,17 +388,19 @@ Suite *unit_testing()
tcase_add_test(create, t_create);
suite_add_tcase(unit, create);
- TCase *append = tcase_create("de::DynamicExtension::append Testing");
- tcase_add_test(append, t_append);
- tcase_add_test(append, t_append_with_mem_merges);
- suite_add_tcase(unit, append);
+ TCase *insert = tcase_create("de::DynamicExtension::insert Testing");
+ tcase_add_test(insert, t_insert);
+ tcase_add_test(insert, t_insert_with_mem_merges);
+ suite_add_tcase(unit, insert);
TCase *sampling = tcase_create("de::DynamicExtension::range_sample Testing");
+ /*
tcase_add_test(sampling, t_range_sample_memtable);
tcase_add_test(sampling, t_range_sample_memlevels);
tcase_add_test(sampling, t_range_sample_weighted);
suite_add_tcase(unit, sampling);
+ */
TCase *ts = tcase_create("de::DynamicExtension::tombstone_compaction Testing");
tcase_add_test(ts, t_tombstone_merging_01);
diff --git a/tests/internal_level_tests.cpp b/tests/internal_level_tests.cpp
index 6803112..42c9044 100644
--- a/tests/internal_level_tests.cpp
+++ b/tests/internal_level_tests.cpp
@@ -11,28 +11,33 @@
*/
#include "shard/WIRS.h"
#include "framework/InternalLevel.h"
-#include "util/bf_config.h"
+#include "framework/RecordInterface.h"
+#include "framework/QueryInterface.h"
+#include "framework/ShardInterface.h"
+
#include "testing.h"
#include <check.h>
using namespace de;
+typedef InternalLevel<WrappedRecord<WRec>, WIRS<WrappedRecord<WRec>>, WIRSQuery<WrappedRecord<WRec>>> ILevel;
+
START_TEST(t_memlevel_merge)
{
- auto tbl1 = create_test_mbuffer<WRec>(100);
- auto tbl2 = create_test_mbuffer<WRec>(100);
+ auto tbl1 = create_test_mbuffer<WrappedWRec>(100);
+ auto tbl2 = create_test_mbuffer<WrappedWRec>(100);
- auto base_level = new InternalLevel<WRec, WIRS<WRec>>(1, 1);
- base_level->append_mem_table(tbl1, g_rng);
+ auto base_level = new ILevel(1, 1);
+ base_level->append_buffer(tbl1);
ck_assert_int_eq(base_level->get_record_cnt(), 100);
- auto merging_level = new InternalLevel<WRec, WIRS<WRec>>(0, 1);
- merging_level->append_mem_table(tbl2, g_rng);
+ auto merging_level = new ILevel(0, 1);
+ merging_level->append_buffer(tbl2);
ck_assert_int_eq(merging_level->get_record_cnt(), 100);
auto old_level = base_level;
- base_level = InternalLevel<WRec, WIRS<WRec>>::merge_levels(old_level, merging_level, g_rng);
+ base_level = ILevel::merge_levels(old_level, merging_level);
delete old_level;
delete merging_level;
@@ -44,13 +49,13 @@ START_TEST(t_memlevel_merge)
}
-InternalLevel<WRec, WIRS<WRec>> *create_test_memlevel(size_t reccnt) {
- auto tbl1 = create_test_mbuffer<WRec>(reccnt/2);
- auto tbl2 = create_test_mbuffer<WRec>(reccnt/2);
+ILevel *create_test_memlevel(size_t reccnt) {
+ auto tbl1 = create_test_mbuffer<WrappedWRec>(reccnt/2);
+ auto tbl2 = create_test_mbuffer<WrappedWRec>(reccnt/2);
- auto base_level = new InternalLevel<WRec, WIRS<WRec>>(1, 2);
- base_level->append_mem_table(tbl1, g_rng);
- base_level->append_mem_table(tbl2, g_rng);
+ auto base_level = new ILevel(1, 2);
+ base_level->append_buffer(tbl1);
+ base_level->append_buffer(tbl2);
delete tbl1;
delete tbl2;
diff --git a/tests/mutable_buffer_tests.cpp b/tests/mutable_buffer_tests.cpp
index 75cbeec..fc8b511 100644
--- a/tests/mutable_buffer_tests.cpp
+++ b/tests/mutable_buffer_tests.cpp
@@ -11,7 +11,6 @@
*/
#include <string>
#include <thread>
-#include <gsl/gsl_rng.h>
#include <vector>
#include <algorithm>
@@ -26,32 +25,29 @@ using namespace de;
START_TEST(t_create)
{
- auto rng = gsl_rng_alloc(gsl_rng_mt19937);
- auto buffer = new MutableBuffer<Rec>(100, true, 50, rng);
+ auto buffer = new MutableBuffer<WrappedRec>(100, true, 50);
ck_assert_ptr_nonnull(buffer);
ck_assert_int_eq(buffer->get_capacity(), 100);
ck_assert_int_eq(buffer->get_record_count(), 0);
ck_assert_int_eq(buffer->is_full(), false);
- ck_assert_ptr_nonnull(buffer->sorted_output());
+ ck_assert_ptr_nonnull(buffer->get_data());
ck_assert_int_eq(buffer->get_tombstone_count(), 0);
ck_assert_int_eq(buffer->get_tombstone_capacity(), 50);
delete buffer;
- gsl_rng_free(rng);
}
END_TEST
START_TEST(t_insert)
{
- auto rng = gsl_rng_alloc(gsl_rng_mt19937);
- auto buffer = new MutableBuffer<WRec>(100, true, 50, rng);
+ auto buffer = new MutableBuffer<WrappedWRec>(100, true, 50);
uint64_t key = 0;
uint32_t val = 5;
- WRec rec = {0, 5, 1};
+ WrappedWRec rec = {0, 5, 1};
for (size_t i=0; i<99; i++) {
ck_assert_int_eq(buffer->append(rec), 1);
@@ -74,7 +70,6 @@ START_TEST(t_insert)
ck_assert_int_eq(buffer->append(rec), 0);
delete buffer;
- gsl_rng_free(rng);
}
END_TEST
@@ -82,12 +77,11 @@ END_TEST
START_TEST(t_insert_tombstones)
{
- auto rng = gsl_rng_alloc(gsl_rng_mt19937);
- auto buffer = new MutableBuffer<Rec>(100, true, 50, rng);
+ auto buffer = new MutableBuffer<WrappedRec>(100, true, 50);
size_t ts_cnt = 0;
- Rec rec = {0, 5};
+ WrappedRec rec = {0, 5};
for (size_t i=0; i<99; i++) {
bool ts = false;
@@ -124,18 +118,16 @@ START_TEST(t_insert_tombstones)
ck_assert_int_eq(buffer->append(rec), 0);
delete buffer;
- gsl_rng_free(rng);
}
END_TEST
START_TEST(t_truncate)
{
- auto rng = gsl_rng_alloc(gsl_rng_mt19937);
- auto buffer = new MutableBuffer<Rec>(100, true, 100, rng);
+ auto buffer = new MutableBuffer<WrappedRec>(100, true, 100);
size_t ts_cnt = 0;
- Rec rec = {0, 5};
+ WrappedRec rec = {0, 5};
for (size_t i=0; i<100; i++) {
bool ts = false;
@@ -168,7 +160,6 @@ START_TEST(t_truncate)
ck_assert_int_eq(buffer->append(rec), 1);
delete buffer;
- gsl_rng_free(rng);
}
END_TEST
@@ -178,8 +169,7 @@ START_TEST(t_sorted_output)
{
size_t cnt = 100;
- auto rng = gsl_rng_alloc(gsl_rng_mt19937);
- auto buffer = new MutableBuffer<Rec>(cnt, true, cnt/2, rng);
+ auto buffer = new MutableBuffer<WrappedRec>(cnt, true, cnt/2);
std::vector<uint64_t> keys(cnt);
@@ -194,19 +184,19 @@ START_TEST(t_sorted_output)
uint32_t val = 12345;
for (size_t i=0; i<cnt-2; i++) {
- buffer->append(Rec {keys[i], val});
+ buffer->append(WrappedRec {keys[i], val});
}
- Rec r1 = {keys[cnt-2], val};
+ WrappedRec r1 = {keys[cnt-2], val};
r1.set_tombstone();
buffer->append(r1);
- Rec r2 = {keys[cnt-1], val};
+ WrappedRec r2 = {keys[cnt-1], val};
r2.set_tombstone();
buffer->append(r2);
- auto *sorted_records = buffer->sorted_output();
+ auto *sorted_records = buffer->get_data();
std::sort(keys.begin(), keys.end());
for (size_t i=0; i<cnt; i++) {
@@ -214,12 +204,11 @@ START_TEST(t_sorted_output)
}
delete buffer;
- gsl_rng_free(rng);
}
END_TEST
-void insert_records(std::vector<std::pair<uint64_t, uint32_t>> *values, size_t start, size_t stop, MutableBuffer<Rec> *buffer)
+void insert_records(std::vector<std::pair<uint64_t, uint32_t>> *values, size_t start, size_t stop, MutableBuffer<WrappedRec> *buffer)
{
for (size_t i=start; i<stop; i++) {
buffer->append({(*values)[i].first, (*values)[i].second});
@@ -231,12 +220,11 @@ void insert_records(std::vector<std::pair<uint64_t, uint32_t>> *values, size_t s
START_TEST(t_multithreaded_insert)
{
size_t cnt = 10000;
- auto rng = gsl_rng_alloc(gsl_rng_mt19937);
- auto buffer = new MutableBuffer<Rec>(cnt, true, cnt/2, rng);
+ auto buffer = new MutableBuffer<WrappedRec>(cnt, true, cnt/2);
- std::vector<Rec> records(cnt);
+ std::vector<WrappedRec> records(cnt);
for (size_t i=0; i<cnt; i++) {
- records[i] = Rec {(uint64_t) rand(), (uint32_t) rand()};
+ records[i] = WrappedRec {(uint64_t) rand(), (uint32_t) rand()};
}
// perform a t_multithreaded insertion
@@ -267,7 +255,6 @@ START_TEST(t_multithreaded_insert)
}
delete buffer;
- gsl_rng_free(rng);
}
END_TEST
#endif
diff --git a/tests/testing.h b/tests/testing.h
index eb5c095..3ffafcd 100644
--- a/tests/testing.h
+++ b/tests/testing.h
@@ -16,16 +16,14 @@
#include <unistd.h>
#include <fcntl.h>
-#include "util/Record.h"
#include "util/types.h"
#include "util/base.h"
#include "framework/MutableBuffer.h"
-//#include "framework/InternalLevel.h"
typedef de::WeightedRecord<uint64_t, uint32_t, uint64_t> WRec;
typedef de::Record<uint64_t, uint32_t> Rec;
-
-static gsl_rng *g_rng = gsl_rng_alloc(gsl_rng_mt19937);
+typedef de::WrappedRecord<WRec> WrappedWRec;
+typedef de::WrappedRecord<Rec> WrappedRec;
static bool initialize_test_file(std::string fname, size_t page_cnt)
{
@@ -71,7 +69,7 @@ static bool roughly_equal(int n1, int n2, size_t mag, double epsilon) {
template <de::RecordInterface R>
static de::MutableBuffer<R> *create_test_mbuffer(size_t cnt)
{
- auto buffer = new de::MutableBuffer<R>(cnt, true, cnt, g_rng);
+ auto buffer = new de::MutableBuffer<R>(cnt, true, cnt);
R rec;
for (size_t i = 0; i < cnt; i++) {
@@ -91,7 +89,7 @@ static de::MutableBuffer<R> *create_test_mbuffer(size_t cnt)
template <de::RecordInterface R>
static de::MutableBuffer<R> *create_test_mbuffer_tombstones(size_t cnt, size_t ts_cnt)
{
- auto buffer = new de::MutableBuffer<R>(cnt, true, ts_cnt, g_rng);
+ auto buffer = new de::MutableBuffer<R>(cnt, true, ts_cnt);
std::vector<std::pair<uint64_t, uint32_t>> tombstones;
@@ -122,7 +120,7 @@ static de::MutableBuffer<R> *create_test_mbuffer_tombstones(size_t cnt, size_t t
template <de::WeightedRecordInterface R>
static de::MutableBuffer<R> *create_weighted_mbuffer(size_t cnt)
{
- auto buffer = new de::MutableBuffer<R>(cnt, true, cnt, g_rng);
+ auto buffer = new de::MutableBuffer<R>(cnt, true, cnt);
// Put in half of the count with weight one.
for (uint32_t i=0; i< cnt / 2; i++) {
@@ -145,9 +143,9 @@ static de::MutableBuffer<R> *create_weighted_mbuffer(size_t cnt)
template <de::RecordInterface R>
static de::MutableBuffer<R> *create_double_seq_mbuffer(size_t cnt, bool ts=false)
{
- auto buffer = new de::MutableBuffer<R>(cnt, true, cnt, g_rng);
+ auto buffer = new de::MutableBuffer<R>(cnt, true, cnt);
- for (size_t i = 0; i < cnt / 2; i++) {
+ for (size_t i = 0; i < cnt / 2; i++) {
R rec;
rec.key = i;
rec.value = i;
diff --git a/tests/wirs_tests.cpp b/tests/wirs_tests.cpp
index c7edec9..3a80a9e 100644
--- a/tests/wirs_tests.cpp
+++ b/tests/wirs_tests.cpp
@@ -11,19 +11,17 @@
*/
#include "shard/WIRS.h"
-#include "framework/InternalLevel.h"
-#include "util/bf_config.h"
#include "testing.h"
#include <check.h>
using namespace de;
-typedef WIRS<WRec> Shard;
+typedef WIRS<WrappedWRec> Shard;
START_TEST(t_mbuffer_init)
{
- auto mem_table = new MutableBuffer<WRec>(1024, true, 1024, g_rng);
+ auto mem_table = new MutableBuffer<WrappedWRec>(1024, true, 1024);
for (uint64_t i = 512; i > 0; i--) {
uint32_t v = i;
mem_table->append({i,v, 1});
@@ -39,11 +37,9 @@ START_TEST(t_mbuffer_init)
mem_table->append({i, v, 1});
}
- BloomFilter* bf = new BloomFilter(BF_FPR, mem_table->get_tombstone_count(), BF_HASH_FUNCS, g_rng);
- Shard* shard = new Shard(mem_table, bf);
+ Shard* shard = new Shard(mem_table);
ck_assert_uint_eq(shard->get_record_count(), 512);
- delete bf;
delete mem_table;
delete shard;
}
@@ -51,20 +47,16 @@ START_TEST(t_mbuffer_init)
START_TEST(t_wirs_init)
{
size_t n = 512;
- auto mbuffer1 = create_test_mbuffer<WRec>(n);
- auto mbuffer2 = create_test_mbuffer<WRec>(n);
- auto mbuffer3 = create_test_mbuffer<WRec>(n);
-
- BloomFilter* bf1 = new BloomFilter(100, BF_HASH_FUNCS, g_rng);
- BloomFilter* bf2 = new BloomFilter(100, BF_HASH_FUNCS, g_rng);
- BloomFilter* bf3 = new BloomFilter(100, BF_HASH_FUNCS, g_rng);
- auto shard1 = new Shard(mbuffer1, bf1);
- auto shard2 = new Shard(mbuffer2, bf2);
- auto shard3 = new Shard(mbuffer3, bf3);
-
- BloomFilter* bf4 = new BloomFilter(100, BF_HASH_FUNCS, g_rng);
+ auto mbuffer1 = create_test_mbuffer<WrappedWRec>(n);
+ auto mbuffer2 = create_test_mbuffer<WrappedWRec>(n);
+ auto mbuffer3 = create_test_mbuffer<WrappedWRec>(n);
+
+ auto shard1 = new Shard(mbuffer1);
+ auto shard2 = new Shard(mbuffer2);
+ auto shard3 = new Shard(mbuffer3);
+
Shard* shards[3] = {shard1, shard2, shard3};
- auto shard4 = new Shard(shards, 3, bf4);
+ auto shard4 = new Shard(shards, 3);
ck_assert_int_eq(shard4->get_record_count(), n * 3);
ck_assert_int_eq(shard4->get_tombstone_count(), 0);
@@ -96,24 +88,20 @@ START_TEST(t_wirs_init)
delete mbuffer2;
delete mbuffer3;
- delete bf1;
delete shard1;
- delete bf2;
delete shard2;
- delete bf3;
delete shard3;
- delete bf4;
delete shard4;
}
+/*
START_TEST(t_get_lower_bound_index)
{
size_t n = 10000;
auto mbuffer = create_double_seq_mbuffer<WRec>(n);
ck_assert_ptr_nonnull(mbuffer);
- BloomFilter* bf = new BloomFilter(100, BF_HASH_FUNCS, g_rng);
- Shard* shard = new Shard(mbuffer, bf);
+ Shard* shard = new Shard(mbuffer);
ck_assert_int_eq(shard->get_record_count(), n);
ck_assert_int_eq(shard->get_tombstone_count(), 0);
@@ -127,22 +115,19 @@ START_TEST(t_get_lower_bound_index)
}
delete mbuffer;
- delete bf;
delete shard;
}
+*/
START_TEST(t_full_cancelation)
{
size_t n = 100;
- auto buffer = create_double_seq_mbuffer<WRec>(n, false);
- auto buffer_ts = create_double_seq_mbuffer<WRec>(n, true);
- BloomFilter* bf1 = new BloomFilter(100, BF_HASH_FUNCS, g_rng);
- BloomFilter* bf2 = new BloomFilter(100, BF_HASH_FUNCS, g_rng);
- BloomFilter* bf3 = new BloomFilter(100, BF_HASH_FUNCS, g_rng);
+ auto buffer = create_double_seq_mbuffer<WrappedWRec>(n, false);
+ auto buffer_ts = create_double_seq_mbuffer<WrappedWRec>(n, true);
- Shard* shard = new Shard(buffer, bf1);
- Shard* shard_ts = new Shard(buffer_ts, bf2);
+ Shard* shard = new Shard(buffer);
+ Shard* shard_ts = new Shard(buffer_ts);
ck_assert_int_eq(shard->get_record_count(), n);
ck_assert_int_eq(shard->get_tombstone_count(), 0);
@@ -151,16 +136,13 @@ START_TEST(t_full_cancelation)
Shard* shards[] = {shard, shard_ts};
- Shard* merged = new Shard(shards, 2, bf3);
+ Shard* merged = new Shard(shards, 2);
ck_assert_int_eq(merged->get_tombstone_count(), 0);
ck_assert_int_eq(merged->get_record_count(), 0);
delete buffer;
delete buffer_ts;
- delete bf1;
- delete bf2;
- delete bf3;
delete shard;
delete shard_ts;
delete merged;
@@ -168,13 +150,13 @@ START_TEST(t_full_cancelation)
END_TEST
+/*
START_TEST(t_weighted_sampling)
{
size_t n=1000;
auto buffer = create_weighted_mbuffer<WRec>(n);
- BloomFilter* bf = new BloomFilter(100, BF_HASH_FUNCS, g_rng);
- Shard* shard = new Shard(buffer, bf);
+ Shard* shard = new Shard(buffer);
uint64_t lower_key = 0;
uint64_t upper_key = 5;
@@ -202,17 +184,18 @@ START_TEST(t_weighted_sampling)
ck_assert(roughly_equal(cnt[2] / 1000, (double) k/2.0, k, .05));
delete shard;
- delete bf;
delete buffer;
}
END_TEST
+*/
+/*
START_TEST(t_tombstone_check)
{
size_t cnt = 1024;
size_t ts_cnt = 256;
- auto buffer = new MutableBuffer<WRec>(cnt + ts_cnt, true, ts_cnt, g_rng);
+ auto buffer = new MutableBuffer<WRec>(cnt + ts_cnt, true, ts_cnt);
std::vector<std::pair<uint64_t, uint32_t>> tombstones;
@@ -234,8 +217,7 @@ START_TEST(t_tombstone_check)
buffer->append({tombstones[i].first, tombstones[i].second, 1, 1});
}
- BloomFilter* bf1 = new BloomFilter(100, BF_HASH_FUNCS, g_rng);
- auto shard = new Shard(buffer, bf1);
+ auto shard = new Shard(buffer);
for (size_t i=0; i<tombstones.size(); i++) {
ck_assert(shard->check_tombstone({tombstones[i].first, tombstones[i].second}));
@@ -244,9 +226,9 @@ START_TEST(t_tombstone_check)
delete shard;
delete buffer;
- delete bf1;
}
END_TEST
+*/
Suite *unit_testing()
{
@@ -260,7 +242,7 @@ Suite *unit_testing()
TCase *bounds = tcase_create("de:WIRS::get_{lower,upper}_bound Testing");
- tcase_add_test(bounds, t_get_lower_bound_index);
+ //tcase_add_test(bounds, t_get_lower_bound_index);
tcase_set_timeout(bounds, 100);
suite_add_tcase(unit, bounds);
@@ -270,14 +252,18 @@ Suite *unit_testing()
suite_add_tcase(unit, tombstone);
+ /*
TCase *sampling = tcase_create("de:WIRS::sampling Testing");
tcase_add_test(sampling, t_weighted_sampling);
suite_add_tcase(unit, sampling);
+ */
+ /*
TCase *check_ts = tcase_create("de::WIRS::check_tombstone Testing");
tcase_add_test(check_ts, t_tombstone_check);
suite_add_tcase(unit, check_ts);
+ */
return unit;
}