diff options
| author | Douglas Rumbaugh <dbr4@psu.edu> | 2025-09-25 14:42:44 -0400 |
|---|---|---|
| committer | Douglas Rumbaugh <dbr4@psu.edu> | 2025-09-25 14:42:44 -0400 |
| commit | cf5f3bbb0cb58430ed68ad3ebfcefc009e553d71 (patch) | |
| tree | 4c17bc3169ee195c236cea9c9efda0aef7488e3c /include/shard/LoudsPatricia.h | |
| parent | 826c1fff5accbaa6b415acc176a5acbeb5f691b6 (diff) | |
| download | dynamic-extension-cf5f3bbb0cb58430ed68ad3ebfcefc009e553d71.tar.gz | |
Code reformatting
Diffstat (limited to 'include/shard/LoudsPatricia.h')
| -rw-r--r-- | include/shard/LoudsPatricia.h | 278 |
1 files changed, 133 insertions, 145 deletions
diff --git a/include/shard/LoudsPatricia.h b/include/shard/LoudsPatricia.h index fe0c30e..0b7c74c 100644 --- a/include/shard/LoudsPatricia.h +++ b/include/shard/LoudsPatricia.h @@ -9,191 +9,179 @@ */ #pragma once - #include <vector> #include "framework/ShardRequirements.h" #include "louds-patricia.hpp" #include "util/SortedMerge.h" -using psudb::CACHELINE_SIZE; using psudb::BloomFilter; +using psudb::byte; +using psudb::CACHELINE_SIZE; using psudb::PriorityQueue; using psudb::queue_record; -using psudb::byte; namespace de { -template <KVPInterface R> -class LoudsPatricia { +template <KVPInterface R> class LoudsPatricia { private: - - typedef decltype(R::key) K; - typedef decltype(R::value) V; - static_assert(std::is_same_v<K, const char*>, "FST requires const char* keys."); + typedef decltype(R::key) K; + typedef decltype(R::value) V; + static_assert(std::is_same_v<K, const char *>, + "FST requires const char* keys."); public: - LoudsPatricia(BufferView<R> buffer) - : m_data(nullptr) - , m_reccnt(0) - , m_alloc_size(0) - { - m_data = new Wrapped<R>[buffer.get_record_count()](); - m_alloc_size = sizeof(Wrapped<R>) * buffer.get_record_count(); - - m_louds = new louds::Patricia(); - - size_t cnt = 0; - std::vector<std::string> keys; - keys.reserve(buffer.get_record_count()); - - /* - * Copy the contents of the buffer view into a temporary buffer, and - * sort them. We still need to iterate over these temporary records to - * apply tombstone/deleted record filtering, as well as any possible - * per-record processing that is required by the shard being built. - */ - auto temp_buffer = new Wrapped<R>[buffer.get_record_count()](); - for (size_t i=0; i<buffer.get_record_count(); i++) { - temp_buffer[i] = *(buffer.get(i)); - } - - auto base = temp_buffer; - auto stop = base + buffer.get_record_count(); - std::sort(base, stop, std::less<Wrapped<R>>()); + LoudsPatricia(BufferView<R> buffer) + : m_data(nullptr), m_reccnt(0), m_alloc_size(0) { + m_data = new Wrapped<R>[buffer.get_record_count()](); + m_alloc_size = sizeof(Wrapped<R>) * buffer.get_record_count(); + + m_louds = new louds::Patricia(); + + size_t cnt = 0; + std::vector<std::string> keys; + keys.reserve(buffer.get_record_count()); + + /* + * Copy the contents of the buffer view into a temporary buffer, and + * sort them. We still need to iterate over these temporary records to + * apply tombstone/deleted record filtering, as well as any possible + * per-record processing that is required by the shard being built. + */ + auto temp_buffer = new Wrapped<R>[buffer.get_record_count()](); + for (size_t i = 0; i < buffer.get_record_count(); i++) { + temp_buffer[i] = *(buffer.get(i)); + } - for (size_t i=0; i<buffer.get_record_count(); i++) { - if (temp_buffer[i].is_deleted() || !temp_buffer[i].is_visible() || temp_buffer[i].rec.key == "") { - continue; - } + auto base = temp_buffer; + auto stop = base + buffer.get_record_count(); + std::sort(base, stop, std::less<Wrapped<R>>()); - m_data[cnt] = temp_buffer[i]; - m_data[cnt].clear_timestamp(); + for (size_t i = 0; i < buffer.get_record_count(); i++) { + if (temp_buffer[i].is_deleted() || !temp_buffer[i].is_visible() || + temp_buffer[i].rec.key == "") { + continue; + } - m_louds->add(std::string(m_data[cnt].rec.key)); - cnt++; - } + m_data[cnt] = temp_buffer[i]; + m_data[cnt].clear_timestamp(); - m_reccnt = cnt; - if (m_reccnt > 0) { - m_louds->build(); - } + m_louds->add(std::string(m_data[cnt].rec.key)); + cnt++; + } - delete[] temp_buffer; + m_reccnt = cnt; + if (m_reccnt > 0) { + m_louds->build(); } - LoudsPatricia(std::vector<const LoudsPatricia*> &shards) - : m_data(nullptr) - , m_reccnt(0) - , m_alloc_size(0) - { - size_t attemp_reccnt = 0; - size_t tombstone_count = 0; - auto cursors = build_cursor_vec<R, LoudsPatricia>(shards, &attemp_reccnt, &tombstone_count); - - m_data = new Wrapped<R>[attemp_reccnt](); - m_alloc_size = attemp_reccnt * sizeof(Wrapped<R>); - - m_louds = new louds::Patricia(); - - // FIXME: For smaller cursor arrays, it may be more efficient to skip - // the priority queue and just do a scan. - PriorityQueue<Wrapped<R>> pq(cursors.size()); - for (size_t i=0; i<cursors.size(); i++) { - pq.push(cursors[i].ptr, i); - } + delete[] temp_buffer; + } - while (pq.size()) { - auto now = pq.peek(); - auto next = pq.size() > 1 ? pq.peek(1) : queue_record<Wrapped<R>>{nullptr, 0}; - /* - * if the current record is not a tombstone, and the next record is - * a tombstone that matches the current one, then the current one - * has been deleted, and both it and its tombstone can be skipped - * over. - */ - if (!now.data->is_tombstone() && next.data != nullptr && - now.data->rec == next.data->rec && next.data->is_tombstone()) { - - pq.pop(); pq.pop(); - auto& cursor1 = cursors[now.version]; - auto& cursor2 = cursors[next.version]; - if (advance_cursor(cursor1)) pq.push(cursor1.ptr, now.version); - if (advance_cursor(cursor2)) pq.push(cursor2.ptr, next.version); - } else { - auto& cursor = cursors[now.version]; - /* skip over records that have been deleted via tagging */ - if (!cursor.ptr->is_deleted() && cursor.ptr->rec.key != "") { - m_data[m_reccnt] = *cursor.ptr; - m_louds->add(std::string(m_data[m_reccnt].rec.key)); - m_reccnt++; - } - pq.pop(); - - if (advance_cursor(cursor)) pq.push(cursor.ptr, now.version); - } - } + LoudsPatricia(std::vector<const LoudsPatricia *> &shards) + : m_data(nullptr), m_reccnt(0), m_alloc_size(0) { + size_t attemp_reccnt = 0; + size_t tombstone_count = 0; + auto cursors = build_cursor_vec<R, LoudsPatricia>(shards, &attemp_reccnt, + &tombstone_count); - if (m_reccnt > 0) { - m_louds->build(); + m_data = new Wrapped<R>[attemp_reccnt](); + m_alloc_size = attemp_reccnt * sizeof(Wrapped<R>); + + m_louds = new louds::Patricia(); + + // FIXME: For smaller cursor arrays, it may be more efficient to skip + // the priority queue and just do a scan. + PriorityQueue<Wrapped<R>> pq(cursors.size()); + for (size_t i = 0; i < cursors.size(); i++) { + pq.push(cursors[i].ptr, i); + } + + while (pq.size()) { + auto now = pq.peek(); + auto next = + pq.size() > 1 ? pq.peek(1) : queue_record<Wrapped<R>>{nullptr, 0}; + /* + * if the current record is not a tombstone, and the next record is + * a tombstone that matches the current one, then the current one + * has been deleted, and both it and its tombstone can be skipped + * over. + */ + if (!now.data->is_tombstone() && next.data != nullptr && + now.data->rec == next.data->rec && next.data->is_tombstone()) { + + pq.pop(); + pq.pop(); + auto &cursor1 = cursors[now.version]; + auto &cursor2 = cursors[next.version]; + if (advance_cursor(cursor1)) + pq.push(cursor1.ptr, now.version); + if (advance_cursor(cursor2)) + pq.push(cursor2.ptr, next.version); + } else { + auto &cursor = cursors[now.version]; + /* skip over records that have been deleted via tagging */ + if (!cursor.ptr->is_deleted() && cursor.ptr->rec.key != "") { + m_data[m_reccnt] = *cursor.ptr; + m_louds->add(std::string(m_data[m_reccnt].rec.key)); + m_reccnt++; } + pq.pop(); + + if (advance_cursor(cursor)) + pq.push(cursor.ptr, now.version); + } } - ~LoudsPatricia() { - delete[] m_data; - delete m_louds; + if (m_reccnt > 0) { + m_louds->build(); } + } - Wrapped<R> *point_lookup(const R &rec, bool filter=false) { + ~LoudsPatricia() { + delete[] m_data; + delete m_louds; + } - auto idx = m_louds->lookup(std::string(rec.key)); + Wrapped<R> *point_lookup(const R &rec, bool filter = false) { - if (idx == -1) { - return nullptr; - } + auto idx = m_louds->lookup(std::string(rec.key)); - // FIXME: for convenience, I'm treating this Trie as a unique index - // for now, so no need to scan forward and/or check values. This - // also makes the point lookup query class a lot easier to make. - // Ultimately, though, we can support non-unique indexes with some - // extra work. - return m_data + idx; + if (idx == -1) { + return nullptr; } - Wrapped<R>* get_data() const { - return m_data; - } - - size_t get_record_count() const { - return m_reccnt; - } + // FIXME: for convenience, I'm treating this Trie as a unique index + // for now, so no need to scan forward and/or check values. This + // also makes the point lookup query class a lot easier to make. + // Ultimately, though, we can support non-unique indexes with some + // extra work. + return m_data + idx; + } - size_t get_tombstone_count() const { - return 0; - } + Wrapped<R> *get_data() const { return m_data; } - const Wrapped<R>* get_record_at(size_t idx) const { - if (idx >= m_reccnt) return nullptr; - return m_data + idx; - } + size_t get_record_count() const { return m_reccnt; } + size_t get_tombstone_count() const { return 0; } - size_t get_memory_usage() const { - return m_louds->size(); - } + const Wrapped<R> *get_record_at(size_t idx) const { + if (idx >= m_reccnt) + return nullptr; + return m_data + idx; + } - size_t get_aux_memory_usage() const { - return m_alloc_size; - } + size_t get_memory_usage() const { return m_louds->size(); } - size_t get_lower_bound(R &rec) {return 0;} - size_t get_upper_bound(R &rec) {return 0;} + size_t get_aux_memory_usage() const { return m_alloc_size; } -private: + size_t get_lower_bound(R &rec) { return 0; } + size_t get_upper_bound(R &rec) { return 0; } - Wrapped<R>* m_data; - size_t m_reccnt; - size_t m_alloc_size; - louds::Patricia *m_louds; +private: + Wrapped<R> *m_data; + size_t m_reccnt; + size_t m_alloc_size; + louds::Patricia *m_louds; }; -} +} // namespace de |