dictionary_tracker.hpp

Go to the documentation of this file.

#pragma once
 
#include <cstdint>
#include <set>
#include <string>
#include <unordered_map>
#include <vector>
 
#include <sparrow/record_batch.hpp>
 
#include "sparrow_ipc/config/config.hpp"
 
namespace sparrow_ipc
{
    struct dictionary_info
    {
        int64_t id;                      
        sparrow::record_batch data;      
        bool is_ordered;                 
        bool is_delta;                   
    };

    class SPARROW_IPC_API dictionary_tracker
    {
    public:
        [[nodiscard]] std::vector<dictionary_info> extract_dictionaries_from_batch(const sparrow::record_batch& batch);

        void mark_emitted(int64_t id) noexcept;

        [[nodiscard]] bool is_emitted(int64_t id) const noexcept;

        void reset() noexcept;
 
    private:
        std::set<int64_t> m_emitted_dict_ids;  
        std::unordered_map<int64_t, std::string> m_dictionary_id_origins;
        std::unordered_map<int64_t, std::size_t> m_emitted_dict_sizes;
        std::unordered_map<int64_t, std::size_t> m_pending_dict_sizes;
    };
}