|
template<class... Args>
requires (mpl::excludes_copy_and_move_ctor_v<dense_union_array, Args...>) |
| | dense_union_array (Args &&... args) |
| | Generic constructor for creating dense union arrays.
|
| SPARROW_API | dense_union_array (arrow_proxy proxy) |
| | Constructs dense union array from Arrow proxy.
|
| SPARROW_API | dense_union_array (const dense_union_array &rhs) |
| | Copy constructor.
|
| SPARROW_API dense_union_array & | operator= (const dense_union_array &rhs) |
| | Copy assignment operator.
|
| | dense_union_array (dense_union_array &&rhs)=default |
| dense_union_array & | operator= (dense_union_array &&rhs)=default |
| constexpr std::optional< std::string_view > | name () const |
| | Gets the optional name of the union array.
|
| SPARROW_CONSTEXPR_CLANG std::optional< key_value_view > | metadata () const |
| | Gets the metadata associated with the union array.
|
| SPARROW_CONSTEXPR_CLANG value_type | at (size_type i) const |
| | Gets element at specified position with bounds checking.
|
| SPARROW_CONSTEXPR_CLANG value_type | operator[] (size_type i) const |
| | Gets element at specified position without bounds checking.
|
| SPARROW_CONSTEXPR_CLANG value_type | operator[] (size_type i) |
| | Gets mutable element at specified position.
|
| SPARROW_CONSTEXPR_CLANG value_type | front () const |
| | Gets reference to the first element.
|
| SPARROW_CONSTEXPR_CLANG value_type | back () const |
| | Gets reference to the last element.
|
| constexpr bool | empty () const |
| | Checks if the union array is empty.
|
| constexpr size_type | size () const |
| | Gets the number of elements in the union array.
|
| constexpr iterator | begin () |
| | Gets iterator to the beginning of the array.
|
| constexpr iterator | end () |
| | Gets iterator to the end of the array.
|
| constexpr const_iterator | begin () const |
| | Gets const iterator to the beginning of the array.
|
| constexpr const_iterator | end () const |
| | Gets const iterator to the end of the array.
|
| constexpr const_iterator | cbegin () const |
| | Gets const iterator to the beginning of the array.
|
| constexpr const_iterator | cend () const |
| | Gets const iterator to the end of the array.
|
| constexpr const_reverse_iterator | rbegin () const |
| | Gets reverse iterator to the beginning of reversed array.
|
| constexpr const_reverse_iterator | rend () const |
| | Gets reverse iterator to the end of reversed array.
|
| constexpr const_reverse_iterator | crbegin () const |
| | Gets const reverse iterator to the beginning of reversed array.
|
| constexpr const_reverse_iterator | crend () const |
| | Gets const reverse iterator to the end of reversed array.
|
| iterator | insert (const_iterator pos, const_reference value, size_type count=1) |
| | Inserts copies of a value before pos.
|
| iterator | insert (const_iterator pos, const array_traits::value_type &value, size_type count=1) |
| | Inserts copies of an owned value before pos.
|
| iterator | insert (const_iterator pos, InputIt first, InputIt last, size_type count=1) |
| | Inserts a range before pos, repeated count times.
|
| iterator | erase (const_iterator pos) |
| | Erases the value at pos.
|
| iterator | erase (const_iterator first, const_iterator last) |
| | Erases the half-open range [first, last).
|
| void | push_back (const_reference value) |
| | Appends a borrowed value.
|
| void | push_back (const array_traits::value_type &value) |
| | Appends an owned value.
|
| void | resize (size_type new_length) |
| | Resizes the array, default-inserting any appended values.
|
| void | resize (size_type new_length, const_reference value) |
| | Resizes the array, inserting value when it grows.
|
| void | resize (size_type new_length, const array_traits::value_type &value) |
| | Resizes the array, inserting value when it grows.
|
| constexpr void | zero_null_values (const inner_value_type &value) |
| | Replaces stored values at null positions.
|
| constexpr auto | type_id_map_from_child_to_type_id (const std::optional< R > &child_index_to_type_id) -> type_id_map |
|
| using | type_id_map |
| using | children_type |
| using | derived_type = D |
| constexpr children_type | make_children (arrow_proxy &proxy) |
| | Creates child array wrappers from Arrow proxy.
|
| | union_array_crtp_base (arrow_proxy proxy) |
| | Protected constructor from Arrow proxy.
|
| constexpr | union_array_crtp_base (const self_type &rhs) |
| | Copy constructor.
|
| constexpr self_type & | operator= (const self_type &rhs) |
| | Copy assignment operator.
|
| constexpr | union_array_crtp_base (self_type &&rhs)=default |
| constexpr self_type & | operator= (self_type &&rhs)=default |
| void | resize_impl (size_type new_length, VALUE &&value) |
| iterator | iterator_at (size_type index) |
| void | append_rebuild_entries (std::vector< detail::union_rebuild_value > &entries, size_type from, size_type to) const |
| | Appends one rebuild entry per element in [from, to), each referring to its current child slot.
|
| iterator | insert_materialized (const_iterator pos, std::vector< array_traits::value_type > inserted, size_type count) |
| | Rebuilds the array with the owned inserted values repeated count times before pos.
|
| iterator | erase_values (size_type first, size_type count) |
| std::vector< union_child_schema > | make_child_schemas (std::vector< std::uint8_t > &child_type_ids, std::array< bool, TYPE_ID_MAP_SIZE > &used_type_ids) const |
| | Initializes the schema bookkeeping of a rebuild from the current children.
|
| std::vector< detail::union_rebuild_value > | make_union_fillers (size_type old_child_count, const std::vector< union_child_schema > &child_schemas, std::vector< std::size_t > &inserted_children, std::vector< array_traits::value_type > &inserted) const |
| | Builds the row padding the output rows a child is not selected for.
|
| detail::union_rebuild_payload | make_rebuild_payload (std::span< const detail::union_rebuild_value > values, std::span< const std::size_t > inserted_children, std::span< const std::uint8_t > child_type_ids, std::span< const detail::union_rebuild_value > fillers) const |
| | Plans the rebuilt data from the row plan and the inserted-value resolution.
|
| std::vector< array > | build_rebuilt_children (const detail::union_rebuild_payload &payload, std::span< const array_traits::value_type > inserted, std::span< const std::size_t > inserted_children, const children_type &old_children, std::vector< array > &new_child_templates) const |
| | Rebuilds each child array from the payload rows planned for it.
|
| arrow_proxy | create_rebuild_proxy (std::vector< array > children, detail::union_rebuild_payload &&payload, std::span< const std::uint8_t > child_type_ids) const |
| | Creates the Arrow proxy of a rebuilt array from its children and buffers.
|
| iterator | adopt_rebuilt_array (arrow_proxy replacement, std::vector< std::uint8_t > child_type_ids, size_type return_index) |
| | Replaces this array's data with the rebuilt replacement.
|
| iterator | rebuild_values (std::vector< detail::union_rebuild_value > values, std::vector< array_traits::value_type > inserted, size_type return_index) |
| | Rebuilds this array from values, the inserted values they reference, and.
|
| constexpr arrow_proxy & | get_arrow_proxy () |
| | Gets mutable reference to the Arrow proxy.
|
| constexpr const arrow_proxy & | get_arrow_proxy () const |
| | Gets const reference to the Arrow proxy.
|
| constexpr derived_type & | derived_cast () |
| constexpr const derived_type & | derived_cast () const |
| static std::vector< std::uint8_t > | child_type_ids_from_format (std::string_view format_string) |
| | Extracts child type IDs from an Arrow union format string.
|
| static constexpr type_id_map | make_type_id_map (std::span< const std::uint8_t > child_type_ids) |
| | Creates a type-ID lookup table from child type IDs.
|
| static constexpr type_id_map | type_id_map_from_child_to_type_id (const std::optional< R > &child_index_to_type_id) |
| | Creates type ID mapping from child index to type ID mapping.
|
| static constexpr std::string | make_format_string (bool dense, std::size_t n, const std::optional< R > &child_index_to_type_id) |
| | Creates Arrow format string for union arrays.
|
| static std::vector< std::size_t > | resolve_inserted_children (std::span< const array_traits::value_type > inserted, std::vector< union_child_schema > &child_schemas, std::vector< std::uint8_t > &child_type_ids, std::array< bool, TYPE_ID_MAP_SIZE > &used_type_ids, std::vector< array > &new_child_templates) |
| | Maps each inserted value to the child it belongs to.
|
| arrow_proxy | m_proxy |
| | Internal Arrow proxy.
|
| const std::uint8_t * | p_type_ids |
| | Pointer to type ID buffer.
|
| children_type | m_children |
| | Child array wrappers.
|
| std::vector< std::uint8_t > | m_child_type_ids |
| | Type IDs in child order.
|
| std::array< std::uint8_t, TYPE_ID_MAP_SIZE > | m_type_id_map |
| | Type ID to child index mapping.
|
| static constexpr size_t | TYPE_ID_MAP_SIZE |
Dense union array implementation with offset buffer.
Dense union arrays store an additional offset buffer that maps each element to its position within the corresponding child array. This allows child arrays to be densely packed (only containing values that are actually used), making them more memory efficient when union elements are sparse.
Memory layout:
- Type ID buffer: Maps each element to child array type
- Offset buffer: Maps each element to position in child array
- Child arrays: Contain only the values actually used
Related Apache Arrow specification: https://arrow.apache.org/docs/dev/format/Columnar.html#dense-union
- Postcondition
- Maintains Arrow dense union format compatibility ("+ud:")
-
Child arrays can be shorter than the union array length
-
Provides memory-efficient storage for sparse union data
std::move(type_ids),
std::move(offsets));
u8_buffer< std::uint32_t > offset_buffer_type
typename base_type::type_id_buffer_type type_id_buffer_type
dense_union_array(Args &&... args)
Generic constructor for creating dense union arrays.
string_array_impl< std::int32_t > string_array
Type alias for variable-size string arrays with 32-bit offsets.
Definition at line 832 of file union_array.hpp.
1.18.0