Search Toolkit Book for bm::deserializer

Deserializer for bit-vector. More...

#include <util/bitset/bmserial.h>

Inheritance diagram for bm::deserializer< BV, DEC >:

Collaboration diagram for bm::deserializer< BV, DEC >:

Public Types
typedef BV	bvector_type

typedef bvector_type::allocator_type	allocator_type

typedef BV::size_type	size_type

typedef bvector_type::block_idx_type	block_idx_type

typedef deseriaizer_base< DEC, block_idx_type >	parent_type

typedef parent_type::decoder_type	decoder_type

typedef bm::bv_ref_vector< BV >	bv_ref_vector_type

Public Member Functions
	deserializer ()

	~deserializer ()

size_t	deserialize (bvector_type &bv, const unsigned char buf, bm::word_t temp_block=0)

void	set_ref_vectors (const bv_ref_vector_type *ref_vect)
	Attach collection of reference vectors for XOR de-serialization (no transfer of ownership for the pointer) More...

void	set_range (size_type from, size_type to) noexcept
	set deserialization range [from, to] This is NOT exact, approximate range, content outside range is not guaranteed to be absent More...

void	unset_range () noexcept
	Disable range deserialization. More...

void	reset () noexcept
	reset range deserialization and reference vectors More...

Protected Types
typedef BV::blocks_manager_type	blocks_manager_type

typedef bm::heap_vector< bm::gap_word_t, allocator_type, true >	block_arridx_type

typedef bm::heap_vector< bm::word_t, allocator_type, true >	sblock_arridx_type

typedef allocator_type::allocator_pool_type	allocator_pool_type

Protected Types inherited from bm::deseriaizer_base< DEC, BV::block_idx_type >
typedef DEC	decoder_type

typedef BV::block_idx_type	block_idx_type

typedef bm::bit_in< DEC >	bit_in_type

Protected Member Functions
void	xor_decode (blocks_manager_type &bman)

void	xor_decode_chain (bm::word_t *blk) noexcept

void	xor_reset () noexcept

void	deserialize_gap (unsigned char btype, decoder_type &dec, bvector_type &bv, blocks_manager_type &bman, block_idx_type nb, bm::word_t *blk)

void	decode_bit_block (unsigned char btype, decoder_type &dec, blocks_manager_type &bman, block_idx_type nb, bm::word_t *blk)

void	decode_block_bit (decoder_type &dec, bvector_type &bv, block_idx_type nb, bm::word_t *blk)

void	decode_block_bit_interval (decoder_type &dec, bvector_type &bv, block_idx_type nb, bm::word_t *blk)

void	decode_arrbit (decoder_type &dec, bvector_type &bv, block_idx_type nb, bm::word_t *blk)

void	decode_arr_sblock (unsigned char btype, decoder_type &dec, bvector_type &bv)

Protected Member Functions inherited from bm::deseriaizer_base< DEC, BV::block_idx_type >
	deseriaizer_base ()

void	read_gap_block (decoder_type &decoder, unsigned block_type, bm::gap_word_t *dst_block, bm::gap_word_t &gap_head)
	Read GAP block from the stream. More...

unsigned	read_id_list (decoder_type &decoder, unsigned block_type, bm::gap_word_t *dst_arr)
	Read list of bit ids. More...

void	read_bic_arr (decoder_type &decoder, bm::word_t *blk, unsigned block_type) noexcept
	Read binary interpolated list into a bit-set. More...

unsigned	read_bic_sb_arr (decoder_type &decoder, unsigned block_type, unsigned dst_arr, unsigned sb_idx)
	Read list of bit ids for super-blocks. More...

void	read_bic_gap (decoder_type &decoder, bm::word_t *blk) noexcept
	Read binary interpolated gap blocks into a bitset. More...

void	read_bic_arr_inv (decoder_type &decoder, bm::word_t *blk) noexcept
	Read inverted binary interpolated list into a bit-set. More...

void	read_digest0_block (decoder_type &decoder, bm::word_t *blk) noexcept
	Read digest0-type bit-block. More...

block_idx_type	try_skip (decoder_type &decoder, block_idx_type nb, block_idx_type expect_nb) noexcept
	Try to skip if skip bookmark is available within reach. More...

Protected Attributes
block_arridx_type	bit_idx_arr_

sblock_arridx_type	sb_bit_idx_arr_

block_arridx_type	gap_temp_block_

bm::word_t *	temp_block_

allocator_pool_type	pool_

allocator_type	alloc_

const bv_ref_vector_type *	ref_vect_
	ref.vector for XOR compression More...

bm::word_t *	xor_block_
	xor product More...

bm::word_t *	or_block_

size_type	or_block_idx_

size_type	x_ref_idx_

bm::id64_t	x_ref_d64_

block_idx_type	x_nb_

unsigned	xor_chain_size_

bm::match_pair	xor_chain_ [64]

unsigned	is_range_set_

size_type	idx_from_

size_type	idx_to_

Protected Attributes inherited from bm::deseriaizer_base< DEC, BV::block_idx_type >
bm::gap_word_t *	id_array_
	ptr to idx array for temp decode use More...

unsigned *	sb_id_array_
	ptr to super-block idx array (temp) More...

block_idx_type	bookmark_idx_
	last bookmark block index More...

unsigned	skip_offset_
	bookmark to skip 256 encoded blocks More...

const unsigned char *	skip_pos_
	decoder skip position More...

Additional Inherited Members
Static Protected Member Functions inherited from bm::deseriaizer_base< DEC, BV::block_idx_type >
static void	read_0runs_block (decoder_type &decoder, bm::word_t *blk) noexcept
	read bit-block encoded as runs More...

static const char *	err_msg () noexcept

Detailed Description

template<class BV, class DEC>
class bm::deserializer< BV, DEC >

Deserializer for bit-vector.

Definition at line 568 of file bmserial.h.

Member Typedef Documentation

◆ allocator_pool_type

template<class BV , class DEC >

typedef allocator_type::allocator_pool_type bm::deserializer< BV, DEC >::allocator_pool_type

protected

Definition at line 665 of file bmserial.h.

◆ allocator_type

template<class BV , class DEC >

typedef bvector_type::allocator_type bm::deserializer< BV, DEC >::allocator_type

Definition at line 573 of file bmserial.h.

◆ block_arridx_type

template<class BV , class DEC >

typedef bm::heap_vector<bm::gap_word_t, allocator_type, true> bm::deserializer< BV, DEC >::block_arridx_type

protected

Definition at line 663 of file bmserial.h.

◆ block_idx_type

template<class BV , class DEC >

typedef bvector_type::block_idx_type bm::deserializer< BV, DEC >::block_idx_type

Definition at line 575 of file bmserial.h.

◆ blocks_manager_type

template<class BV , class DEC >

typedef BV::blocks_manager_type bm::deserializer< BV, DEC >::blocks_manager_type

protected

Definition at line 627 of file bmserial.h.

◆ bv_ref_vector_type

template<class BV , class DEC >

typedef bm::bv_ref_vector<BV> bm::deserializer< BV, DEC >::bv_ref_vector_type

Definition at line 578 of file bmserial.h.

◆ bvector_type

template<class BV , class DEC >

typedef BV bm::deserializer< BV, DEC >::bvector_type

Definition at line 572 of file bmserial.h.

◆ decoder_type

template<class BV , class DEC >

typedef parent_type::decoder_type bm::deserializer< BV, DEC >::decoder_type

Definition at line 577 of file bmserial.h.

◆ parent_type

template<class BV , class DEC >

typedef deseriaizer_base<DEC, block_idx_type> bm::deserializer< BV, DEC >::parent_type

Definition at line 576 of file bmserial.h.

◆ sblock_arridx_type

template<class BV , class DEC >

typedef bm::heap_vector<bm::word_t, allocator_type, true> bm::deserializer< BV, DEC >::sblock_arridx_type

protected

Definition at line 664 of file bmserial.h.

◆ size_type

template<class BV , class DEC >

typedef BV::size_type bm::deserializer< BV, DEC >::size_type

Definition at line 574 of file bmserial.h.

Constructor & Destructor Documentation

◆ deserializer()

template<class BV , class DEC >

bm::deserializer< BV, DEC >::deserializer

Definition at line 3749 of file bmserial.h.

References bm::deserializer< BV, DEC >::alloc_, bm::deserializer< BV, DEC >::bit_idx_arr_, bm::heap_vector< Val, BVAlloc, trivial_type >::data(), bm::gap_max_bits, bm::deserializer< BV, DEC >::gap_temp_block_, bm::deseriaizer_base< DEC, BV::block_idx_type >::id_array_, bm::deserializer< BV, DEC >::pool_, bm::heap_vector< Val, BVAlloc, trivial_type >::resize(), bm::deserializer< BV, DEC >::sb_bit_idx_arr_, bm::deseriaizer_base< DEC, BV::block_idx_type >::sb_id_array_, and bm::deserializer< BV, DEC >::temp_block_.

◆ ~deserializer()

template<class BV , class DEC >

bm::deserializer< BV, DEC >::~deserializer

Definition at line 3770 of file bmserial.h.

References BM_ASSERT.

Member Function Documentation

◆ decode_arr_sblock()

template<class BV , class DEC >

void bm::deserializer< BV, DEC >::decode_arr_sblock	(	unsigned char	btype,
		decoder_type &	dec,
		bvector_type &	bv
	)

protected

Definition at line 4003 of file bmserial.h.

References arr, bm::gap_max_bits, i, len, and bm::set_sub_array_size.

◆ decode_arrbit()

template<class BV , class DEC >

void bm::deserializer< BV, DEC >::decode_arrbit	(	decoder_type &	dec,
		bvector_type &	bv,
		block_idx_type	nb,
		bm::word_t *	blk
	)

protected

Definition at line 4084 of file bmserial.h.

References bm::bit_block_set(), BM_IS_GAP, IS_FULL_BLOCK, len, and bm::set_bit().

◆ decode_bit_block()

template<class BV , class DEC >

void bm::deserializer< BV, DEC >::decode_bit_block	(	unsigned char	btype,
		decoder_type &	dec,
		blocks_manager_type &	bman,
		block_idx_type	nb,
		bm::word_t *	blk
	)

protected

Definition at line 3938 of file bmserial.h.

References bm::bit_block_or(), bm::bit_block_set(), bm::bit_invert(), BM_ASSERT, BM_IS_GAP, bm::clear_bit(), IS_FULL_BLOCK, len, bm::set_block_arr_bienc, bm::set_block_arr_bienc_8bh, bm::set_block_arr_bienc_inv, bm::set_block_arrbit_inv, bm::set_block_bit_digest0, and bm::set_block_bitgap_bienc.

◆ decode_block_bit()

template<class BV , class DEC >

void bm::deserializer< BV, DEC >::decode_block_bit	(	decoder_type &	dec,
		bvector_type &	bv,
		block_idx_type	nb,
		bm::word_t *	blk
	)

protected

Definition at line 4037 of file bmserial.h.

References bm::BM_OR, and bm::set_block_size.

◆ decode_block_bit_interval()

template<class BV , class DEC >

void bm::deserializer< BV, DEC >::decode_block_bit_interval	(	decoder_type &	dec,
		bvector_type &	bv,
		block_idx_type	nb,
		bm::word_t *	blk
	)

protected

Definition at line 4057 of file bmserial.h.

References bm::bit_block_set(), bm::BM_OR, and bm::set_block_size.

◆ deserialize()

template<class BV , class DEC >

size_t bm::deserializer< BV, DEC >::deserialize	(	bvector_type &	bv,
		const unsigned char *	buf,
		bm::word_t *	temp_block = `0`
	)

Deserialize bit-vector (equivalent to logical OR)

Parameters

bv	- target bit-vector
buf	- BLOB memory pointer
temp_block	- temporary buffer [block size] (not used)

Returns: number of consumed bytes

Definition at line 4122 of file bmserial.h.

Referenced by bm::deserialize(), bm::operation_deserializer< bvector_type >::deserialize(), CDataFrame< MAX_SIZE >::Deserialize(), bm::deserialize_range(), bm::operation_deserializer< BV >::deserialize_xor_range(), NULL_serial_search_test(), test_chr21(), and TestStrSparseVector().

◆ deserialize_gap()

template<class BV , class DEC >

void bm::deserializer< BV, DEC >::deserialize_gap	(	unsigned char	btype,
		decoder_type &	dec,
		bvector_type &	bv,
		blocks_manager_type &	bman,
		block_idx_type	nb,
		bm::word_t *	blk
	)