BitMagic-C++
|
sparse vector de-serializer More...
#include <bmsparsevec_serial.h>
Public Types | |
typedef SV::bvector_type | bvector_type |
typedef const bvector_type * | bvector_type_const_ptr |
typedef bvector_type * | bvector_type_ptr |
typedef SV::value_type | value_type |
typedef SV::size_type | size_type |
typedef bvector_type::allocator_type::allocator_pool_type | allocator_pool_type |
typedef bm::serializer< bvector_type >::bv_ref_vector_type | bv_ref_vector_type |
Public Member Functions | |
sparse_vector_deserializer () | |
More... | |
~sparse_vector_deserializer () | |
void | set_xor_ref (bv_ref_vector_type *bv_ref_ptr) |
Set external XOR reference vectors (data frame referenece vectors) More... | |
void | deserialize (SV &sv, const unsigned char *buf, bool clear_sv=true) |
More... | |
void | deserialize_range (SV &sv, const unsigned char *buf, size_type from, size_type to, bool clear_sv=true) |
More... | |
void | deserialize (SV &sv, const unsigned char *buf, size_type from, size_type to) |
More... | |
void | deserialize (SV &sv, const unsigned char *buf, const bvector_type &mask_bv) |
More... | |
void | deserialize_structure (SV &sv, const unsigned char *buf) |
More... | |
Protected Types | |
typedef bvector_type::allocator_type | alloc_type |
Protected Member Functions | |
unsigned | load_header (bm::decoder &dec, SV &sv, unsigned char &matr_s_ser) |
Deserialize header/version and other common info. More... | |
void | deserialize_sv (SV &sv, const unsigned char *buf, const bvector_type *mask_bv, bool clear_sv) |
More... | |
void | deserialize_planes (SV &sv, unsigned planes, const unsigned char *buf, const bvector_type *mask_bv=0) |
deserialize bit-vector planes More... | |
void | load_planes_off_table (const unsigned char *buf, bm::decoder &dec, unsigned planes) |
load offset table More... | |
int | load_null_plane (SV &sv, int planes, const unsigned char *buf, const bvector_type *mask_bv) |
load NULL bit-plane (returns new planes count) More... | |
void | load_remap (SV &sv, const unsigned char *remap_buf_ptr) |
load string remap dict More... | |
void | setup_xor_compression () |
setup deserializers More... | |
void | clear_xor_compression () |
unset XOR compression vectors More... | |
Static Protected Member Functions | |
static void | raise_invalid_header () |
throw error on incorrect deserialization More... | |
static void | raise_invalid_64bit () |
throw error on incorrect deserialization More... | |
static void | raise_invalid_bitdepth () |
throw error on incorrect deserialization More... | |
static void | raise_invalid_format () |
throw error on incorrect deserialization More... | |
static void | raise_missing_remap_matrix () |
throw error on incorrect deserialization More... | |
Protected Attributes | |
const unsigned char * | remap_buf_ptr_ |
alloc_type | alloc_ |
More... | |
bm::word_t * | temp_block_ |
More... | |
allocator_pool_type | pool_ |
More... | |
bvector_type | plane_digest_bv_ |
bm::id64_t | sv_size_ |
bm::id64_t | digest_offset_ |
bm::deserializer< bvector_type, bm::decoder > | deserial_ |
bm::operation_deserializer< bvector_type > | op_deserial_ |
bm::rank_compressor< bvector_type > | rsc_compressor_ |
bvector_type | not_null_mask_bv_ |
More... | |
bvector_type | rsc_mask_bv_ |
More... | |
bm::heap_vector< size_t, alloc_type, true > | off_vect_ |
bm::heap_vector< unsigned, alloc_type, true > | off32_vect_ |
rlen_vector_type | remap_rlen_vect_ |
bv_ref_vector_type | bv_ref_ |
reference vector More... | |
bv_ref_vector_type * | bv_ref_ptr_ |
external ref More... | |
bool | idx_range_set_ |
More... | |
size_type | idx_range_from_ |
size_type | idx_range_to_ |
sparse vector de-serializer
Definition at line 326 of file bmsparsevec_serial.h.
|
protected |
unset XOR compression vectors
Definition at line 1176 of file bmsparsevec_serial.h.
void bm::sparse_vector_deserializer< SV >::deserialize | ( | SV & | sv, |
const unsigned char * | buf, | ||
bool | clear_sv = true |
||
) |
Deserialize sparse vector
sv | - [out] target sparse vector to populate |
buf | - input BLOB source memory pointer |
clear_sv | - if true clears the target vector |
Definition at line 1203 of file bmsparsevec_serial.h.
Referenced by deserialize_df0(), deserialize_df2(), main(), SDemo2(), and bm::sparse_vector_deserialize().
|
inline |
Deserialize sparse vector using address mask vector Address mask defines (by set bits) which vector elements to be extracted from the compressed BLOB
sv | - [out] target sparse vector to populate |
buf | - source memory pointer |
mask_bv | - AND mask bit-vector (address gather vector) |
Definition at line 397 of file bmsparsevec_serial.h.
References bm::sparse_vector_deserializer< SV >::deserialize_sv(), and bm::sparse_vector_deserializer< SV >::idx_range_set_.
|
inline |
Better use deserialize_range()
Definition at line 380 of file bmsparsevec_serial.h.
References bm::sparse_vector_deserializer< SV >::deserialize_range().
|
protected |
deserialize bit-vector planes
Definition at line 1452 of file bmsparsevec_serial.h.
References BM_ASSERT, and bm::bvector< Alloc >::opt_compress.
void bm::sparse_vector_deserializer< SV >::deserialize_range | ( | SV & | sv, |
const unsigned char * | buf, | ||
size_type | from, | ||
size_type | to, | ||
bool | clear_sv = true |
||
) |
Deserialize sparse vector for the range [from, to]
sv | - [out] target sparse vector to populate |
buf | - input BLOB source memory pointer |
from | - start vector index for deserialization range |
to | - end vector index for deserialization range |
clear_sv | - if true clears the target vector |
Definition at line 1241 of file bmsparsevec_serial.h.
Referenced by bm::sparse_vector_deserializer< SV >::deserialize(), and main().
void bm::sparse_vector_deserializer< SV >::deserialize_structure | ( | SV & | sv, |
const unsigned char * | buf | ||
) |
Load serialization descriptor, create vectors but DO NOT perform full deserialization
sv | - [out] target sparse vector to populate |
buf | - source memory pointer |
Definition at line 1214 of file bmsparsevec_serial.h.
References BM_ASSERT.
Referenced by deserialize_df2().
|
protected |
Definition at line 1313 of file bmsparsevec_serial.h.
References BM_ASSERT, and bm::bvector< Alloc >::opt_compress.
Referenced by bm::sparse_vector_deserializer< SV >::deserialize().
|
protected |
Deserialize header/version and other common info.
Definition at line 1397 of file bmsparsevec_serial.h.
References BM_ASSERT, bm::decoder::get_64(), and bm::decoder_base::get_8().
|
protected |
load NULL bit-plane (returns new planes count)
Definition at line 1530 of file bmsparsevec_serial.h.
References BM_ASSERT, and bm::bvector< Alloc >::opt_compress.
|
protected |
load offset table
Definition at line 1592 of file bmsparsevec_serial.h.
References bm::bit_in< TDecoder >::bic_decode_u32_cm(), BM_ASSERT, bm::decoder::get_32(), bm::decoder::get_64(), and bm::decoder_base::get_8().
|
protected |
load string remap dict
Definition at line 1664 of file bmsparsevec_serial.h.
References BM_ASSERT, BMRESTRICT, bm::bit_in< TDecoder >::gamma(), bm::decoder::get_16(), bm::decoder::get_32(), bm::decoder::get_64(), bm::decoder_base::get_8(), and bm::decoder_base::memcpy().
|
staticprotected |
throw error on incorrect deserialization
Definition at line 1769 of file bmsparsevec_serial.h.
|
staticprotected |
throw error on incorrect deserialization
Definition at line 1781 of file bmsparsevec_serial.h.
|
staticprotected |
throw error on incorrect deserialization
Definition at line 1793 of file bmsparsevec_serial.h.
|
staticprotected |
throw error on incorrect deserialization
Definition at line 1757 of file bmsparsevec_serial.h.
|
staticprotected |
throw error on incorrect deserialization
Definition at line 1805 of file bmsparsevec_serial.h.
void bm::sparse_vector_deserializer< SV >::set_xor_ref | ( | bv_ref_vector_type * | bv_ref_ptr | ) |
Set external XOR reference vectors (data frame referenece vectors)
bv_ref_ptr | - external reference vector if NULL - resets the use of reference |
Definition at line 1156 of file bmsparsevec_serial.h.
Referenced by deserialize_df2().
|
protected |
setup deserializers
Definition at line 1186 of file bmsparsevec_serial.h.
|
protected |
Definition at line 471 of file bmsparsevec_serial.h.
Referenced by bm::sparse_vector_deserializer< SV >::sparse_vector_deserializer().
|
protected |
reference vector
Definition at line 489 of file bmsparsevec_serial.h.
|
protected |
external ref
Definition at line 490 of file bmsparsevec_serial.h.
|
protected |
Definition at line 493 of file bmsparsevec_serial.h.
Referenced by bm::sparse_vector_deserializer< SV >::deserialize().
|
protected |
Definition at line 482 of file bmsparsevec_serial.h.
Referenced by bm::sparse_vector_deserializer< SV >::sparse_vector_deserializer().
|
protected |
Definition at line 473 of file bmsparsevec_serial.h.
Referenced by bm::sparse_vector_deserializer< SV >::sparse_vector_deserializer().
|
protected |
Definition at line 483 of file bmsparsevec_serial.h.
Referenced by bm::sparse_vector_deserializer< SV >::sparse_vector_deserializer().
|
protected |
Definition at line 472 of file bmsparsevec_serial.h.
Referenced by bm::sparse_vector_deserializer< SV >::sparse_vector_deserializer().