bes Updated for version 3.21.1
The Backend Server (BES) is the lower two tiers of the Hyrax data server
|
Public Member Functions | |
void | accumlate_storage_size (unsigned long long chunk_storage_size) |
virtual unsigned long | add_chunk (const std::string &byte_order, const std::string &fill_value, libdap::Type fv_type, unsigned long long chunk_size, const std::vector< unsigned long long > &position_in_array) |
virtual unsigned long | add_chunk (const std::string &byte_order, const std::string &fill_value, libdap::Type fv_type, unsigned long long chunk_size, const std::vector< unsigned long long > &position_in_array, const std::vector< std::pair< libdap::Type, int > > &structure_type_element) |
virtual unsigned long | add_chunk (const std::string &byte_order, const std::string &fill_value, libdap::Type fv_type, unsigned long long chunk_size, const std::vector< unsigned long long > &position_in_array, unsigned int struct_size) |
virtual unsigned long | add_chunk (const std::string &byte_order, const std::string &position_in_array, const std::vector< std::pair< unsigned long long, unsigned long long > > &lb_offset_length) |
virtual unsigned long | add_chunk (const std::string &byte_order, unsigned long long size, unsigned long long offset, bool linked_block, unsigned int linked_block_index) |
virtual unsigned long | add_chunk (const std::string &byte_order, unsigned long long size, unsigned long long offset, const std::string &position_in_array) |
Adds a chunk to the vector of chunk refs (byteStreams) and returns the size of the chunks internal vector. | |
virtual unsigned long | add_chunk (const std::string &byte_order, unsigned long long size, unsigned long long offset, const std::vector< unsigned long long > &position_in_array) |
Adds a chunk to the vector of chunk refs (byteStreams) and returns the size of the chunks internal vector. | |
virtual unsigned long | add_chunk (const std::string &byte_order, unsigned long long size, unsigned long long offset, const std::vector< unsigned long long > &position_in_array, bool multi_linked_blocks, unsigned int linked_block_index) |
virtual unsigned long | add_chunk (const std::string &byte_order, unsigned long long size, unsigned long long offset, unsigned int filter_mask, const std::vector< unsigned long long > &position_in_array) |
virtual unsigned long | add_chunk (std::shared_ptr< http::url > d_data_url, const std::string &byte_order, const std::string &position_in_array, const std::vector< std::pair< unsigned long long, unsigned long long > > &lb_offset_length) |
virtual unsigned long | add_chunk (std::shared_ptr< http::url > d_data_url, const std::string &byte_order, unsigned long long size, unsigned long long offset, bool linked_block, unsigned int linked_block_index) |
virtual unsigned long | add_chunk (std::shared_ptr< http::url > d_data_url, const std::string &byte_order, unsigned long long size, unsigned long long offset, const std::string &position_in_array) |
Adds a chunk to the vector of chunk refs (byteStreams) and returns the size of the chunks internal vector. | |
virtual unsigned long | add_chunk (std::shared_ptr< http::url > d_data_url, const std::string &byte_order, unsigned long long size, unsigned long long offset, const std::vector< unsigned long long > &position_in_array) |
Adds a chunk to the vector of chunk refs (byteStreams) and returns the size of the chunks internal vector. | |
virtual unsigned long | add_chunk (std::shared_ptr< http::url > d_data_url, const std::string &byte_order, unsigned long long size, unsigned long long offset, const std::vector< unsigned long long > &position_in_array, bool multi_linked_blocks, unsigned int multi_linked_block_index_in_dmrpp_file) |
virtual unsigned long | add_chunk (std::shared_ptr< http::url > d_data_url, const std::string &byte_order, unsigned long long size, unsigned long long offset, unsigned int filter_mask, const std::string &position_in_array) |
virtual unsigned long | add_chunk (std::shared_ptr< http::url > d_data_url, const std::string &byte_order, unsigned long long size, unsigned long long offset, unsigned int filter_mask, const std::vector< unsigned long long > &position_in_array) |
DmrppUInt32 (const DmrppUInt32 &)=default | |
DmrppUInt32 (const std::string &n) | |
DmrppUInt32 (const std::string &n, const std::string &d) | |
DmrppUInt32 (const std::string &n, const std::string &d, std::shared_ptr< DMZ > dmz) | |
DmrppUInt32 (const std::string &n, std::shared_ptr< DMZ > dmz) | |
virtual void | dump (std::ostream &strm) const |
void | dump (ostream &strm) const override |
virtual bool | get_attributes_loaded () const |
Have the attributes been loaded? | |
virtual std::string | get_byte_order () const |
virtual const std::vector< unsigned long long > & | get_chunk_dimension_sizes () const |
The chunk dimension sizes held in a const vector. | |
virtual unsigned long long | get_chunk_size_in_elements () const |
Get the number of elements in this chunk. | |
std::vector< std::shared_ptr< Chunk > > | get_chunks () const |
virtual bool | get_chunks_loaded () const |
Have the chunks been loaded? | |
virtual size_t | get_chunks_size () const |
Use this when the number of chunks is needed. | |
const std::vector< unsigned int > & | get_deflate_levels () const |
virtual std::string | get_fill_value () const |
virtual libdap::Type | get_fill_value_type () const |
virtual std::string | get_filters () const |
Return the names of all the filters in the order they were applied. | |
virtual const std::vector< std::shared_ptr< Chunk > > & | get_immutable_chunks () const |
A const reference to the vector of chunks. | |
virtual bool | get_one_chunk_fill_value () const |
bool | get_processing_fv_chunks () const |
const std::vector< unsigned int > & | get_struct_offsets () const |
unsigned int | get_total_linked_blocks () const |
virtual bool | get_uses_fill_value () const |
bool | get_using_linked_block () const |
unsigned long long | get_var_chunks_storage_size () const |
virtual const pugi::xml_node & | get_xml_node () const |
virtual void | ingest_byte_order (const std::string &byte_order_string) |
Parses the text content of the XML element chunks:byteOrder. | |
virtual void | ingest_compression_type (const std::string &compression_type_string) |
Parses the text content of the XML element h4:chunkDimensionSizes into the internal vector<unsigned int> representation. | |
virtual bool | is_compact_layout () const |
Returns true if this object utilizes COMPACT layout. | |
virtual bool | is_disable_dio () const |
Returns true if this object describes the missing data. | |
virtual bool | is_filters_empty () const |
virtual bool | is_missing_data () const |
Returns true if this object describes the missing data. | |
virtual bool | is_multi_linked_blocks_chunk () const |
Returns true if this object contains a chunk that have multiple linked blocks . | |
virtual void | load_attributes (libdap::BaseType *btp) |
Load the attribute information for this variable. | |
virtual void | load_chunks (libdap::BaseType *btp) |
Load chunk information for this variable. | |
DmrppUInt32 & | operator= (const DmrppUInt32 &rhs) |
virtual void | parse_chunk_dimension_sizes (const std::string &chunk_dim_sizes_string) |
Set the dimension sizes for a chunk. | |
void | print_chunks_element (libdap::XMLWriter &xml, const std::string &name_space="") |
Print the Chunk information. | |
void | print_compact_element (libdap::XMLWriter &xml, const std::string &name_space="", const std::string &encoded="") const |
Print the Compact base64-encoded information. | |
void | print_dap4 (libdap::XMLWriter &writer, bool constrained=false) override |
void | print_dmrpp (libdap::XMLWriter &writer, bool constrained=false) |
Print the DMR++ response for the Scalar types. | |
void | print_missing_data_element (const libdap::XMLWriter &xml, const std::string &name_space, const char *data, int length) const |
void | print_missing_data_element (const libdap::XMLWriter &xml, const std::string &name_space="", const std::string &encoded="") const |
void | print_special_structure_element (const libdap::XMLWriter &xml, const std::string &name_space="", const std::string &encoded="") const |
libdap::BaseType * | ptr_duplicate () override |
bool | read () override |
virtual void | set_attributes_loaded (bool state) |
void | set_chunk_dimension_sizes (const std::vector< unsigned long long > &chunk_dims) |
Set the value of the chunk dimension sizes given a vector of HDF5 hsize_t. | |
virtual void | set_chunks_loaded (bool state) |
void | set_compact (bool value) |
Set the value of the compact property. | |
void | set_deflate_levels (const std::vector< unsigned int > &def_levels) |
void | set_disable_dio (bool value) |
Set the value of the compact property. | |
virtual void | set_fill_value_string (const std::string &fv) |
Set the fill value (using a string) | |
virtual void | set_fill_value_type (libdap::Type t) |
Set the libdap data type to use with the fill value. | |
void | set_filter (const std::string &value) |
Set the value of the filters property. | |
void | set_missing_data (bool value) |
Set the value of the missing data. | |
void | set_multi_linked_blocks_chunk (bool value) |
Set the value of the boolean variable that indicates this variable contains multiple linked blocks in a chunk. | |
virtual void | set_one_chunk_fill_value (bool ufv) |
Set the one_chunk_fill_value property. | |
void | set_processing_fv_chunks () |
void | set_send_p (bool state) override |
void | set_struct_offsets (const std::vector< unsigned int > &s_offs) |
void | set_total_linked_blocks (unsigned tlbs) |
virtual void | set_uses_fill_value (bool ufv) |
Set the uses_fill_value property. | |
void | set_using_linked_block () |
virtual void | set_xml_node (pugi::xml_node node) |
virtual bool | twiddle_bytes () const |
Returns true if this object utilizes shuffle compression. | |
Static Public Attributes | |
static std::string | d_dmrpp_ns = "http://xml.opendap.org/dap/dmrpp/1.0.0#" |
The DMR++ XML namespace. | |
static std::string | d_ns_prefix = "dmrpp" |
The XML namespace prefix to use. | |
static bool | d_print_chunks = false |
if true, print_dap4() prints chunk elements | |
Protected Member Functions | |
virtual char * | read_atomic (const std::string &name) |
read method for the atomic types | |
virtual char * | read_atomic (const std::string &name, size_t &buf_size) |
Definition at line 39 of file DmrppUInt32.h.
|
inline |
Definition at line 42 of file DmrppUInt32.h.
|
inline |
Definition at line 43 of file DmrppUInt32.h.
|
inline |
Definition at line 44 of file DmrppUInt32.h.
|
inline |
Definition at line 45 of file DmrppUInt32.h.
|
inlineinherited |
Definition at line 471 of file DmrppCommon.h.
|
virtualinherited |
Definition at line 420 of file DmrppCommon.cc.
|
virtualinherited |
Definition at line 446 of file DmrppCommon.cc.
|
virtualinherited |
Definition at line 345 of file DmrppCommon.cc.
|
virtualinherited |
Definition at line 289 of file DmrppCommon.cc.
|
virtualinherited |
Adds a chunk to the vector of chunk refs (byteStreams) and returns the size of the chunks internal vector.
NB: This method is used by build_dmrpp during the production of the dmr++ file. The fact that the URL is not set is fine in that circumstance because when the DMZ parser reads the dmr++ the chunks without the explicit URL (dmrpp:href attribute) will inherit the primary URL (dmrpp:href) value from the top level Dataset element.
byte_order | The stored byte order of the chunk |
size | The sie of the chunk |
offset | Chunk offset in the target dataset binary object. |
position_in_array | A string description of the chunks position in the array with a nominal format of [x,y,...,z] where x, ..., are unsigned integers |
Definition at line 371 of file DmrppCommon.cc.
|
virtualinherited |
Adds a chunk to the vector of chunk refs (byteStreams) and returns the size of the chunks internal vector.
NB: This method is used by build_dmrpp during the production of the dmr++ file. The fact that the URL is not set is fine in that circumstance because when the DMZ parser reads the dmr++ the chunks without the explicit URL (dmrpp:href attributes) will inherit the primary URL (dmrpp:href) value from the top level Dataset element.
byte_order | The stored byte order of the chunk |
size | The sie of the chunk |
offset | Chunk offset in the target dataset binary object. |
position_in_array | Described as a vector of unsigned long long values |
Definition at line 396 of file DmrppCommon.cc.
|
virtualinherited |
Definition at line 318 of file DmrppCommon.cc.
|
virtualinherited |
Definition at line 408 of file DmrppCommon.cc.
|
virtualinherited |
Definition at line 333 of file DmrppCommon.cc.
|
virtualinherited |
Definition at line 275 of file DmrppCommon.cc.
|
virtualinherited |
Adds a chunk to the vector of chunk refs (byteStreams) and returns the size of the chunks internal vector.
data_url | The URL, file or http(s) protocol, that identifies the location of the binary object that holds the referenced chunk |
byte_order | The stored byte order of the chunk |
size | The sie of the chunk |
offset | Chunk offset in the target dataset binary object. |
position_in_array | A string description of the chunks position in the array with a nominal format of [x,y,...,z] where x, ..., are unsigned integers |
Definition at line 212 of file DmrppCommon.cc.
|
virtualinherited |
Adds a chunk to the vector of chunk refs (byteStreams) and returns the size of the chunks internal vector.
data_url | The URL, file or http(s) protocol, that identifies the location of the binary object that holds the referenced chunk |
byte_order | The stored byte order of the chunk |
size | The sie of the chunk |
offset | Chunk offset in the target dataset binary object. |
position_in_array | Described as a vector of unsigned long long values |
Definition at line 248 of file DmrppCommon.cc.
|
virtualinherited |
Definition at line 303 of file DmrppCommon.cc.
|
virtualinherited |
Definition at line 224 of file DmrppCommon.cc.
|
virtualinherited |
Definition at line 261 of file DmrppCommon.cc.
|
virtualinherited |
Definition at line 846 of file DmrppCommon.cc.
|
override |
Definition at line 85 of file DmrppUInt32.cc.
|
inlinevirtualinherited |
Have the attributes been loaded?
Definition at line 255 of file DmrppCommon.h.
|
inlinevirtualinherited |
Definition at line 341 of file DmrppCommon.h.
|
inlinevirtualinherited |
The chunk dimension sizes held in a const vector.
Definition at line 274 of file DmrppCommon.h.
|
inlinevirtualinherited |
Get the number of elements in this chunk.
Definition at line 280 of file DmrppCommon.h.
|
inlineinherited |
Definition at line 266 of file DmrppCommon.h.
|
inlinevirtualinherited |
Have the chunks been loaded?
Definition at line 251 of file DmrppCommon.h.
|
inlinevirtualinherited |
Use this when the number of chunks is needed.
Definition at line 270 of file DmrppCommon.h.
|
inlineinherited |
Definition at line 179 of file DmrppCommon.h.
|
inlinevirtualinherited |
Definition at line 302 of file DmrppCommon.h.
|
inlinevirtualinherited |
Definition at line 305 of file DmrppCommon.h.
|
inlinevirtualinherited |
Return the names of all the filters in the order they were applied.
Definition at line 173 of file DmrppCommon.h.
|
inlinevirtualinherited |
A const reference to the vector of chunks.
Definition at line 262 of file DmrppCommon.h.
|
inlinevirtualinherited |
Definition at line 311 of file DmrppCommon.h.
|
inlineinherited |
Definition at line 191 of file DmrppCommon.h.
|
inlineinherited |
Definition at line 188 of file DmrppCommon.h.
|
inlineinherited |
Definition at line 197 of file DmrppCommon.h.
|
inlinevirtualinherited |
Definition at line 299 of file DmrppCommon.h.
|
inlineinherited |
Definition at line 194 of file DmrppCommon.h.
|
inlineinherited |
Definition at line 472 of file DmrppCommon.h.
|
inlinevirtualinherited |
Definition at line 258 of file DmrppCommon.h.
|
virtualinherited |
Parses the text content of the XML element chunks:byteOrder.
byte_order_string | One of "LE", "BE" |
Definition at line 181 of file DmrppCommon.cc.
|
virtualinherited |
Parses the text content of the XML element h4:chunkDimensionSizes into the internal vector<unsigned int> representation.
compression_type_string |
Definition at line 170 of file DmrppCommon.cc.
|
inlinevirtualinherited |
Returns true if this object utilizes COMPACT layout.
Definition at line 204 of file DmrppCommon.h.
|
inlinevirtualinherited |
Returns true if this object describes the missing data.
Definition at line 235 of file DmrppCommon.h.
|
inlinevirtualinherited |
Definition at line 199 of file DmrppCommon.h.
|
inlinevirtualinherited |
Returns true if this object describes the missing data.
Definition at line 214 of file DmrppCommon.h.
|
inlinevirtualinherited |
Returns true if this object contains a chunk that have multiple linked blocks .
Definition at line 224 of file DmrppCommon.h.
|
virtualinherited |
Load the attribute information for this variable.
btp |
Definition at line 883 of file DmrppCommon.cc.
|
virtualinherited |
Load chunk information for this variable.
btp | Load the chunk information for/into this variable |
Definition at line 874 of file DmrppCommon.cc.
DmrppUInt32 & dmrpp::DmrppUInt32::operator= | ( | const DmrppUInt32 & | rhs | ) |
Definition at line 41 of file DmrppUInt32.cc.
|
virtualinherited |
Set the dimension sizes for a chunk.
The string argument holds a space-separated list of integers that represent the dimensions of a chunk. Parse that string and store the integers in this instance.
chunk_dims | The sizes as a list of integers separated by spaces, e.g., '50 50' |
Definition at line 132 of file DmrppCommon.cc.
|
inherited |
Print the Chunk information.
<dmrpp:chunk fillValue="-32678" chunkPositionInArray="[...]"/>
Definition at line 514 of file DmrppCommon.cc.
|
inherited |
Print the Compact base64-encoded information.
Definition at line 690 of file DmrppCommon.cc.
|
inlineoverride |
Definition at line 60 of file DmrppUInt32.h.
|
inherited |
Print the DMR++ response for the Scalar types.
xml | Write the XML to this instance of XMLWriter |
constrained | If true, print the constrained DMR. False by default. |
Definition at line 752 of file DmrppCommon.cc.
|
inherited |
Definition at line 709 of file DmrppCommon.cc.
|
inlineoverride |
Definition at line 52 of file DmrppUInt32.h.
|
override |
Definition at line 55 of file DmrppUInt32.cc.
|
protectedvirtualinherited |
read method for the atomic types
This method is used by the specializations of BaseType::read() in the 'atomic' type classes (libdap::Byte, libdap::In32, ...) to read data when those data are contained in a single chunk (i.e., using HDF5 contiguous storage).
name | The name of the variable, used for error messages |
BESInternalError | on error. |
Definition at line 476 of file DmrppCommon.cc.
|
protectedvirtualinherited |
Definition at line 489 of file DmrppCommon.cc.
|
inlinevirtualinherited |
Definition at line 256 of file DmrppCommon.h.
|
inlineinherited |
Set the value of the chunk dimension sizes given a vector of HDF5 hsize_t.
Definition at line 323 of file DmrppCommon.h.
|
inlinevirtualinherited |
Definition at line 252 of file DmrppCommon.h.
|
inlineinherited |
Set the value of the compact property.
Definition at line 209 of file DmrppCommon.h.
|
inlineinherited |
Definition at line 180 of file DmrppCommon.h.
|
inlineinherited |
Set the value of the compact property.
Definition at line 240 of file DmrppCommon.h.
|
inlinevirtualinherited |
Set the fill value (using a string)
Definition at line 293 of file DmrppCommon.h.
|
inlinevirtualinherited |
Set the libdap data type to use with the fill value.
Definition at line 296 of file DmrppCommon.h.
|
inherited |
Set the value of the filters property.
Definition at line 106 of file DmrppCommon.cc.
|
inlineinherited |
Set the value of the missing data.
Definition at line 219 of file DmrppCommon.h.
|
inlineinherited |
Set the value of the boolean variable that indicates this variable contains multiple linked blocks in a chunk.
Definition at line 229 of file DmrppCommon.h.
|
inlinevirtualinherited |
Set the one_chunk_fill_value property.
Definition at line 308 of file DmrppCommon.h.
|
inlineinherited |
Definition at line 190 of file DmrppCommon.h.
|
override |
Definition at line 77 of file DmrppUInt32.cc.
|
inlineinherited |
Definition at line 184 of file DmrppCommon.h.
|
inlineinherited |
Definition at line 196 of file DmrppCommon.h.
|
inlinevirtualinherited |
Set the uses_fill_value property.
Definition at line 290 of file DmrppCommon.h.
|
inlineinherited |
Definition at line 193 of file DmrppCommon.h.
|
inlinevirtualinherited |
Definition at line 259 of file DmrppCommon.h.
|
inlinevirtualinherited |
Returns true if this object utilizes shuffle compression.
Definition at line 245 of file DmrppCommon.h.
|
staticinherited |
The DMR++ XML namespace.
Definition at line 161 of file DmrppCommon.h.
|
staticinherited |
The XML namespace prefix to use.
Definition at line 162 of file DmrppCommon.h.
|
staticinherited |
if true, print_dap4() prints chunk elements
Definition at line 160 of file DmrppCommon.h.