/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * Copyright by The HDF Group. * * Copyright by the Board of Trustees of the University of Illinois. * * All rights reserved. * * * * This file is part of HDF. The full HDF copyright notice, including * * terms governing use, modification, and redistribution, is contained in * * the files COPYING and Copyright.html. COPYING can be found at the root * * of the source code distribution tree; Copyright.html can be found at * * http://hdfgroup.org/products/hdf4/doc/Copyright.html. If you do not have * * access to either file, you may request a copy from help@hdfgroup.org. * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */ /* $Id: mfhdf.h 6031 2014-01-17 05:54:32Z bmribler $ */ #ifndef _MFSD_H_ #define _MFSD_H_ #ifndef HDF #define HDF 1 #endif #include "H4api_adpt.h" /* change this back if it causes problems on other machines than the Alhpa-QAK */ /* Reverse back to the previous way. AKC */ #include "hdf.h" #ifdef H4_HAVE_NETCDF #include "netcdf.h" #else #include "hdf4_netcdf.h" #endif #ifdef OLD_WAY #include "local_nc.h" #endif /* OLD_WAY */ #include "mfhdfi.h" #include "mfdatainfo.h" #define SD_UNLIMITED NC_UNLIMITED /* use this as marker for unlimited dimension */ #define SD_NOFILL NC_NOFILL #define SD_FILL NC_FILL #define SD_DIMVAL_BW_COMP 1 #define SD_DIMVAL_BW_INCOMP 0 #define SD_RAGGED -1 /* marker for ragged dimension */ /* used to indicate the type of the variable at an index */ typedef struct hdf_varlist { int32 var_index; /* index of the current variable */ hdf_vartype_t var_type; /* type of a variable (IS_SDSVAR, IS_CRDVAR, or UNKNOWN */ } hdf_varlist_t; /* enumerated types for various types of ids in SD interface */ typedef enum { NOT_SDAPI_ID = -1, /* not an SD API id */ SD_ID = 0, /* SD id */ SDS_ID, /* SDS id */ DIM_ID /* Dimension id */ } hdf_idtype_t; #ifdef __cplusplus extern "C" { #endif HDFLIBAPI int32 SDstart (const char *name, int32 accs); HDFLIBAPI intn SDend (int32 fid); HDFLIBAPI intn SDfileinfo (int32 fid, int32 *datasets, int32 *attrs); HDFLIBAPI int32 SDselect (int32 fid, int32 idx); HDFLIBAPI intn SDgetinfo (int32 sdsid, char *name, int32 *rank, int32 *dimsizes, int32 *nt, int32 *nattr); #ifndef __CSTAR__ HDFLIBAPI intn SDreaddata (int32 sdsid, int32 *start, int32 *stride, int32 *end, void * data); #endif HDFLIBAPI uint16 SDgerefnumber (int32 sdsid); HDFLIBAPI int32 SDnametoindex (int32 fid, const char *name); HDFLIBAPI intn SDnametoindices (int32 fid, const char *name, hdf_varlist_t *var_list); HDFLIBAPI intn SDgetnumvars_byname (int32 fid, const char *name, int32 *n_vars); HDFLIBAPI intn SDgetrange (int32 sdsid, void * pmax, void * pmin); HDFLIBAPI int32 SDcreate (int32 fid, const char *name, int32 nt, int32 rank, int32 *dimsizes); HDFLIBAPI int32 SDgetdimid (int32 sdsid, intn number); HDFLIBAPI intn SDsetdimname (int32 id, const char *name); HDFLIBAPI intn SDendaccess (int32 id); HDFLIBAPI intn SDsetrange (int32 sdsid, void * pmax, void * pmin); HDFLIBAPI intn SDsetattr (int32 id, const char *name, int32 nt, int32 count, const void * data); HDFLIBAPI intn SDattrinfo (int32 id, int32 idx, char *name, int32 *nt, int32 *count); HDFLIBAPI intn SDreadattr (int32 id, int32 idx, void * buf); #ifndef __CSTAR__ HDFLIBAPI intn SDwritedata (int32 sdsid, int32 *start, int32 *stride, int32 *end, void * data); #endif HDFLIBAPI intn SDsetdatastrs (int32 sdsid, const char *l, const char *u, const char *f, const char *c); HDFLIBAPI intn SDsetcal (int32 sdsid, float64 cal, float64 cale, float64 ioff, float64 ioffe, int32 nt); HDFLIBAPI intn SDsetfillvalue (int32 sdsid, void * val); HDFLIBAPI intn SDgetfillvalue (int32 sdsid, void * val); HDFLIBAPI intn SDsetfillmode (int32 id, intn fillmode); HDFLIBAPI intn SDgetdatastrs (int32 sdsid, char *l, char *u, char *f, char *c, intn len); HDFLIBAPI intn SDgetcal (int32 sdsid, float64 *cal, float64 *cale, float64 *ioff, float64 *ioffe, int32 *nt); HDFLIBAPI intn SDsetdimstrs (int32 id, const char *l, const char *u, const char *f); HDFLIBAPI intn SDsetdimscale (int32 id, int32 count, int32 nt, void * data); HDFLIBAPI intn SDgetdimscale (int32 id, void * data); HDFLIBAPI intn SDdiminfo (int32 id, char *name, int32 *size, int32 *nt, int32 *nattr); HDFLIBAPI intn SDgetdimstrs (int32 id, char *l, char *u, char *f, intn len); HDFLIBAPI intn SDgetexternalfile (int32 id, intn buf_size, char *ext_filename, int32 *offset); HDFLIBAPI intn SDgetexternalinfo (int32 id, uintn buf_size, char *ext_filename, int32 *offset, int32 *length); HDFLIBAPI intn SDsetexternalfile (int32 id, const char *filename, int32 offset); HDFLIBAPI intn SDsetnbitdataset (int32 id, intn start_bit, intn bit_len, intn sign_ext, intn fill_one); HDFLIBAPI intn SDsetcompress (int32 id, comp_coder_t type, comp_info *c_info); HDFLIBAPI intn SDgetcompress (int32 id, comp_coder_t* type, comp_info *c_info); HDFLIBAPI intn SDgetcompinfo (int32 id, comp_coder_t* type, comp_info *c_info); HDFLIBAPI intn SDgetcomptype (int32 id, comp_coder_t* type); HDFLIBAPI int32 SDfindattr (int32 id, const char *attrname); HDFLIBAPI int32 SDidtoref (int32 id); HDFLIBAPI int32 SDreftoindex (int32 fid, int32 ref); HDFLIBAPI int32 SDisrecord (int32 id); HDFLIBAPI intn SDiscoordvar (int32 id); HDFLIBAPI intn SDsetaccesstype (int32 id, uintn accesstype); HDFLIBAPI intn SDsetblocksize (int32 sdsid, int32 block_size); HDFLIBAPI intn SDgetblocksize (int32 sdsid, int32 *block_size); HDFLIBAPI intn SDsetdimval_comp (int32 dimid, intn compt_mode); HDFLIBAPI intn SDisdimval_bwcomp (int32 dimid); HDFLIBAPI int32 SDcheckempty (int32 sdsid, intn *emptySDS); HDFLIBAPI hdf_idtype_t SDidtype (int32 an_id); HDFLIBAPI intn SDreset_maxopenfiles (intn req_max); HDFLIBAPI intn SDget_maxopenfiles (intn *curr_max, intn *sys_limit); HDFLIBAPI intn SDget_numopenfiles (); HDFLIBAPI intn SDgetdatasize (int32 sdsid, int32 *comp_size, int32 *uncomp_size); HDFLIBAPI intn SDgetfilename (int32 fid, char *filename); HDFLIBAPI intn SDgetnamelen (int32 sdsid, uint16 *name_len); /*====================== Chunking Routines ================================*/ /* For defintion of HDF_CHUNK_DEF union see hproto.h since this defintion is also used by GRs. */ /****************************************************************************** NAME SDsetchunk -- make SDS a chunked SDS DESCRIPTION This routine makes the SDS a chunked SDS according to the chunk definition passed in. The dataset currently cannot be special already. i.e. NBIT, COMPRESSED, or EXTERNAL. This is an Error. The defintion of the HDF_CHUNK_DEF union with relvant fields is: typedef union hdf_chunk_def_u { int32 chunk_lengths[H4_MAX_VAR_DIMS]; Chunk lengths along each dimension struct { int32 chunk_lengths[H4_MAX_VAR_DIMS]; Chunk lengths along each dimension int32 comp_type; Compression type comp_info cinfo; Compression info struct }comp; } HDF_CHUNK_DEF The simplist is the 'chunk_lengths' array specifiying chunk lengths for each dimension where the 'flags' argument set to 'HDF_CHUNK'; COMPRESSION is set by using the 'HDF_CHUNK_DEF' structure to set the appropriate compression information along with the required chunk lengths for each dimension. The compression information is the same as that set in 'SDsetcompress()'. The bit-or'd'flags' argument' is set to 'HDF_CHUNK | HDF_COMP'. See the example in pseudo-C below for further usage. The maximum number of Chunks in an HDF file is 65,535. The dataset currently cannot have an UNLIMITED dimension. The performance of the SDxxx interface with chunking is greatly affected by the users access pattern over the dataset and by the maximum number of chunks set in the chunk cache. The cache contains the Least Recently Used(LRU cache replacment policy) chunks. See the routine SDsetchunkcache() for further info on the chunk cache and how to set the maximum number of chunks in the chunk cache. A default chunk cache is always created. The following example shows the organization of chunks for a 2D array. e.g. 4x4 array with 2x2 chunks. The array shows the layout of chunks in the chunk array. 4 --------------------- | | | Y | (0,1) | (1,1) | ^ | | | | 2 --------------------- | | | | | | (0,0) | (1,0) | | | | | | --------------------- | 0 2 4 ---------------> X --Without compression--: { HDF_CHUNK_DEF chunk_def; ....... -- Set chunk lengths -- chunk_def.chunk_lengths[0]= 2; chunk_def.chunk_lengths[1]= 2; -- Set Chunking -- SDsetchunk(sdsid, chunk_def, HDF_CHUNK); ...... } --With compression--: { HDF_CHUNK_DEF chunk_def; ....... -- Set chunk lengths first -- chunk_def.chunk_lengths[0]= 2; chunk_def.chunk_lengths[1]= 2; -- Set compression -- chunk_def.comp.cinfo.deflate.level = 9; chunk_def.comp.comp_type = COMP_CODE_DEFLATE; -- Set Chunking with Compression -- SDsetchunk(sdsid, chunk_def, HDF_CHUNK | HDF_COMP); ...... } RETURNS SUCCEED/FAIL ******************************************************************************/ HDFLIBAPI intn SDsetchunk (int32 sdsid, /* IN: sds access id */ HDF_CHUNK_DEF chunk_def, /* IN: chunk definition */ int32 flags /* IN: flags */); /****************************************************************************** NAME SDgetchunkinfo -- get Info on SDS DESCRIPTION This routine gets any special information on the SDS. If its chunked, chunked and compressed or just a regular SDS. Currently it will only fill the array of chunk lengths for each dimension as specified in the 'HDF_CHUNK_DEF' union. It does not tell you the type of compression used or the compression parameters. You can pass in a NULL for 'chunk_def' if don't want the chunk lengths for each dimension. Additionaly if successfull it will return a bit-or'd value in 'flags' indicating if the SDS is: Chunked -> flags = HDF_CHUNK Chunked and compressed -> flags = HDF_CHUNK | HDF_COMP Non-chunked -> flags = HDF_NONE e.g. 4x4 array - Pseudo-C { int32 rcdims[3]; HDF_CHUNK_DEF rchunk_def; int32 cflags; ... rchunk_def.chunk_lengths = rcdims; SDgetchunkinfo(sdsid, &rchunk_def, &cflags); ... } RETURNS SUCCEED/FAIL ******************************************************************************/ HDFLIBAPI intn SDgetchunkinfo (int32 sdsid, /* IN: sds access id */ HDF_CHUNK_DEF *chunk_def, /* IN/OUT: chunk definition */ int32 *flags /* IN/OUT: flags */); /****************************************************************************** NAME SDwritechunk -- write the specified chunk to the SDS DESCRIPTION This routine writes a whole chunk of data to the chunked SDS specified by chunk 'origin' for the given SDS and can be used instead of SDwritedata() when this information is known. This routine has less overhead and is much faster than using SDwritedata(). Origin specifies the co-ordinates of the chunk according to the chunk position in the overall chunk array. 'datap' must point to a whole chunk of data. See SDsetchunk() for a description of the organization of chunks in an SDS. RETURNS SUCCEED/FAIL ******************************************************************************/ HDFLIBAPI intn SDwritechunk (int32 sdsid, /* IN: sds access id */ int32 *origin, /* IN: origin of chunk to write */ const void *datap /* IN: buffer for data */); /****************************************************************************** NAME SDreadchunk -- read the specified chunk to the SDS DESCRIPTION This routine reads a whole chunk of data from the chunked SDS specified by chunk 'origin' for the given SDS and can be used instead of SDreaddata() when this information is known. This routine has less overhead and is much faster than using SDreaddata(). Origin specifies the co-ordinates of the chunk according to the chunk position in the overall chunk array. 'datap' must point to a whole chunk of data. See SDsetchunk() for a description of the organization of chunks in an SDS. RETURNS SUCCEED/FAIL ******************************************************************************/ HDFLIBAPI intn SDreadchunk (int32 sdsid, /* IN: sds access id */ int32 *origin, /* IN: origin of chunk to read */ void *datap /* IN/OUT: buffer for data */); /****************************************************************************** NAME SDsetchunkcache -- maximum number of chunks to cache DESCRIPTION Set the maximum number of chunks to cache. The cache contains the Least Recently Used(LRU cache replacment policy) chunks. This routine allows the setting of maximum number of chunks that can be cached, 'maxcache'. The performance of the SDxxx interface with chunking is greatly affected by the users access pattern over the dataset and by the maximum number of chunks set in the chunk cache. The number chunks that can be set in the cache is process memory limited. It is a good idea to always set the maximum number of chunks in the cache as the default heuristic does not take into account the memory available for the application. By default when the SDS is promoted to a chunked element the maximum number of chunks in the cache 'maxcache' is set to the number of chunks along the last dimension. The values set here affects the current object's caching behaviour. If the chunk cache is full and 'maxcache' is greater then the current 'maxcache' value, then the chunk cache is reset to the new 'maxcache' value, else the chunk cache remains at the current 'maxcache' value. If the chunk cache is not full, then the chunk cache is set to the new 'maxcache' value only if the new 'maxcache' value is greater than the current number of chunks in the cache. Use flags argument of 'HDF_CACHEALL' if the whole object is to be cached in memory, otherwise pass in zero(0). Currently you can only pass in zero. See SDsetchunk() for a description of the organization of chunks in an SDS. RETURNS Returns the 'maxcache' value for the chunk cache if successful and FAIL otherwise ******************************************************************************/ HDFLIBAPI intn SDsetchunkcache (int32 sdsid, /* IN: sds access id */ int32 maxcache, /* IN: max number of chunks to cache */ int32 flags /* IN: flags = 0, HDF_CACHEALL */); #ifdef __cplusplus } #endif #endif /* _MFSD_H_ */