带指针数组的HDF5结构

时间:2013-03-01 23:52:02

标签: c++ dataset allocation hdf5

我正在尝试编写一个HDF5文件,其结构包含一个int和一个float *

typedef struct s1_t {
int    a;
float *b;
} s1_t;

但是,在分配float *并将值放入其中时,我仍然无法在hdf5文件中输出数据。我相信这是因为write函数假定当动态分配的数组不是时,复合数据类型是连续的。有没有办法解决这个问题仍然使用指针数组?

    /*
 * This example shows how to create a compound data type with an array member,
 * and write an array which has the compound data type to the file.
 */
#include "stdio.h"
#include "stdlib.h"
#include "hdf5.h"

#define FILE          "DSwith_array_member.h5"
#define DATASETNAME   "ArrayOfStructures"
#define LENGTH        10
#define RANK          1
#define ARRAY_RANK    1
#define ARRAY_DIM     3 

int
main(void)
{

    /* First structure  and dataset*/
    typedef struct s1_t {
    int    a;
    //float  b[ARRAY_DIM];
    float *b;
    } s1_t;
    s1_t       s1[LENGTH];

    hid_t      s1_tid;     /* File datatype identifier */
    hid_t      array_tid; /* Array datatype handle */
    hid_t      file, dataset, space; /* Handles */
    herr_t     status;
    hsize_t    dim[] = {LENGTH};   /* Dataspace dimensions */
    hsize_t    array_dim[] = {ARRAY_DIM};   /* Array dimensions */

    int        i, j;

    /*
     * Initialize the data
     */
    for (i = 0; i< LENGTH; i++) {
        s1[i].a = i;
        s1[i].b = (float*)calloc(ARRAY_DIM, sizeof(float));
        for (j = 0; j < ARRAY_DIM; j++) {
             s1[i].b[j] = i+j;
        }
    }

    /*
     * Create the data space.
     */
    space = H5Screate_simple(RANK, dim, NULL);

    /*
     * Create the file.
     */
    file = H5Fcreate(FILE, H5F_ACC_TRUNC, H5P_DEFAULT, H5P_DEFAULT);

    /*
     * Create the array data type. 
     */
     array_tid = H5Tarray_create(H5T_NATIVE_FLOAT, ARRAY_RANK, array_dim);

    /*
     * Create the memory data type. 
     */
    s1_tid = H5Tcreate (H5T_COMPOUND, sizeof(s1_t));
    H5Tinsert(s1_tid, "a_name", HOFFSET(s1_t, a), H5T_NATIVE_INT);
    H5Tinsert(s1_tid, "b_name", HOFFSET(s1_t, b), array_tid);

    /* 
     * Create the dataset.
     */
    dataset = H5Dcreate(file, DATASETNAME, s1_tid, space, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT);

    /*
     * Wtite data to the dataset; 
     */
    status = H5Dwrite(dataset, s1_tid, H5S_ALL, H5S_ALL, H5P_DEFAULT, s1);

    /*
     * Release resources
     */
    H5Tclose(s1_tid);
    H5Tclose(array_tid);
    H5Sclose(space);
    H5Dclose(dataset);
    H5Fclose(file);


    return 0;
}

1 个答案:

答案 0 :(得分:7)

你是对的。将结构更改为

typedef struct s1_t {
    int   a;
    float b[ARRAY_DIM];
} s1_t;

可行,但我猜你知道。

我可以看到两种解决方案:

  1. 使用临时缓冲区(如上面结构的数组)进行写入。
  2. 使用可变长度数组而不是b_name的数组。
  3. 使用b_name

    的可变长度数组的示例
    #include "stdio.h"
    #include "stdlib.h"
    #include "hdf5.h"
    
    #define FILE          "DSwith_array_member.h5"
    #define DATASETNAME   "ArrayOfStructures"
    #define LENGTH        10
    #define RANK          1
    #define ARRAY_RANK    1
    #define ARRAY_DIM     3 
    
    typedef struct s1_t {
    int    a;
    float *b;
    } s1_t;
    
    typedef struct s1_buffer_t {
        int   a;
        hvl_t b;
    } s1_buffer_t;
    
    int main(void)
    {
        s1_t       s1[LENGTH];
        hid_t      s1_tid;                          /* File datatype identifier */
        hid_t      file, dataset, space, vlen_tid;  /* Handles */
        hsize_t    dim[] = {LENGTH};                /* Dataspace dimensions */
        int        i, j;
        s1_buffer_t s1_buffer[LENGTH];
        for (i = 0; i< LENGTH; i++) {
            s1[i].a = i;
            s1[i].b = (float*)calloc(ARRAY_DIM, sizeof(float));
            for (j = 0; j < ARRAY_DIM; j++) {
                 s1[i].b[j] = i+j;
            }
        }
        space = H5Screate_simple(RANK, dim, NULL);
        file = H5Fcreate(FILE, H5F_ACC_TRUNC, H5P_DEFAULT, H5P_DEFAULT);
        vlen_tid = H5Tvlen_create(H5T_NATIVE_FLOAT);
        s1_tid = H5Tcreate(H5T_COMPOUND, sizeof(s1_buffer_t));
        H5Tinsert(s1_tid, "a_name", HOFFSET(s1_t, a), H5T_NATIVE_INT);
        H5Tinsert(s1_tid, "b_name", HOFFSET(s1_t, b), vlen_tid);
        dataset = H5Dcreate(file, DATASETNAME, s1_tid, space, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT);
        for (i = 0; i < LENGTH; ++i)
        {
            s1_buffer[i].a = s1[i].a;
            s1_buffer[i].b.len = ARRAY_DIM;
            s1_buffer[i].b.p = s1[i].b;
        }
        H5Dwrite(dataset, s1_tid, H5S_ALL, H5S_ALL, H5P_DEFAULT, s1_buffer);
        H5Tclose(s1_tid);
        H5Tclose(vlen_tid);
        H5Sclose(space);
        H5Dclose(dataset);
        H5Fclose(file);
        return 0;
    }
    

    正如您所看到的,您仍然需要一个临时缓冲区,但至少它只需要存储指针(来自b的{​​{1}}指针)而不是存储大小为s1的数组。是上述解决方案1的情况。