Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Name Consistency with PIO #4

Merged
merged 3 commits into from
Jun 14, 2019
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
76 changes: 38 additions & 38 deletions main.c
Original file line number Diff line number Diff line change
Expand Up @@ -5,27 +5,27 @@
int main() {

size_t shape[] = {20, 20, 20};
size_t chunks[] = {10, 10, 10};
size_t offset[] = {0, 0, 0};
size_t offset2[] = {10, 10, 10};
size_t count[] = {10, 10, 10};
size_t start[] = {0, 0, 0};
size_t start2[] = {10, 10, 10};
float data1[10][10][10];
float data2[10][10][10];
float rdata[10][10][10];
long long int idata1[10][10][10];
long long int idata2[10][10][10];
long long int irdata[10][10][10];
unsigned int ndim = 3;
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++){
for (int k = 0; k<chunks[2]; k++){
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++){
for (int k = 0; k<count[2]; k++){
data1[i][j][k]=rand()%1000+1;
idata1[i][j][k]=rand()%1000+1;
}
}
}
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++){
for (int k = 0; k<chunks[2]; k++){
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++){
for (int k = 0; k<count[2]; k++){
data2[i][j][k]=rand()%1000+1;
idata2[i][j][k]=rand()%1000+1;
}
Expand All @@ -34,49 +34,49 @@ int main() {
char* arrayName = "test_c.z5";
int cusezlib = 1;
int level = 1;
z5CreateFloat32Dataset(arrayName, ndim, shape, chunks, cusezlib, level);
z5WriteFloat32Subarray(arrayName, data1, ndim, chunks, offset);
z5ReadFloat32Subarray(arrayName, rdata, ndim, chunks, offset);
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++)
for (int k = 0; k<chunks[2]; k++)
assert(data1[i][j][k] == rdata[i][j][k]);
z5CreateFloat32Dataset(arrayName, ndim, shape, count, cusezlib, level);
z5WriteFloat32Subarray(arrayName, data1, ndim, count, start);
z5ReadFloat32Subarray(arrayName, rdata, ndim, count, start);
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++)
for (int k = 0; k<count[2]; k++)
assert(data1[i][j][k] == rdata[i][j][k]);
printf("data1 = %f\n",data1[i][0][0]);
}
z5WriteFloat32Subarray("test_c.z5", data2, ndim, chunks, offset2);
z5ReadFloat32Subarray("test_c.z5", rdata, ndim, chunks, offset2);
z5WriteFloat32Subarray("test_c.z5", data2, ndim, count, start2);
z5ReadFloat32Subarray("test_c.z5", rdata, ndim, count, start2);
printf("after read float\n");
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++)
for (int k = 0; k<chunks[2]; k++)
assert(data2[i][j][k] == rdata[i][j][k]);
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++)
for (int k = 0; k<count[2]; k++)
assert(data2[i][j][k] == rdata[i][j][k]);
printf("data2 = %f\n",data2[i][0][0]);
}
printf("after assert\n");

char* iarrayName = "test_c_int64.z5";
z5CreateInt64Dataset(iarrayName, ndim, shape, chunks, cusezlib, level);
z5WriteInt64Subarray(iarrayName, idata1, ndim, chunks, offset);
z5ReadInt64Subarray(iarrayName, irdata, ndim, chunks, offset);
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++)
for (int k = 0; k<chunks[2]; k++)
assert(idata1[i][j][k] == irdata[i][j][k]);
z5CreateInt64Dataset(iarrayName, ndim, shape, count, cusezlib, level);
z5WriteInt64Subarray(iarrayName, idata1, ndim, count, start);
z5ReadInt64Subarray(iarrayName, irdata, ndim, count, start);
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++)
for (int k = 0; k<count[2]; k++)
assert(idata1[i][j][k] == irdata[i][j][k]);
printf("idata1 = %lu\n",idata1[i][0][0]);
}
z5WriteInt64Subarray(iarrayName, idata2, ndim, chunks, offset2);
z5ReadInt64Subarray(iarrayName, irdata, ndim, chunks, offset2);
z5WriteInt64Subarray(iarrayName, idata2, ndim, count, start2);
z5ReadInt64Subarray(iarrayName, irdata, ndim, count, start2);
printf("after read float\n");
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++)
for (int k = 0; k<chunks[2]; k++)
assert(idata2[i][j][k] == irdata[i][j][k]);
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++)
for (int k = 0; k<count[2]; k++)
assert(idata2[i][j][k] == irdata[i][j][k]);
printf("idata2 = %lu\n",idata2[i][0][0]);
}
printf("after assert\n");
size_t chunkSize0=z5GetFileSize("test_c_int64.z5/0.0.0");
size_t chunkSize1=z5GetFileSize("test_c_int64.z5/1.1.1");
printf("size = %lu, %lu\n",chunkSize0,chunkSize1);
size_t countize0=z5GetFileSize("test_c_int64.z5/0.0.0");
size_t countize1=z5GetFileSize("test_c_int64.z5/1.1.1");
printf("size = %lu, %lu\n",countize0,countize1);
z5Delete("test_c_int64.z5");
return 0;
}
154 changes: 77 additions & 77 deletions test_attributes.c
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,9 @@
void my_create_dataset(char* arrayName)
{
size_t shape[] = {20, 20, 20};
size_t chunks[] = {10, 10, 10};
size_t offset[] = {0, 0, 0};
size_t offset2[] = {10, 10, 10};
size_t count[] = {10, 10, 10};
size_t start[] = {0, 0, 0};
size_t start2[] = {10, 10, 10};
float data1[10][10][10];
float data2[10][10][10];
float rdata[10][10][10];
Expand All @@ -33,9 +33,9 @@ void my_create_dataset(char* arrayName)
uint64_t ui64data[10][10][10];
uint64_t rui64data[10][10][10];
unsigned int ndim = 3;
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++){
for (int k = 0; k<chunks[2]; k++){
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++){
for (int k = 0; k<count[2]; k++){
data1[i][j][k]=rand()%1000+1;
idata1[i][j][k]=rand()%1000+1;
data2[i][j][k]=rand()%1000+1;
Expand All @@ -53,168 +53,168 @@ void my_create_dataset(char* arrayName)
}
int cusezlib = 1;
int level = 1;
z5CreateFloat32Dataset(arrayName, ndim, shape, chunks, cusezlib, level);
z5WriteFloat32Subarray(arrayName, data1, ndim, chunks, offset);
z5ReadFloat32Subarray(arrayName, rdata, ndim, chunks, offset);
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++)
for (int k = 0; k<chunks[2]; k++)
z5CreateFloat32Dataset(arrayName, ndim, shape, count, cusezlib, level);
z5WriteFloat32Subarray(arrayName, data1, ndim, count, start);
z5ReadFloat32Subarray(arrayName, rdata, ndim, count, start);
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++)
for (int k = 0; k<count[2]; k++)
assert(data1[i][j][k] == rdata[i][j][k]);
}
z5WriteFloat32Subarray(arrayName, data2, ndim, chunks, offset2);
z5ReadFloat32Subarray(arrayName, rdata, ndim, chunks, offset2);
z5WriteFloat32Subarray(arrayName, data2, ndim, count, start2);
z5ReadFloat32Subarray(arrayName, rdata, ndim, count, start2);
printf("after read float\n");
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++)
for (int k = 0; k<chunks[2]; k++)
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++)
for (int k = 0; k<count[2]; k++)
assert(data2[i][j][k] == rdata[i][j][k]);
printf("data2 = %f\n",data2[i][0][0]);
}
z5writeAttributesString(arrayName, "time", "noon");

float floatval = 42.0;
z5writeAttributesfloat(arrayName, "float", &floatval);

double doubleval = 42.0;
z5writeAttributesdouble(arrayName, "double", &doubleval);

int intval = 42;
z5writeAttributesint(arrayName, "int", &intval);

long int longval = 42;
z5writeAttributeslong(arrayName, "long", &longval);

long long longlongval = 42;
z5writeAttributeslonglong(arrayName, "longlong", &longlongval);

unsigned long long ulonglongval = 42;
z5writeAttributesulonglong(arrayName, "ulonglong", &ulonglongval);

unsigned short ushortval = 42;
z5writeAttributesushort(arrayName, "unshort", &ushortval);

unsigned int uint = 42;
z5writeAttributesuint(arrayName, "uint", &uint);

unsigned short usint = 42;
z5writeAttributesusint(arrayName, "usint", &usint);

short shortint = 42;
z5writeAttributesshort(arrayName, "short", &shortint);

// testing read all attributes
z5readAttributes(arrayName);

// testing read attributes by providing keys
char *keysinput[2] = {"uint", "double"};
z5readAttributesWithKeys(arrayName, keysinput, 2);
z5readAttributesWithKeys(arrayName, keysinput, 2);

printf("after assert\n");

printf("testing different array types\n");


char* float64arrayName = "new_file/group1/float64variables";
z5CreateFloat64Dataset(float64arrayName, ndim, shape, chunks, cusezlib, level);
z5CreateFloat64Dataset(float64arrayName, ndim, shape, count, cusezlib, level);
printf("===successfully creat Float64Dataset===\n");
z5WriteFloat64Subarray(float64arrayName, ddata, ndim, chunks, offset);
z5WriteFloat64Subarray(float64arrayName, ddata, ndim, count, start);
printf("===successfully write Float64Dataset===\n");
z5ReadFloat64Subarray(float64arrayName, rddata, ndim, chunks, offset);
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++)
for (int k = 0; k<chunks[2]; k++)
z5ReadFloat64Subarray(float64arrayName, rddata, ndim, count, start);
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++)
for (int k = 0; k<count[2]; k++)
assert(ddata[i][j][k] == rddata[i][j][k]);
}
printf("===successfully read Float64Dataset===\n");


char* int8arrayName = "new_file/group1/int8variables";
z5CreateInt8Dataset(int8arrayName, ndim, shape, chunks, cusezlib, level);
z5CreateInt8Dataset(int8arrayName, ndim, shape, count, cusezlib, level);
printf("===successfully creat Int8Dataset===\n");
z5WriteInt8Subarray(int8arrayName, i8data, ndim, chunks, offset);
z5WriteInt8Subarray(int8arrayName, i8data, ndim, count, start);
printf("===successfully write Int8Dataset===\n");
z5ReadInt8Subarray(int8arrayName, ri8data, ndim, chunks, offset);
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++)
for (int k = 0; k<chunks[2]; k++)
z5ReadInt8Subarray(int8arrayName, ri8data, ndim, count, start);
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++)
for (int k = 0; k<count[2]; k++)
assert(i8data[i][j][k] == ri8data[i][j][k]);
}
printf("===successfully read Int8Dataset===\n");

char* int16arrayName = "new_file/group1/int16variables";
z5CreateInt16Dataset(int16arrayName, ndim, shape, chunks, cusezlib, level);
z5CreateInt16Dataset(int16arrayName, ndim, shape, count, cusezlib, level);
printf("===successfully creat Int16Dataset===\n");
z5WriteInt16Subarray(int16arrayName, i16data, ndim, chunks, offset);
z5WriteInt16Subarray(int16arrayName, i16data, ndim, count, start);
printf("===successfully write Int16Dataset===\n");
z5ReadInt16Subarray(int16arrayName, ri16data, ndim, chunks, offset);
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++)
for (int k = 0; k<chunks[2]; k++)
z5ReadInt16Subarray(int16arrayName, ri16data, ndim, count, start);
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++)
for (int k = 0; k<count[2]; k++)
assert(i16data[i][j][k] == ri16data[i][j][k]);
}
printf("===successfully read Int16Dataset===\n");

char* int32arrayName = "new_file/group1/int32variables";
z5CreateInt32Dataset(int32arrayName, ndim, shape, chunks, cusezlib, level);
z5CreateInt32Dataset(int32arrayName, ndim, shape, count, cusezlib, level);
printf("===successfully creat Int32Dataset===\n");
z5WriteInt32Subarray(int32arrayName, i32data, ndim, chunks, offset);
z5WriteInt32Subarray(int32arrayName, i32data, ndim, count, start);
printf("===successfully write Int32Dataset===\n");
z5ReadInt32Subarray(int32arrayName, ri32data, ndim, chunks, offset);
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++)
for (int k = 0; k<chunks[2]; k++)
z5ReadInt32Subarray(int32arrayName, ri32data, ndim, count, start);
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++)
for (int k = 0; k<count[2]; k++)
assert(i32data[i][j][k] == ri32data[i][j][k]);
}
printf("===successfully read Int32Dataset===\n");

char* uint8arrayName = "new_file/group1/uint8variables";
z5CreateUInt8Dataset(uint8arrayName, ndim, shape, chunks, cusezlib, level);
z5CreateUInt8Dataset(uint8arrayName, ndim, shape, count, cusezlib, level);
printf("===successfully creat UInt8Dataset===\n");
z5WriteUInt8Subarray(uint8arrayName, ui8data, ndim, chunks, offset);
z5WriteUInt8Subarray(uint8arrayName, ui8data, ndim, count, start);
printf("===successfully write UInt8Dataset===\n");
z5ReadUInt8Subarray(uint8arrayName, rui8data, ndim, chunks, offset);
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++)
for (int k = 0; k<chunks[2]; k++)
z5ReadUInt8Subarray(uint8arrayName, rui8data, ndim, count, start);
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++)
for (int k = 0; k<count[2]; k++)
assert(ui8data[i][j][k] == rui8data[i][j][k]);
}
printf("===successfully read UInt8Dataset===\n");

char* uint16arrayName = "new_file/group1/uint16variables";
z5CreateUInt16Dataset(uint16arrayName, ndim, shape, chunks, cusezlib, level);
z5CreateUInt16Dataset(uint16arrayName, ndim, shape, count, cusezlib, level);
printf("===successfully creat UInt16Dataset===\n");
z5WriteUInt16Subarray(uint16arrayName, ui16data, ndim, chunks, offset);
z5WriteUInt16Subarray(uint16arrayName, ui16data, ndim, count, start);
printf("===successfully write UInt16Dataset===\n");
z5ReadUInt16Subarray(uint16arrayName, rui16data, ndim, chunks, offset);
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++)
for (int k = 0; k<chunks[2]; k++)
z5ReadUInt16Subarray(uint16arrayName, rui16data, ndim, count, start);
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++)
for (int k = 0; k<count[2]; k++)
assert(ui16data[i][j][k] == rui16data[i][j][k]);
}
printf("===successfully read UInt16Dataset===\n");

char* uint32arrayName = "new_file/group1/uint32variables";
z5CreateUInt32Dataset(uint32arrayName, ndim, shape, chunks, cusezlib, level);
z5CreateUInt32Dataset(uint32arrayName, ndim, shape, count, cusezlib, level);
printf("===successfully creat UInt32Dataset===\n");
z5WriteUInt32Subarray(uint32arrayName, ui32data, ndim, chunks, offset);
z5WriteUInt32Subarray(uint32arrayName, ui32data, ndim, count, start);
printf("===successfully write UInt32Dataset===\n");
z5ReadUInt32Subarray(uint32arrayName, rui32data, ndim, chunks, offset);
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++)
for (int k = 0; k<chunks[2]; k++)
z5ReadUInt32Subarray(uint32arrayName, rui32data, ndim, count, start);
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++)
for (int k = 0; k<count[2]; k++)
assert(ui32data[i][j][k] == rui32data[i][j][k]);
}
printf("===successfully read UInt32Dataset===\n");

char* uint64arrayName = "new_file/group1/uint64variables";
z5CreateUInt64Dataset(uint64arrayName, ndim, shape, chunks, cusezlib, level);
z5CreateUInt64Dataset(uint64arrayName, ndim, shape, count, cusezlib, level);
printf("===successfully creat UInt64Dataset===\n");
z5WriteUInt64Subarray(uint64arrayName, ui64data, ndim, chunks, offset);
z5WriteUInt64Subarray(uint64arrayName, ui64data, ndim, count, start);
printf("===successfully write UInt64Dataset===\n");
z5ReadUInt64Subarray(uint64arrayName, rui64data, ndim, chunks, offset);
for (int i = 0; i < chunks[0]; i++){
for (int j = 0; j < chunks[1]; j++)
for (int k = 0; k<chunks[2]; k++)
z5ReadUInt64Subarray(uint64arrayName, rui64data, ndim, count, start);
for (int i = 0; i < count[0]; i++){
for (int j = 0; j < count[1]; j++)
for (int k = 0; k<count[2]; k++)
assert(ui64data[i][j][k] == rui64data[i][j][k]);
}
printf("===successfully read UInt64Dataset===\n");
Expand Down
Loading