Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
SWIFT
SWIFTsim
Commits
729bbd31
Commit
729bbd31
authored
Jul 01, 2020
by
Alexei Borissov
Committed by
Matthieu Schaller
Jul 01, 2020
Browse files
Check if compression turned on before deciding on IO chunk size
parent
9aed5974
Changes
4
Hide whitespace changes
Inline
Side-by-side
src/distributed_io.c
View file @
729bbd31
...
...
@@ -109,6 +109,9 @@ void write_distributed_array(const struct engine* e, hid_t grp,
if
(
h_space
<
0
)
error
(
"Error while creating data space for field '%s'."
,
props
.
name
);
/* Decide what chunk size to use based on compression */
int
log2_chunk_size
=
e
->
snapshot_compression
>
0
?
12
:
18
;
int
rank
;
hsize_t
shape
[
2
];
hsize_t
chunk_shape
[
2
];
...
...
@@ -117,13 +120,13 @@ void write_distributed_array(const struct engine* e, hid_t grp,
rank
=
2
;
shape
[
0
]
=
N
;
shape
[
1
]
=
props
.
dimension
;
chunk_shape
[
0
]
=
1
<<
20
;
/* Just a guess...*/
chunk_shape
[
0
]
=
1
<<
log2_chunk_size
;
chunk_shape
[
1
]
=
props
.
dimension
;
}
else
{
rank
=
1
;
shape
[
0
]
=
N
;
shape
[
1
]
=
0
;
chunk_shape
[
0
]
=
1
<<
20
;
/* Just a guess...*/
chunk_shape
[
0
]
=
1
<<
log2_chunk_size
;
chunk_shape
[
1
]
=
0
;
}
...
...
src/line_of_sight.c
View file @
729bbd31
...
...
@@ -286,6 +286,9 @@ void write_los_hdf5_dataset(const struct io_props props, const size_t N,
if
(
h_space
<
0
)
error
(
"Error while creating data space for field '%s'."
,
props
.
name
);
/* Decide what chunk size to use based on compression */
int
log2_chunk_size
=
e
->
snapshot_compression
>
0
?
12
:
18
;
int
rank
=
0
;
hsize_t
shape
[
2
];
hsize_t
chunk_shape
[
2
];
...
...
@@ -293,13 +296,13 @@ void write_los_hdf5_dataset(const struct io_props props, const size_t N,
rank
=
2
;
shape
[
0
]
=
N
;
shape
[
1
]
=
props
.
dimension
;
chunk_shape
[
0
]
=
1
<<
20
;
/* Just a guess...*/
chunk_shape
[
0
]
=
1
<<
log2_chunk_size
;
chunk_shape
[
1
]
=
props
.
dimension
;
}
else
{
rank
=
1
;
shape
[
0
]
=
N
;
shape
[
1
]
=
0
;
chunk_shape
[
0
]
=
1
<<
20
;
/* Just a guess...*/
chunk_shape
[
0
]
=
1
<<
log2_chunk_size
;
chunk_shape
[
1
]
=
0
;
}
...
...
src/serial_io.c
View file @
729bbd31
...
...
@@ -250,6 +250,9 @@ void prepare_array_serial(const struct engine* e, hid_t grp, char* fileName,
if
(
h_space
<
0
)
error
(
"Error while creating data space for field '%s'."
,
props
.
name
);
/* Decide what chunk size to use based on compression */
int
log2_chunk_size
=
e
->
snapshot_compression
>
0
?
12
:
18
;
int
rank
=
0
;
hsize_t
shape
[
2
];
hsize_t
chunk_shape
[
2
];
...
...
@@ -257,13 +260,13 @@ void prepare_array_serial(const struct engine* e, hid_t grp, char* fileName,
rank
=
2
;
shape
[
0
]
=
N_total
;
shape
[
1
]
=
props
.
dimension
;
chunk_shape
[
0
]
=
1
<<
20
;
/* Just a guess...*/
chunk_shape
[
0
]
=
1
<<
log2_chunk_size
;
chunk_shape
[
1
]
=
props
.
dimension
;
}
else
{
rank
=
1
;
shape
[
0
]
=
N_total
;
shape
[
1
]
=
0
;
chunk_shape
[
0
]
=
1
<<
20
;
/* Just a guess...*/
chunk_shape
[
0
]
=
1
<<
log2_chunk_size
;
chunk_shape
[
1
]
=
0
;
}
...
...
src/single_io.c
View file @
729bbd31
...
...
@@ -255,6 +255,9 @@ void write_array_single(const struct engine* e, hid_t grp, char* fileName,
if
(
h_space
<
0
)
error
(
"Error while creating data space for field '%s'."
,
props
.
name
);
/* Decide what chunk size to use based on compression */
int
log2_chunk_size
=
e
->
snapshot_compression
>
0
?
12
:
18
;
int
rank
;
hsize_t
shape
[
2
];
hsize_t
chunk_shape
[
2
];
...
...
@@ -263,13 +266,13 @@ void write_array_single(const struct engine* e, hid_t grp, char* fileName,
rank
=
2
;
shape
[
0
]
=
N
;
shape
[
1
]
=
props
.
dimension
;
chunk_shape
[
0
]
=
1
<<
20
;
/* Just a guess...*/
chunk_shape
[
0
]
=
1
<<
log2_chunk_size
;
chunk_shape
[
1
]
=
props
.
dimension
;
}
else
{
rank
=
1
;
shape
[
0
]
=
N
;
shape
[
1
]
=
0
;
chunk_shape
[
0
]
=
1
<<
20
;
/* Just a guess...*/
chunk_shape
[
0
]
=
1
<<
log2_chunk_size
;
chunk_shape
[
1
]
=
0
;
}
...
...
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment