logger.h 8.62 KB
Newer Older
1
2
3
/*******************************************************************************
 * This file is part of SWIFT.
 * Copyright (c) 2017 Pedro Gonnet (pedro.gonnet@durham.ac.uk)
Loic Hausammann's avatar
Loic Hausammann committed
4
 *               2018 Loic Hausammann (loic.hausammann@epfl.ch)
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Lesser General Public License as published
 * by the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 *
 ******************************************************************************/
#ifndef SWIFT_LOGGER_H
#define SWIFT_LOGGER_H

Loic Hausammann's avatar
Loic Hausammann committed
23
24
#include "../config.h"

lhausamm's avatar
lhausamm committed
25
26
#ifdef WITH_LOGGER

27
/* Includes. */
lhausamm's avatar
lhausamm committed
28
#include "common_io.h"
29
#include "dump.h"
Loic Hausammann's avatar
Loic Hausammann committed
30
31
#include "inline.h"
#include "timeline.h"
lhausamm's avatar
lhausamm committed
32
#include "units.h"
33

Loic Hausammann's avatar
Loic Hausammann committed
34
/* Forward declaration. */
35
struct dump;
Loic Hausammann's avatar
Loic Hausammann committed
36
struct gpart;
37
struct part;
Loic Hausammann's avatar
Loic Hausammann committed
38
struct engine;
39

Loic Hausammann's avatar
Loic Hausammann committed
40
#define logger_major_version 0
Loic Hausammann's avatar
Loic Hausammann committed
41
#define logger_minor_version 3
Loic Hausammann's avatar
Loic Hausammann committed
42

43
44
/**
 * Logger entries contain messages representing the particle data at a given
45
 * point in time during the simulation.
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
 *
 * The logger messages always start with an 8-byte header structured as
 * follows:
 *
 *   data: [ mask |                     offset                     ]
 *   byte: [  01  |  02  |  03  |  04  |  05  |  06  |  07  |  08  ]
 *
 * I.e. a first "mask" byte followed by 7 "offset" bytes. The mask contains
 * information on what kind of data is packed after the header. The mask
 * bits correspond to the following data:
 *
 *   bit | name   | size | comment
 *   -------------------------------------------------------------------------
 *   0   | x      | 24   | The particle position, in absolute coordinates,
 *       |        |      | stored as three doubles.
 *   1   | v      | 12   | Particle velocity, stored as three floats.
 *   2   | a      | 12   | Particle acceleration, stored as three floats.
63
64
 *   3   | u      | 4    | Particle internal energy (or entropy, if Gadget-SPH
 *       |        |      | is used), stored as a single float.
65
66
 *   4   | h      | 4    | Particle smoothing length (or epsilon, if a gpart),
 *       |        |      | stored as a single float.
67
 *   5   | rho    | 4    | Particle density, stored as a single float.
68
69
 *   6   | consts | 12   | Particle constants, i.e. mass and ID.
 *   7   | time   | 8    | Timestamp, not associated with a particle, just
70
71
72
73
74
75
76
 *       |        |      | marks the transitions from one timestep to another.
 *
 * There is no distinction between gravity and SPH particles.
 *
 * The offset refers to the relative location of the previous message for the
 * same particle or for the previous timestamp (if mask bit 7 is set). I.e.
 * the previous log entry will be at the address of the current mask byte minus
lhausamm's avatar
lhausamm committed
77
78
 * the unsigned value stored in the offset. An offset equal to the chunk offset
 * indicated that this is the first message for the given particle/timestamp.
79
80
81
 */

/* Some constants. */
82
83
84
85
86
87
88
89
enum logger_masks_number {
  logger_x = 0,
  logger_v = 1,
  logger_a = 2,
  logger_u = 3,
  logger_h = 4,
  logger_rho = 5,
  logger_consts = 6,
Loic Hausammann's avatar
Loic Hausammann committed
90
91
92
93
94
  logger_special_flags =
      7,                 /* < 0 for MPI rank changes, 0 for none,
                            > 0 for particle type changes, > part_type for deletion */
  logger_timestamp = 8,  /* expect it to be before count. */
  logger_count_mask = 9, /* Need to be the last. */
Loic Hausammann's avatar
Loic Hausammann committed
95
} __attribute__((packed));
96

97
enum logger_special_flags {
Loic Hausammann's avatar
Loic Hausammann committed
98
99
100
101
  logger_flag_change_type = 1 << 0, /* Flag for a change of particle type */
  logger_flag_mpi = 1 << 1, /* Flag for a change of MPI rank */
  logger_flag_delete = 1 << 2, /* Flag for a deleted particle */
  logger_flag_create = 1 << 3 /* Flag for a created particle */
102
103
} __attribute__((packed));

104
struct mask_data {
Loic Hausammann's avatar
Loic Hausammann committed
105
  /* Number of bytes for a mask. */
106
  int size;
107

Loic Hausammann's avatar
Loic Hausammann committed
108
  /* Mask value. */
109
  unsigned int mask;
110

Loic Hausammann's avatar
Loic Hausammann committed
111
  /* Name of the mask. */
112
113
114
115
116
  char name[100];
};

extern const struct mask_data logger_mask_data[logger_count_mask];

117
118
/* Size of the strings. */
#define logger_string_length 200
Loic Hausammann's avatar
Loic Hausammann committed
119

Loic Hausammann's avatar
Loic Hausammann committed
120
121
122
/**
 * @brief structure containing global data for the particle logger.
 */
Loic Hausammann's avatar
Loic Hausammann committed
123
124
struct logger_writer {
  /* Number of particle steps between dumping a chunk of data. */
Loic Hausammann's avatar
Loic Hausammann committed
125
126
  short int delta_step;

Loic Hausammann's avatar
Loic Hausammann committed
127
  /* Logger basename. */
128
  char base_name[logger_string_length];
Loic Hausammann's avatar
Loic Hausammann committed
129

Loic Hausammann's avatar
Loic Hausammann committed
130
131
132
133
134
135
136
137
  struct {
    /* The total memory fraction reserved for the index files. */
    float mem_frac;

    /* Size of the dump since at the last output */
    size_t dump_size_last_output;
  } index;

Loic Hausammann's avatar
Loic Hausammann committed
138
139
  /*  Dump file (In the reader, the dump is cleaned, therefore it is renamed
   * logfile). */
140
  struct dump dump;
Loic Hausammann's avatar
Loic Hausammann committed
141

Loic Hausammann's avatar
Loic Hausammann committed
142
  /* timestamp offset for logger. */
Loic Hausammann's avatar
Loic Hausammann committed
143
144
  size_t timestamp_offset;

Loic Hausammann's avatar
Loic Hausammann committed
145
  /* scaling factor when buffer is too small. */
Loic Hausammann's avatar
Loic Hausammann committed
146
147
  float buffer_scale;

Loic Hausammann's avatar
Loic Hausammann committed
148
  /* Size of a chunk if every mask are activated. */
149
150
  int max_chunk_size;

Loic Hausammann's avatar
Loic Hausammann committed
151
152
} SWIFT_STRUCT_ALIGN;

Loic Hausammann's avatar
Loic Hausammann committed
153
/* required structure for each particle type. */
Loic Hausammann's avatar
Loic Hausammann committed
154
struct logger_part_data {
Loic Hausammann's avatar
Loic Hausammann committed
155
  /* Number of particle updates since last output. */
156
  int steps_since_last_output;
Loic Hausammann's avatar
Loic Hausammann committed
157

Loic Hausammann's avatar
Loic Hausammann committed
158
  /* offset of last particle log entry. */
Loic Hausammann's avatar
Loic Hausammann committed
159
  uint64_t last_offset;
Loic Hausammann's avatar
Loic Hausammann committed
160
161
};

162
/* Function prototypes. */
lhausamm's avatar
lhausamm committed
163
int logger_compute_chunk_size(unsigned int mask);
Loic Hausammann's avatar
Loic Hausammann committed
164
165
void logger_log_all(struct logger_writer *log, const struct engine *e);
void logger_log_part(struct logger_writer *log, const struct part *p,
Loic Hausammann's avatar
Loic Hausammann committed
166
167
168
169
170
                     unsigned int mask, size_t *offset,
                     const int special_flags);
void logger_log_spart(struct logger_writer *log, const struct spart *p,
                      unsigned int mask, size_t *offset,
                      const int special_flags);
Loic Hausammann's avatar
Loic Hausammann committed
171
void logger_log_gpart(struct logger_writer *log, const struct gpart *p,
Loic Hausammann's avatar
Loic Hausammann committed
172
173
                      unsigned int mask, size_t *offset,
                      const int special_flags);
Loic Hausammann's avatar
Loic Hausammann committed
174
175
void logger_init(struct logger_writer *log, struct swift_params *params);
void logger_free(struct logger_writer *log);
Loic Hausammann's avatar
Loic Hausammann committed
176
177
void logger_log_timestamp(struct logger_writer *log, integertime_t t,
                          double time, size_t *offset);
Loic Hausammann's avatar
Loic Hausammann committed
178
void logger_ensure_size(struct logger_writer *log, size_t total_nr_parts,
Loic Hausammann's avatar
Format    
Loic Hausammann committed
179
                        size_t total_nr_gparts, size_t total_nr_sparts);
Loic Hausammann's avatar
Loic Hausammann committed
180
void logger_write_file_header(struct logger_writer *log);
lhausamm's avatar
lhausamm committed
181

Pedro Gonnet's avatar
Pedro Gonnet committed
182
183
int logger_read_part(struct part *p, size_t *offset, const char *buff);
int logger_read_gpart(struct gpart *p, size_t *offset, const char *buff);
184
185
int logger_read_timestamp(unsigned long long int *t, double *time,
                          size_t *offset, const char *buff);
Loic Hausammann's avatar
Loic Hausammann committed
186
187
void logger_struct_dump(const struct logger_writer *log, FILE *stream);
void logger_struct_restore(struct logger_writer *log, FILE *stream);
lhausamm's avatar
lhausamm committed
188

189

Loic Hausammann's avatar
Loic Hausammann committed
190
INLINE static int logger_generate_flag(enum logger_special_flags flag, int data) {
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
#ifdef SWIFT_DEBUG_CHECKS
  if (flag & 0xFFFFFF00) {
    error("The special flag in the logger cannot be larger than 1 byte.");
  }
#endif
  return (flag << (3 * 8)) | (data & 0xFFFFFF);
}

#ifdef WITH_MPI
void logger_log_before_communcations(
  struct part *parts, size_t nr_parts, int *counts,
  struct gpart *gparts, size_t nr_gparts, int *g_counts,
  struct spart *sparts, size_t nr_sparts, int *s_counts,
  struct bpart *bparts, size_t nr_bparts, int *b_counts);

void logger_log_after_communcations(
  struct part *parts, size_t nr_parts, int *counts,
  struct gpart *gparts, size_t nr_gparts, int *g_counts,
  struct spart *sparts, size_t nr_sparts, int *s_counts,
  struct bpart *bparts, size_t nr_bparts, int *b_counts);
Loic Hausammann's avatar
Loic Hausammann committed
211
212
213
214
215
216
217
218
219

void logger_log_recv_strays(
  struct logger_writer *log,
  struct part *parts, struct xpart *xparts, size_t nr_parts,
  struct gpart *gparts, size_t nr_gparts,
  struct spart *sparts, size_t nr_sparts,
  struct bpart *bparts, size_t nr_bparts,
  int node_id);

220
221
#endif

222
223
224
225
226
227
228
/**
 * @brief Initialize the logger data for a particle.
 *
 * @param logger The #logger_part_data.
 */
INLINE static void logger_part_data_init(struct logger_part_data *logger) {
  logger->last_offset = 0;
229
  logger->steps_since_last_output = INT_MAX;
230
231
232
233
234
}

/**
 * @brief Should this particle write its data now ?
 *
Loic Hausammann's avatar
Loic Hausammann committed
235
 * @param logger_data The #logger_part_data of a particle.
Loic Hausammann's avatar
Loic Hausammann committed
236
 * @param log The #logger_writer.
Loic Hausammann's avatar
Loic Hausammann committed
237
 *
Loic Hausammann's avatar
Loic Hausammann committed
238
 * @return 1 if the particle should be writen, 0 otherwise.
239
240
 */
__attribute__((always_inline)) INLINE static int logger_should_write(
Loic Hausammann's avatar
Loic Hausammann committed
241
242
    const struct logger_part_data *logger_data,
    const struct logger_writer *log) {
243
244
245
246

  return (logger_data->steps_since_last_output > log->delta_step);
}

lhausamm's avatar
lhausamm committed
247
248
#endif /* WITH_LOGGER */

249
#endif /* SWIFT_LOGGER_H */