logger.h 8.13 KB
Newer Older
1
2
3
/*******************************************************************************
 * This file is part of SWIFT.
 * Copyright (c) 2017 Pedro Gonnet (pedro.gonnet@durham.ac.uk)
Loic Hausammann's avatar
Loic Hausammann committed
4
 *               2018 Loic Hausammann (loic.hausammann@epfl.ch)
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Lesser General Public License as published
 * by the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 *
 ******************************************************************************/
#ifndef SWIFT_LOGGER_H
#define SWIFT_LOGGER_H

Loic Hausammann's avatar
Loic Hausammann committed
23
24
#include "../config.h"

lhausamm's avatar
lhausamm committed
25
26
#ifdef WITH_LOGGER

27
/* Includes. */
lhausamm's avatar
lhausamm committed
28
#include "common_io.h"
29
#include "dump.h"
Loic Hausammann's avatar
Loic Hausammann committed
30
31
#include "inline.h"
#include "timeline.h"
lhausamm's avatar
lhausamm committed
32
#include "units.h"
33

Loic Hausammann's avatar
Loic Hausammann committed
34
/* Forward declaration. */
35
struct dump;
Loic Hausammann's avatar
Loic Hausammann committed
36
struct gpart;
37
struct part;
Loic Hausammann's avatar
Loic Hausammann committed
38
struct engine;
39

Loic Hausammann's avatar
Loic Hausammann committed
40
#define logger_major_version 0
Loic Hausammann's avatar
Loic Hausammann committed
41
#define logger_minor_version 2
Loic Hausammann's avatar
Loic Hausammann committed
42

43
44
/**
 * Logger entries contain messages representing the particle data at a given
45
 * point in time during the simulation.
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
 *
 * The logger messages always start with an 8-byte header structured as
 * follows:
 *
 *   data: [ mask |                     offset                     ]
 *   byte: [  01  |  02  |  03  |  04  |  05  |  06  |  07  |  08  ]
 *
 * I.e. a first "mask" byte followed by 7 "offset" bytes. The mask contains
 * information on what kind of data is packed after the header. The mask
 * bits correspond to the following data:
 *
 *   bit | name   | size | comment
 *   -------------------------------------------------------------------------
 *   0   | x      | 24   | The particle position, in absolute coordinates,
 *       |        |      | stored as three doubles.
 *   1   | v      | 12   | Particle velocity, stored as three floats.
 *   2   | a      | 12   | Particle acceleration, stored as three floats.
63
64
 *   3   | u      | 4    | Particle internal energy (or entropy, if Gadget-SPH
 *       |        |      | is used), stored as a single float.
65
66
 *   4   | h      | 4    | Particle smoothing length (or epsilon, if a gpart),
 *       |        |      | stored as a single float.
67
 *   5   | rho    | 4    | Particle density, stored as a single float.
68
69
 *   6   | consts | 12   | Particle constants, i.e. mass and ID.
 *   7   | time   | 8    | Timestamp, not associated with a particle, just
70
71
72
73
74
75
76
 *       |        |      | marks the transitions from one timestep to another.
 *
 * There is no distinction between gravity and SPH particles.
 *
 * The offset refers to the relative location of the previous message for the
 * same particle or for the previous timestamp (if mask bit 7 is set). I.e.
 * the previous log entry will be at the address of the current mask byte minus
lhausamm's avatar
lhausamm committed
77
78
 * the unsigned value stored in the offset. An offset equal to the chunk offset
 * indicated that this is the first message for the given particle/timestamp.
79
80
81
 */

/* Some constants. */
82
83
84
85
86
87
88
89
enum logger_masks_number {
  logger_x = 0,
  logger_v = 1,
  logger_a = 2,
  logger_u = 3,
  logger_h = 4,
  logger_rho = 5,
  logger_consts = 6,
Loic Hausammann's avatar
Loic Hausammann committed
90
91
92
93
94
  logger_special_flags =
      7,                 /* < 0 for MPI rank changes, 0 for none,
                            > 0 for particle type changes, > part_type for deletion */
  logger_timestamp = 8,  /* expect it to be before count. */
  logger_count_mask = 9, /* Need to be the last. */
Loic Hausammann's avatar
Loic Hausammann committed
95
} __attribute__((packed));
96

97
98
99
100
101
enum logger_special_flags {
  logger_flag_change_type = 0,
  logger_flag_mpi = 1,
} __attribute__((packed));

102
struct mask_data {
Loic Hausammann's avatar
Loic Hausammann committed
103
  /* Number of bytes for a mask. */
104
  int size;
105

Loic Hausammann's avatar
Loic Hausammann committed
106
  /* Mask value. */
107
  unsigned int mask;
108

Loic Hausammann's avatar
Loic Hausammann committed
109
  /* Name of the mask. */
110
111
112
113
114
  char name[100];
};

extern const struct mask_data logger_mask_data[logger_count_mask];

115
116
/* Size of the strings. */
#define logger_string_length 200
Loic Hausammann's avatar
Loic Hausammann committed
117

Loic Hausammann's avatar
Loic Hausammann committed
118
119
120
/**
 * @brief structure containing global data for the particle logger.
 */
Loic Hausammann's avatar
Loic Hausammann committed
121
122
struct logger_writer {
  /* Number of particle steps between dumping a chunk of data. */
Loic Hausammann's avatar
Loic Hausammann committed
123
124
  short int delta_step;

Loic Hausammann's avatar
Loic Hausammann committed
125
  /* Logger basename. */
126
  char base_name[logger_string_length];
Loic Hausammann's avatar
Loic Hausammann committed
127

Loic Hausammann's avatar
Loic Hausammann committed
128
129
130
131
132
133
134
135
  struct {
    /* The total memory fraction reserved for the index files. */
    float mem_frac;

    /* Size of the dump since at the last output */
    size_t dump_size_last_output;
  } index;

Loic Hausammann's avatar
Loic Hausammann committed
136
137
  /*  Dump file (In the reader, the dump is cleaned, therefore it is renamed
   * logfile). */
138
  struct dump dump;
Loic Hausammann's avatar
Loic Hausammann committed
139

Loic Hausammann's avatar
Loic Hausammann committed
140
  /* timestamp offset for logger. */
Loic Hausammann's avatar
Loic Hausammann committed
141
142
  size_t timestamp_offset;

Loic Hausammann's avatar
Loic Hausammann committed
143
  /* scaling factor when buffer is too small. */
Loic Hausammann's avatar
Loic Hausammann committed
144
145
  float buffer_scale;

Loic Hausammann's avatar
Loic Hausammann committed
146
  /* Size of a chunk if every mask are activated. */
147
148
  int max_chunk_size;

Loic Hausammann's avatar
Loic Hausammann committed
149
150
} SWIFT_STRUCT_ALIGN;

Loic Hausammann's avatar
Loic Hausammann committed
151
/* required structure for each particle type. */
Loic Hausammann's avatar
Loic Hausammann committed
152
struct logger_part_data {
Loic Hausammann's avatar
Loic Hausammann committed
153
  /* Number of particle updates since last output. */
154
  int steps_since_last_output;
Loic Hausammann's avatar
Loic Hausammann committed
155

Loic Hausammann's avatar
Loic Hausammann committed
156
  /* offset of last particle log entry. */
Loic Hausammann's avatar
Loic Hausammann committed
157
  uint64_t last_offset;
Loic Hausammann's avatar
Loic Hausammann committed
158
159
};

160
/* Function prototypes. */
lhausamm's avatar
lhausamm committed
161
int logger_compute_chunk_size(unsigned int mask);
Loic Hausammann's avatar
Loic Hausammann committed
162
163
void logger_log_all(struct logger_writer *log, const struct engine *e);
void logger_log_part(struct logger_writer *log, const struct part *p,
Loic Hausammann's avatar
Loic Hausammann committed
164
165
166
167
168
                     unsigned int mask, size_t *offset,
                     const int special_flags);
void logger_log_spart(struct logger_writer *log, const struct spart *p,
                      unsigned int mask, size_t *offset,
                      const int special_flags);
Loic Hausammann's avatar
Loic Hausammann committed
169
void logger_log_gpart(struct logger_writer *log, const struct gpart *p,
Loic Hausammann's avatar
Loic Hausammann committed
170
171
                      unsigned int mask, size_t *offset,
                      const int special_flags);
Loic Hausammann's avatar
Loic Hausammann committed
172
173
void logger_init(struct logger_writer *log, struct swift_params *params);
void logger_free(struct logger_writer *log);
Loic Hausammann's avatar
Loic Hausammann committed
174
175
void logger_log_timestamp(struct logger_writer *log, integertime_t t,
                          double time, size_t *offset);
Loic Hausammann's avatar
Loic Hausammann committed
176
void logger_ensure_size(struct logger_writer *log, size_t total_nr_parts,
Loic Hausammann's avatar
Format    
Loic Hausammann committed
177
                        size_t total_nr_gparts, size_t total_nr_sparts);
Loic Hausammann's avatar
Loic Hausammann committed
178
void logger_write_file_header(struct logger_writer *log);
lhausamm's avatar
lhausamm committed
179

Pedro Gonnet's avatar
Pedro Gonnet committed
180
181
int logger_read_part(struct part *p, size_t *offset, const char *buff);
int logger_read_gpart(struct gpart *p, size_t *offset, const char *buff);
182
183
int logger_read_timestamp(unsigned long long int *t, double *time,
                          size_t *offset, const char *buff);
Loic Hausammann's avatar
Loic Hausammann committed
184
185
void logger_struct_dump(const struct logger_writer *log, FILE *stream);
void logger_struct_restore(struct logger_writer *log, FILE *stream);
lhausamm's avatar
lhausamm committed
186

187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210

int logger_generate_flag(enum logger_special_flags flag, int data) {
#ifdef SWIFT_DEBUG_CHECKS
  if (flag & 0xFFFFFF00) {
    error("The special flag in the logger cannot be larger than 1 byte.");
  }
#endif
  return (flag << (3 * 8)) | (data & 0xFFFFFF);
}

#ifdef WITH_MPI
void logger_log_before_communcations(
  struct part *parts, size_t nr_parts, int *counts,
  struct gpart *gparts, size_t nr_gparts, int *g_counts,
  struct spart *sparts, size_t nr_sparts, int *s_counts,
  struct bpart *bparts, size_t nr_bparts, int *b_counts);

void logger_log_after_communcations(
  struct part *parts, size_t nr_parts, int *counts,
  struct gpart *gparts, size_t nr_gparts, int *g_counts,
  struct spart *sparts, size_t nr_sparts, int *s_counts,
  struct bpart *bparts, size_t nr_bparts, int *b_counts);
#endif

211
212
213
214
215
216
217
/**
 * @brief Initialize the logger data for a particle.
 *
 * @param logger The #logger_part_data.
 */
INLINE static void logger_part_data_init(struct logger_part_data *logger) {
  logger->last_offset = 0;
218
  logger->steps_since_last_output = INT_MAX;
219
220
221
222
223
}

/**
 * @brief Should this particle write its data now ?
 *
Loic Hausammann's avatar
Loic Hausammann committed
224
 * @param logger_data The #logger_part_data of a particle.
Loic Hausammann's avatar
Loic Hausammann committed
225
 * @param log The #logger_writer.
Loic Hausammann's avatar
Loic Hausammann committed
226
 *
Loic Hausammann's avatar
Loic Hausammann committed
227
 * @return 1 if the particle should be writen, 0 otherwise.
228
229
 */
__attribute__((always_inline)) INLINE static int logger_should_write(
Loic Hausammann's avatar
Loic Hausammann committed
230
231
    const struct logger_part_data *logger_data,
    const struct logger_writer *log) {
232
233
234
235

  return (logger_data->steps_since_last_output > log->delta_step);
}

lhausamm's avatar
lhausamm committed
236
237
#endif /* WITH_LOGGER */

238
#endif /* SWIFT_LOGGER_H */