engine_marktasks.c 37.5 KB
Newer Older
Pedro Gonnet's avatar
Pedro Gonnet committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
/*******************************************************************************
 * This file is part of SWIFT.
 * Copyright (c) 2012 Pedro Gonnet (pedro.gonnet@durham.ac.uk)
 *                    Matthieu Schaller (matthieu.schaller@durham.ac.uk)
 *               2015 Peter W. Draper (p.w.draper@durham.ac.uk)
 *                    Angus Lepper (angus.lepper@ed.ac.uk)
 *               2016 John A. Regan (john.a.regan@durham.ac.uk)
 *                    Tom Theuns (tom.theuns@durham.ac.uk)
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Lesser General Public License as published
 * by the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 *
 ******************************************************************************/

/* Config parameters. */
#include "../config.h"

/* Some standard headers. */
#include <stdlib.h>
#include <unistd.h>

/* MPI headers. */
#ifdef WITH_MPI
#include <mpi.h>
#endif

/* Load the profiler header, if needed. */
#ifdef WITH_PROFILER
#include <gperftools/profiler.h>
#endif

/* This object's header. */
#include "engine.h"

/* Local headers. */
#include "active.h"
#include "atomic.h"
#include "cell.h"
#include "clocks.h"
#include "cycle.h"
#include "debug.h"
#include "error.h"
#include "proxy.h"
54
#include "task_order.h"
Pedro Gonnet's avatar
Pedro Gonnet committed
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
#include "timers.h"

/**
 * @brief Mark tasks to be un-skipped and set the sort flags accordingly.
 *        Threadpool mapper function.
 *
 * @param map_data pointer to the tasks
 * @param num_elements number of tasks
 * @param extra_data pointer to int that will define if a rebuild is needed.
 */
void engine_marktasks_mapper(void *map_data, int num_elements,
                             void *extra_data) {
  /* Unpack the arguments. */
  struct task *tasks = (struct task *)map_data;
  size_t *rebuild_space = &((size_t *)extra_data)[1];
  struct scheduler *s = (struct scheduler *)(((size_t *)extra_data)[2]);
  struct engine *e = (struct engine *)((size_t *)extra_data)[0];
  const int nodeID = e->nodeID;
73
74
  const int with_timestep_limiter = e->policy & engine_policy_timestep_limiter;
  const int with_timestep_sync = e->policy & engine_policy_timestep_sync;
75
  const int with_star_formation = e->policy & engine_policy_star_formation;
76
  const int with_feedback = e->policy & engine_policy_feedback;
Pedro Gonnet's avatar
Pedro Gonnet committed
77
78
79
80
81
82
83
84
85
86
87
88
89
90

  for (int ind = 0; ind < num_elements; ind++) {

    /* Get basic task information */
    struct task *t = &tasks[ind];
    const enum task_types t_type = t->type;
    const enum task_subtypes t_subtype = t->subtype;

    /* Single-cell task? */
    if (t_type == task_type_self || t_type == task_type_sub_self) {

      /* Local pointer. */
      struct cell *ci = t->ci;

91
#ifdef SWIFT_DEBUG_CHECKS
92
      if (ci->nodeID != nodeID) error("Non-local self task found");
93
94
95
96
#endif
      const int ci_active_hydro = cell_is_active_hydro(ci, e);
      const int ci_active_gravity = cell_is_active_gravity(ci, e);
      const int ci_active_black_holes = cell_is_active_black_holes(ci, e);
97
98
99
      const int ci_active_stars = cell_is_active_stars(ci, e) ||
                                  (with_star_formation && ci_active_hydro);

Pedro Gonnet's avatar
Pedro Gonnet committed
100
101
      /* Activate the hydro drift */
      if (t_type == task_type_self && t_subtype == task_subtype_density) {
102
        if (ci_active_hydro) {
Pedro Gonnet's avatar
Pedro Gonnet committed
103
104
          scheduler_activate(s, t);
          cell_activate_drift_part(ci, s);
105
          if (with_timestep_limiter) cell_activate_limiter(ci, s);
Pedro Gonnet's avatar
Pedro Gonnet committed
106
107
108
109
110
111
        }
      }

      /* Store current values of dx_max and h_max. */
      else if (t_type == task_type_sub_self &&
               t_subtype == task_subtype_density) {
112
        if (ci_active_hydro) {
Pedro Gonnet's avatar
Pedro Gonnet committed
113
          scheduler_activate(s, t);
114
          cell_activate_subcell_hydro_tasks(ci, NULL, s, with_timestep_limiter);
115
          if (with_timestep_limiter) cell_activate_limiter(ci, s);
Pedro Gonnet's avatar
Pedro Gonnet committed
116
117
118
119
        }
      }

      else if (t_type == task_type_self && t_subtype == task_subtype_force) {
120
        if (ci_active_hydro) scheduler_activate(s, t);
Pedro Gonnet's avatar
Pedro Gonnet committed
121
122
123
124
      }

      else if (t_type == task_type_sub_self &&
               t_subtype == task_subtype_force) {
125
        if (ci_active_hydro) scheduler_activate(s, t);
Pedro Gonnet's avatar
Pedro Gonnet committed
126
127
      }

128
129
      else if (t->type == task_type_self &&
               t->subtype == task_subtype_limiter) {
130
        if (ci_active_hydro) scheduler_activate(s, t);
131
132
133
134
      }

      else if (t->type == task_type_sub_self &&
               t->subtype == task_subtype_limiter) {
135
        if (ci_active_hydro) scheduler_activate(s, t);
136
137
      }

Pedro Gonnet's avatar
Pedro Gonnet committed
138
      else if (t_type == task_type_self && t_subtype == task_subtype_gradient) {
139
        if (ci_active_hydro) scheduler_activate(s, t);
Pedro Gonnet's avatar
Pedro Gonnet committed
140
141
142
143
      }

      else if (t_type == task_type_sub_self &&
               t_subtype == task_subtype_gradient) {
144
        if (ci_active_hydro) scheduler_activate(s, t);
Pedro Gonnet's avatar
Pedro Gonnet committed
145
146
147
148
149
      }

      /* Activate the star density */
      else if (t_type == task_type_self &&
               t_subtype == task_subtype_stars_density) {
150
        if (ci_active_stars) {
Pedro Gonnet's avatar
Pedro Gonnet committed
151
152
          scheduler_activate(s, t);
          cell_activate_drift_part(ci, s);
Loic Hausammann's avatar
Loic Hausammann committed
153
          cell_activate_drift_spart(ci, s);
154
          if (with_timestep_sync) cell_activate_sync_part(ci, s);
Pedro Gonnet's avatar
Pedro Gonnet committed
155
156
157
158
159
160
        }
      }

      /* Store current values of dx_max and h_max. */
      else if (t_type == task_type_sub_self &&
               t_subtype == task_subtype_stars_density) {
161
        if (ci_active_stars) {
Pedro Gonnet's avatar
Pedro Gonnet committed
162
          scheduler_activate(s, t);
163
164
          cell_activate_subcell_stars_tasks(ci, NULL, s, with_star_formation,
                                            with_timestep_sync);
Pedro Gonnet's avatar
Pedro Gonnet committed
165
166
167
        }
      }

Alexei Borissov's avatar
Alexei Borissov committed
168
169
      else if (t_type == task_type_self &&
               t_subtype == task_subtype_stars_feedback) {
170
        if (ci_active_stars) {
Alexei Borissov's avatar
Alexei Borissov committed
171
172
173
174
175
176
          scheduler_activate(s, t);
        }
      }

      else if (t_type == task_type_sub_self &&
               t_subtype == task_subtype_stars_feedback) {
177
        if (ci_active_stars) scheduler_activate(s, t);
Alexei Borissov's avatar
Alexei Borissov committed
178
179
      }

180
181
182
      /* Activate the black hole density */
      else if (t_type == task_type_self &&
               t_subtype == task_subtype_bh_density) {
183
        if (ci_active_black_holes) {
184
185
186
187
188
189
190
191
192
          scheduler_activate(s, t);
          cell_activate_drift_part(ci, s);
          cell_activate_drift_bpart(ci, s);
        }
      }

      /* Store current values of dx_max and h_max. */
      else if (t_type == task_type_sub_self &&
               t_subtype == task_subtype_bh_density) {
193
        if (ci_active_black_holes) {
194
          scheduler_activate(s, t);
195
          cell_activate_subcell_black_holes_tasks(ci, NULL, s);
196
197
198
        }
      }

199
200
201
202
203
204
205
206
207
208
209
210
211
      else if (t_type == task_type_self &&
               t_subtype == task_subtype_bh_swallow) {
        if (ci_active_black_holes) {
          scheduler_activate(s, t);
        }
      }

      else if (t_type == task_type_sub_self &&
               t_subtype == task_subtype_bh_swallow) {
        if (ci_active_black_holes) scheduler_activate(s, t);
      }

      else if (t_type == task_type_self &&
212
               t_subtype == task_subtype_do_gas_swallow) {
213
214
215
216
217
218
        if (ci_active_black_holes) {
          scheduler_activate(s, t);
        }
      }

      else if (t_type == task_type_sub_self &&
219
220
221
222
223
224
225
226
227
228
229
230
231
               t_subtype == task_subtype_do_gas_swallow) {
        if (ci_active_black_holes) scheduler_activate(s, t);
      }

      else if (t_type == task_type_self &&
               t_subtype == task_subtype_do_bh_swallow) {
        if (ci_active_black_holes) {
          scheduler_activate(s, t);
        }
      }

      else if (t_type == task_type_sub_self &&
               t_subtype == task_subtype_do_bh_swallow) {
232
233
234
        if (ci_active_black_holes) scheduler_activate(s, t);
      }

235
236
      else if (t_type == task_type_self &&
               t_subtype == task_subtype_bh_feedback) {
237
        if (ci_active_black_holes) {
238
239
240
241
242
243
          scheduler_activate(s, t);
        }
      }

      else if (t_type == task_type_sub_self &&
               t_subtype == task_subtype_bh_feedback) {
244
        if (ci_active_black_holes) scheduler_activate(s, t);
245
246
      }

Pedro Gonnet's avatar
Pedro Gonnet committed
247
248
      /* Activate the gravity drift */
      else if (t_type == task_type_self && t_subtype == task_subtype_grav) {
249
        if (ci_active_gravity) {
Pedro Gonnet's avatar
Pedro Gonnet committed
250
251
252
253
254
255
256
257
          scheduler_activate(s, t);
          cell_activate_subcell_grav_tasks(t->ci, NULL, s);
        }
      }

      /* Activate the gravity drift */
      else if (t_type == task_type_self &&
               t_subtype == task_subtype_external_grav) {
258
        if (ci_active_gravity) {
Pedro Gonnet's avatar
Pedro Gonnet committed
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
          scheduler_activate(s, t);
          cell_activate_drift_gpart(t->ci, s);
        }
      }

#ifdef SWIFT_DEBUG_CHECKS
      else {
        error("Invalid task type / sub-type encountered");
      }
#endif
    }

    /* Pair? */
    else if (t_type == task_type_pair || t_type == task_type_sub_pair) {

      /* Local pointers. */
      struct cell *ci = t->ci;
      struct cell *cj = t->cj;
#ifdef WITH_MPI
      const int ci_nodeID = ci->nodeID;
      const int cj_nodeID = cj->nodeID;
#else
      const int ci_nodeID = nodeID;
      const int cj_nodeID = nodeID;
#endif
      const int ci_active_hydro = cell_is_active_hydro(ci, e);
      const int cj_active_hydro = cell_is_active_hydro(cj, e);
286

Pedro Gonnet's avatar
Pedro Gonnet committed
287
288
      const int ci_active_gravity = cell_is_active_gravity(ci, e);
      const int cj_active_gravity = cell_is_active_gravity(cj, e);
289

290
291
292
      const int ci_active_black_holes = cell_is_active_black_holes(ci, e);
      const int cj_active_black_holes = cell_is_active_black_holes(cj, e);

293
294
295
296
297
      const int ci_active_stars = cell_is_active_stars(ci, e) ||
                                  (with_star_formation && ci_active_hydro);
      const int cj_active_stars = cell_is_active_stars(cj, e) ||
                                  (with_star_formation && cj_active_hydro);

Pedro Gonnet's avatar
Pedro Gonnet committed
298
299
300
      /* Only activate tasks that involve a local active cell. */
      if ((t_subtype == task_subtype_density ||
           t_subtype == task_subtype_gradient ||
301
           t_subtype == task_subtype_limiter ||
Pedro Gonnet's avatar
Pedro Gonnet committed
302
303
304
305
306
307
308
           t_subtype == task_subtype_force) &&
          ((ci_active_hydro && ci_nodeID == nodeID) ||
           (cj_active_hydro && cj_nodeID == nodeID))) {

        scheduler_activate(s, t);

        /* Set the correct sorting flags */
Loic Hausammann's avatar
Loic Hausammann committed
309
        if (t_type == task_type_pair && t_subtype == task_subtype_density) {
Pedro Gonnet's avatar
Pedro Gonnet committed
310
311
312
313
314
315
316
317
318
319
320

          /* Store some values. */
          atomic_or(&ci->hydro.requires_sorts, 1 << t->flags);
          atomic_or(&cj->hydro.requires_sorts, 1 << t->flags);
          ci->hydro.dx_max_sort_old = ci->hydro.dx_max_sort;
          cj->hydro.dx_max_sort_old = cj->hydro.dx_max_sort;

          /* Activate the hydro drift tasks. */
          if (ci_nodeID == nodeID) cell_activate_drift_part(ci, s);
          if (cj_nodeID == nodeID) cell_activate_drift_part(cj, s);

321
          /* And the limiter */
322
323
324
325
          if (ci_nodeID == nodeID && with_timestep_limiter)
            cell_activate_limiter(ci, s);
          if (cj_nodeID == nodeID && with_timestep_limiter)
            cell_activate_limiter(cj, s);
326

Pedro Gonnet's avatar
Pedro Gonnet committed
327
          /* Check the sorts and activate them if needed. */
328
329
          cell_activate_hydro_sorts(ci, t->flags, s);
          cell_activate_hydro_sorts(cj, t->flags, s);
Pedro Gonnet's avatar
Pedro Gonnet committed
330
331
332
333
334

        }

        /* Store current values of dx_max and h_max. */
        else if (t_type == task_type_sub_pair &&
Loic Hausammann's avatar
Loic Hausammann committed
335
                 t_subtype == task_subtype_density) {
336
337
          cell_activate_subcell_hydro_tasks(t->ci, t->cj, s,
                                            with_timestep_limiter);
Pedro Gonnet's avatar
Pedro Gonnet committed
338
339
340
        }
      }

341
342
      /* Stars density */
      else if ((t_subtype == task_subtype_stars_density) &&
343
344
345
               (ci_active_stars || cj_active_stars) &&
               (ci_nodeID == nodeID || cj_nodeID == nodeID)) {

loikki's avatar
loikki committed
346
        scheduler_activate(s, t);
347

Pedro Gonnet's avatar
Pedro Gonnet committed
348
349
350
        /* Set the correct sorting flags */
        if (t_type == task_type_pair) {

Loic Hausammann's avatar
Loic Hausammann committed
351
          /* Do ci */
loikki's avatar
loikki committed
352
          if (ci_active_stars) {
353

354
            /* stars for ci */
355
            atomic_or(&ci->stars.requires_sorts, 1 << t->flags);
356
            ci->stars.dx_max_sort_old = ci->stars.dx_max_sort;
Loic Hausammann's avatar
Loic Hausammann committed
357

358
            /* hydro for cj */
359
            atomic_or(&cj->hydro.requires_sorts, 1 << t->flags);
360
            cj->hydro.dx_max_sort_old = cj->hydro.dx_max_sort;
Pedro Gonnet's avatar
Pedro Gonnet committed
361

362
            /* Activate the drift tasks. */
363
364
            if (ci_nodeID == nodeID) cell_activate_drift_spart(ci, s);
            if (cj_nodeID == nodeID) cell_activate_drift_part(cj, s);
365
            if (cj_nodeID == nodeID && with_timestep_sync)
366
              cell_activate_sync_part(cj, s);
Pedro Gonnet's avatar
Pedro Gonnet committed
367

368
369
370
371
            /* Check the sorts and activate them if needed. */
            cell_activate_hydro_sorts(cj, t->flags, s);
            cell_activate_stars_sorts(ci, t->flags, s);
          }
Loic Hausammann's avatar
Loic Hausammann committed
372
373

          /* Do cj */
loikki's avatar
loikki committed
374
          if (cj_active_stars) {
Loic Hausammann's avatar
Loic Hausammann committed
375

376
            /* hydro for ci */
377
            atomic_or(&ci->hydro.requires_sorts, 1 << t->flags);
378
            ci->hydro.dx_max_sort_old = ci->hydro.dx_max_sort;
379

380
            /* stars for cj */
381
            atomic_or(&cj->stars.requires_sorts, 1 << t->flags);
382
            cj->stars.dx_max_sort_old = cj->stars.dx_max_sort;
Loic Hausammann's avatar
Loic Hausammann committed
383

384
            /* Activate the drift tasks. */
385
386
            if (ci_nodeID == nodeID) cell_activate_drift_part(ci, s);
            if (cj_nodeID == nodeID) cell_activate_drift_spart(cj, s);
387
            if (ci_nodeID == nodeID && with_timestep_sync)
388
              cell_activate_sync_part(ci, s);
Loic Hausammann's avatar
Loic Hausammann committed
389

390
391
392
393
            /* Check the sorts and activate them if needed. */
            cell_activate_hydro_sorts(ci, t->flags, s);
            cell_activate_stars_sorts(cj, t->flags, s);
          }
Pedro Gonnet's avatar
Pedro Gonnet committed
394
395
396
        }

        /* Store current values of dx_max and h_max. */
397
        else if (t_type == task_type_sub_pair &&
398
                 t_subtype == task_subtype_stars_density) {
399
400
          cell_activate_subcell_stars_tasks(ci, cj, s, with_star_formation,
                                            with_timestep_sync);
Pedro Gonnet's avatar
Pedro Gonnet committed
401
402
403
        }
      }

404
      /* Stars feedback */
405
      else if (t_subtype == task_subtype_stars_feedback) {
406

407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
        /* We only want to activate the task if the cell is active and is
           going to update some gas on the *local* node */
        if ((ci_nodeID == nodeID && cj_nodeID == nodeID) &&
            (ci_active_stars || cj_active_stars)) {

          scheduler_activate(s, t);

        } else if ((ci_nodeID == nodeID && cj_nodeID != nodeID) &&
                   (cj_active_stars)) {

          scheduler_activate(s, t);

        } else if ((ci_nodeID != nodeID && cj_nodeID == nodeID) &&
                   (ci_active_stars)) {

          scheduler_activate(s, t);
        }
424
      }
425

426
      /* Black_Holes density */
427
428
      else if ((t_subtype == task_subtype_bh_density ||
                t_subtype == task_subtype_bh_swallow ||
429
                t_subtype == task_subtype_do_gas_swallow ||
430
                t_subtype == task_subtype_do_bh_swallow ||
431
                t_subtype == task_subtype_bh_feedback) &&
432
433
434
435
436
               (ci_active_black_holes || cj_active_black_holes) &&
               (ci_nodeID == nodeID || cj_nodeID == nodeID)) {

        scheduler_activate(s, t);

437
        /* Set the correct drifting flags */
438
439
440
        if (t_type == task_type_pair && t_subtype == task_subtype_bh_density) {
          if (ci_nodeID == nodeID) cell_activate_drift_bpart(ci, s);
          if (ci_nodeID == nodeID) cell_activate_drift_part(ci, s);
441

442
443
          if (cj_nodeID == nodeID) cell_activate_drift_part(cj, s);
          if (cj_nodeID == nodeID) cell_activate_drift_bpart(cj, s);
444
445
446
447
448
449
450
451
452
        }

        /* Store current values of dx_max and h_max. */
        else if (t_type == task_type_sub_pair &&
                 t_subtype == task_subtype_bh_density) {
          cell_activate_subcell_black_holes_tasks(ci, cj, s);
        }
      }

453
      /* Gravity */
454
      else if ((t_subtype == task_subtype_grav) &&
455
456
               ((ci_active_gravity && ci_nodeID == nodeID) ||
                (cj_active_gravity && cj_nodeID == nodeID))) {
Pedro Gonnet's avatar
Pedro Gonnet committed
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476

        scheduler_activate(s, t);

        if (t_type == task_type_pair && t_subtype == task_subtype_grav) {
          /* Activate the gravity drift */
          cell_activate_subcell_grav_tasks(t->ci, t->cj, s);
        }

#ifdef SWIFT_DEBUG_CHECKS
        else if (t_type == task_type_sub_pair &&
                 t_subtype == task_subtype_grav) {
          error("Invalid task sub-type encountered");
        }
#endif
      }

      /* Only interested in density tasks as of here. */
      if (t_subtype == task_subtype_density) {

        /* Too much particle movement? */
Alexei Borissov's avatar
Alexei Borissov committed
477
        if (cell_need_rebuild_for_hydro_pair(ci, cj)) *rebuild_space = 1;
Pedro Gonnet's avatar
Pedro Gonnet committed
478
479
480
481
482
483
484

#ifdef WITH_MPI
        /* Activate the send/recv tasks. */
        if (ci_nodeID != nodeID) {

          /* If the local cell is active, receive data from the foreign cell. */
          if (cj_active_hydro) {
485
            scheduler_activate_recv(s, ci->mpi.recv, task_subtype_xv);
Pedro Gonnet's avatar
Pedro Gonnet committed
486
            if (ci_active_hydro) {
487
              scheduler_activate_recv(s, ci->mpi.recv, task_subtype_rho);
Pedro Gonnet's avatar
Pedro Gonnet committed
488
#ifdef EXTRA_HYDRO_LOOP
489
              scheduler_activate_recv(s, ci->mpi.recv, task_subtype_gradient);
Pedro Gonnet's avatar
Pedro Gonnet committed
490
491
492
493
#endif
            }
          }

494
495
496
497
498
          /* If the foreign cell is active, we want its particles for the
           * limiter */
          if (ci_active_hydro && with_timestep_limiter)
            scheduler_activate_recv(s, ci->mpi.recv, task_subtype_limiter);

Pedro Gonnet's avatar
Pedro Gonnet committed
499
          /* If the foreign cell is active, we want its ti_end values. */
500
501
          if (ci_active_hydro)
            scheduler_activate_recv(s, ci->mpi.recv, task_subtype_tend_part);
Pedro Gonnet's avatar
Pedro Gonnet committed
502
503
504

          /* Is the foreign cell active and will need stuff from us? */
          if (ci_active_hydro) {
505
            struct link *l = scheduler_activate_send(
506
                s, cj->mpi.send, task_subtype_xv, ci_nodeID);
Pedro Gonnet's avatar
Pedro Gonnet committed
507
508
509
510
511
512
513
514

            /* Drift the cell which will be sent at the level at which it is
               sent, i.e. drift the cell specified in the send task (l->t)
               itself. */
            cell_activate_drift_part(l->t->ci, s);

            /* If the local cell is also active, more stuff will be needed. */
            if (cj_active_hydro) {
515
516
              scheduler_activate_send(s, cj->mpi.send, task_subtype_rho,
                                      ci_nodeID);
Pedro Gonnet's avatar
Pedro Gonnet committed
517
518

#ifdef EXTRA_HYDRO_LOOP
519
520
              scheduler_activate_send(s, cj->mpi.send, task_subtype_gradient,
                                      ci_nodeID);
Pedro Gonnet's avatar
Pedro Gonnet committed
521
522
523
524
#endif
            }
          }

525
526
527
528
529
530
          /* If the local cell is active, send its particles for the limiting.
           */
          if (cj_active_hydro && with_timestep_limiter)
            scheduler_activate_send(s, cj->mpi.send, task_subtype_limiter,
                                    ci_nodeID);

Pedro Gonnet's avatar
Pedro Gonnet committed
531
532
          /* If the local cell is active, send its ti_end values. */
          if (cj_active_hydro)
533
534
            scheduler_activate_send(s, cj->mpi.send, task_subtype_tend_part,
                                    ci_nodeID);
Pedro Gonnet's avatar
Pedro Gonnet committed
535

536
537
538
          /* Propagating new star counts? */
          if (with_star_formation && with_feedback) {
            if (ci_active_hydro && ci->hydro.count > 0) {
539
              if (task_order_star_formation_before_feedback) {
Loic Hausammann's avatar
Format    
Loic Hausammann committed
540
541
                scheduler_activate_recv(s, ci->mpi.recv,
                                        task_subtype_sf_counts);
542
              }
543
              scheduler_activate_recv(s, ci->mpi.recv, task_subtype_tend_spart);
544
545
            }
            if (cj_active_hydro && cj->hydro.count > 0) {
546
547
              if (task_order_star_formation_before_feedback) {
                scheduler_activate_send(s, cj->mpi.send, task_subtype_sf_counts,
Loic Hausammann's avatar
Format    
Loic Hausammann committed
548
                                        ci_nodeID);
549
              }
550
551
              scheduler_activate_send(s, cj->mpi.send, task_subtype_tend_spart,
                                      ci_nodeID);
552
553
554
            }
          }

Pedro Gonnet's avatar
Pedro Gonnet committed
555
556
557
558
        } else if (cj_nodeID != nodeID) {

          /* If the local cell is active, receive data from the foreign cell. */
          if (ci_active_hydro) {
559

560
            scheduler_activate_recv(s, cj->mpi.recv, task_subtype_xv);
Pedro Gonnet's avatar
Pedro Gonnet committed
561
            if (cj_active_hydro) {
562
              scheduler_activate_recv(s, cj->mpi.recv, task_subtype_rho);
Pedro Gonnet's avatar
Pedro Gonnet committed
563
#ifdef EXTRA_HYDRO_LOOP
564
              scheduler_activate_recv(s, cj->mpi.recv, task_subtype_gradient);
Pedro Gonnet's avatar
Pedro Gonnet committed
565
566
567
568
#endif
            }
          }

569
570
571
572
573
          /* If the foreign cell is active, we want its particles for the
           * limiter */
          if (cj_active_hydro && with_timestep_limiter)
            scheduler_activate_recv(s, cj->mpi.recv, task_subtype_limiter);

Pedro Gonnet's avatar
Pedro Gonnet committed
574
          /* If the foreign cell is active, we want its ti_end values. */
575
576
          if (cj_active_hydro)
            scheduler_activate_recv(s, cj->mpi.recv, task_subtype_tend_part);
Pedro Gonnet's avatar
Pedro Gonnet committed
577
578
579
580

          /* Is the foreign cell active and will need stuff from us? */
          if (cj_active_hydro) {

581
            struct link *l = scheduler_activate_send(
582
                s, ci->mpi.send, task_subtype_xv, cj_nodeID);
Pedro Gonnet's avatar
Pedro Gonnet committed
583
584
585
586
587
588
589
590
591

            /* Drift the cell which will be sent at the level at which it is
               sent, i.e. drift the cell specified in the send task (l->t)
               itself. */
            cell_activate_drift_part(l->t->ci, s);

            /* If the local cell is also active, more stuff will be needed. */
            if (ci_active_hydro) {

592
593
              scheduler_activate_send(s, ci->mpi.send, task_subtype_rho,
                                      cj_nodeID);
Pedro Gonnet's avatar
Pedro Gonnet committed
594
595

#ifdef EXTRA_HYDRO_LOOP
596
597
              scheduler_activate_send(s, ci->mpi.send, task_subtype_gradient,
                                      cj_nodeID);
Pedro Gonnet's avatar
Pedro Gonnet committed
598
599
600
601
#endif
            }
          }

602
603
604
605
606
607
          /* If the local cell is active, send its particles for the limiting.
           */
          if (ci_active_hydro && with_timestep_limiter)
            scheduler_activate_send(s, ci->mpi.send, task_subtype_limiter,
                                    cj_nodeID);

Pedro Gonnet's avatar
Pedro Gonnet committed
608
609
          /* If the local cell is active, send its ti_end values. */
          if (ci_active_hydro)
610
611
            scheduler_activate_send(s, ci->mpi.send, task_subtype_tend_part,
                                    cj_nodeID);
612
613
614
615

          /* Propagating new star counts? */
          if (with_star_formation && with_feedback) {
            if (cj_active_hydro && cj->hydro.count > 0) {
616
              if (task_order_star_formation_before_feedback) {
Loic Hausammann's avatar
Format    
Loic Hausammann committed
617
618
                scheduler_activate_recv(s, cj->mpi.recv,
                                        task_subtype_sf_counts);
619
              }
620
              scheduler_activate_recv(s, cj->mpi.recv, task_subtype_tend_spart);
621
622
            }
            if (ci_active_hydro && ci->hydro.count > 0) {
623
624
625
626
              if (task_order_star_formation_before_feedback) {
                scheduler_activate_send(s, ci->mpi.send, task_subtype_sf_counts,
                                        cj_nodeID);
              }
627
628
              scheduler_activate_send(s, ci->mpi.send, task_subtype_tend_spart,
                                      cj_nodeID);
629
630
            }
          }
Pedro Gonnet's avatar
Pedro Gonnet committed
631
632
633
634
635
        }
#endif
      }

      /* Only interested in stars_density tasks as of here. */
636
      else if (t->subtype == task_subtype_stars_density) {
637
638
639
640
641

        /* Too much particle movement? */
        if (cell_need_rebuild_for_stars_pair(ci, cj)) *rebuild_space = 1;
        if (cell_need_rebuild_for_stars_pair(cj, ci)) *rebuild_space = 1;

642
#ifdef WITH_MPI
643
644
645
646
        /* Activate the send/recv tasks. */
        if (ci_nodeID != nodeID) {

          if (cj_active_stars) {
647
            scheduler_activate_recv(s, ci->mpi.recv, task_subtype_xv);
648
            scheduler_activate_recv(s, ci->mpi.recv, task_subtype_rho);
649
650

            /* If the local cell is active, more stuff will be needed. */
651
            scheduler_activate_send(s, cj->mpi.send, task_subtype_spart,
652
                                    ci_nodeID);
653
654
655
            cell_activate_drift_spart(cj, s);

            /* If the local cell is active, send its ti_end values. */
656
657
            scheduler_activate_send(s, cj->mpi.send, task_subtype_tend_spart,
                                    ci_nodeID);
658
659
660
          }

          if (ci_active_stars) {
661
            scheduler_activate_recv(s, ci->mpi.recv, task_subtype_spart);
662
663

            /* If the foreign cell is active, we want its ti_end values. */
664
            scheduler_activate_recv(s, ci->mpi.recv, task_subtype_tend_spart);
665
666

            /* Is the foreign cell active and will need stuff from us? */
667
            scheduler_activate_send(s, cj->mpi.send, task_subtype_xv,
668
                                    ci_nodeID);
669
            scheduler_activate_send(s, cj->mpi.send, task_subtype_rho,
670
                                    ci_nodeID);
671
672
673
674
675
676
677
678
679
680

            /* Drift the cell which will be sent; note that not all sent
               particles will be drifted, only those that are needed. */
            cell_activate_drift_part(cj, s);
          }

        } else if (cj_nodeID != nodeID) {

          /* If the local cell is active, receive data from the foreign cell. */
          if (ci_active_stars) {
681
            scheduler_activate_recv(s, cj->mpi.recv, task_subtype_xv);
682
            scheduler_activate_recv(s, cj->mpi.recv, task_subtype_rho);
683
684

            /* If the local cell is active, more stuff will be needed. */
685
            scheduler_activate_send(s, ci->mpi.send, task_subtype_spart,
686
                                    cj_nodeID);
687
688
689
            cell_activate_drift_spart(ci, s);

            /* If the local cell is active, send its ti_end values. */
690
691
            scheduler_activate_send(s, ci->mpi.send, task_subtype_tend_spart,
                                    cj_nodeID);
692
693
694
          }

          if (cj_active_stars) {
695
            scheduler_activate_recv(s, cj->mpi.recv, task_subtype_spart);
696
697

            /* If the foreign cell is active, we want its ti_end values. */
698
            scheduler_activate_recv(s, cj->mpi.recv, task_subtype_tend_spart);
699
700

            /* Is the foreign cell active and will need stuff from us? */
701
            scheduler_activate_send(s, ci->mpi.send, task_subtype_xv,
702
                                    cj_nodeID);
703
            scheduler_activate_send(s, ci->mpi.send, task_subtype_rho,
704
                                    cj_nodeID);
705
706
707
708
709
710

            /* Drift the cell which will be sent; note that not all sent
               particles will be drifted, only those that are needed. */
            cell_activate_drift_part(ci, s);
          }
        }
711
#endif
Pedro Gonnet's avatar
Pedro Gonnet committed
712
      }
713

714
      /* Only interested in black hole density tasks as of here. */
715
716
717
718
719
720
      else if (t->subtype == task_subtype_bh_density) {

        /* Too much particle movement? */
        if (cell_need_rebuild_for_black_holes_pair(ci, cj)) *rebuild_space = 1;
        if (cell_need_rebuild_for_black_holes_pair(cj, ci)) *rebuild_space = 1;

721
722
723
        scheduler_activate(s, ci->hydro.super->black_holes.swallow_ghost[0]);
        scheduler_activate(s, cj->hydro.super->black_holes.swallow_ghost[0]);

724
725
726
727
#ifdef WITH_MPI
        /* Activate the send/recv tasks. */
        if (ci_nodeID != nodeID) {

728
729
730
731
          /* Receive the foreign parts to compute BH accretion rates and do the
           * swallowing */
          scheduler_activate_recv(s, ci->mpi.recv, task_subtype_rho);
          scheduler_activate_recv(s, ci->mpi.recv, task_subtype_part_swallow);
732
          scheduler_activate_recv(s, ci->mpi.recv, task_subtype_bpart_merger);
733

734
735
736
737
738
739
          /* Send the local BHs to tag the particles to swallow and to do
           * feedback */
          scheduler_activate_send(s, cj->mpi.send, task_subtype_bpart_rho,
                                  ci_nodeID);
          scheduler_activate_send(s, cj->mpi.send, task_subtype_bpart_feedback,
                                  ci_nodeID);
740

741
742
          /* Drift before you send */
          cell_activate_drift_bpart(cj, s);
743

744
745
746
          /* Send the new BH time-steps */
          scheduler_activate_send(s, cj->mpi.send, task_subtype_tend_bpart,
                                  ci_nodeID);
747

748
749
750
751
          /* Receive the foreign BHs to tag particles to swallow and for
           * feedback */
          scheduler_activate_recv(s, ci->mpi.recv, task_subtype_bpart_rho);
          scheduler_activate_recv(s, ci->mpi.recv, task_subtype_bpart_feedback);
752

753
754
          /* Receive the foreign BH time-steps */
          scheduler_activate_recv(s, ci->mpi.recv, task_subtype_tend_bpart);
755

756
757
758
759
          /* Send the local part information */
          scheduler_activate_send(s, cj->mpi.send, task_subtype_rho, ci_nodeID);
          scheduler_activate_send(s, cj->mpi.send, task_subtype_part_swallow,
                                  ci_nodeID);
760
761
          scheduler_activate_send(s, cj->mpi.send, task_subtype_bpart_merger,
                                  ci_nodeID);
762
763
764
765

          /* Drift the cell which will be sent; note that not all sent
             particles will be drifted, only those that are needed. */
          cell_activate_drift_part(cj, s);
766
767
768

        } else if (cj_nodeID != nodeID) {

769
770
771
772
          /* Receive the foreign parts to compute BH accretion rates and do the
           * swallowing */
          scheduler_activate_recv(s, cj->mpi.recv, task_subtype_rho);
          scheduler_activate_recv(s, cj->mpi.recv, task_subtype_part_swallow);
773
          scheduler_activate_recv(s, cj->mpi.recv, task_subtype_bpart_merger);
774

775
776
777
778
779
780
          /* Send the local BHs to tag the particles to swallow and to do
           * feedback */
          scheduler_activate_send(s, ci->mpi.send, task_subtype_bpart_rho,
                                  cj_nodeID);
          scheduler_activate_send(s, ci->mpi.send, task_subtype_bpart_feedback,
                                  cj_nodeID);
781

782
783
          /* Drift before you send */
          cell_activate_drift_bpart(ci, s);
784

785
786
787
          /* Send the new BH time-steps */
          scheduler_activate_send(s, ci->mpi.send, task_subtype_tend_bpart,
                                  cj_nodeID);
788

789
790
791
792
          /* Receive the foreign BHs to tag particles to swallow and for
           * feedback */
          scheduler_activate_recv(s, cj->mpi.recv, task_subtype_bpart_rho);
          scheduler_activate_recv(s, cj->mpi.recv, task_subtype_bpart_feedback);
793

794
795
          /* Receive the foreign BH time-steps */
          scheduler_activate_recv(s, cj->mpi.recv, task_subtype_tend_bpart);
796

797
798
799
800
          /* Send the local part information */
          scheduler_activate_send(s, ci->mpi.send, task_subtype_rho, cj_nodeID);
          scheduler_activate_send(s, ci->mpi.send, task_subtype_part_swallow,
                                  cj_nodeID);
801
802
          scheduler_activate_send(s, ci->mpi.send, task_subtype_bpart_merger,
                                  cj_nodeID);
803
804
805
806

          /* Drift the cell which will be sent; note that not all sent
             particles will be drifted, only those that are needed. */
          cell_activate_drift_part(ci, s);
807
808
809
810
        }
#endif
      }

Pedro Gonnet's avatar
Pedro Gonnet committed
811
      /* Only interested in gravity tasks as of here. */
812
      else if (t_subtype == task_subtype_grav) {
Pedro Gonnet's avatar
Pedro Gonnet committed
813
814
815
816
817
818

#ifdef WITH_MPI
        /* Activate the send/recv tasks. */
        if (ci_nodeID != nodeID) {

          /* If the local cell is active, receive data from the foreign cell. */
819
820
          if (cj_active_gravity)
            scheduler_activate_recv(s, ci->mpi.recv, task_subtype_gpart);
Pedro Gonnet's avatar
Pedro Gonnet committed
821
822

          /* If the foreign cell is active, we want its ti_end values. */
823
824
          if (ci_active_gravity)
            scheduler_activate_recv(s, ci->mpi.recv, task_subtype_tend_gpart);
Pedro Gonnet's avatar
Pedro Gonnet committed
825
826
827
828

          /* Is the foreign cell active and will need stuff from us? */
          if (ci_active_gravity) {

829
            struct link *l = scheduler_activate_send(
830
                s, cj->mpi.send, task_subtype_gpart, ci_nodeID);
Pedro Gonnet's avatar
Pedro Gonnet committed
831
832
833
834
835
836
837
838
839

            /* Drift the cell which will be sent at the level at which it is
               sent, i.e. drift the cell specified in the send task (l->t)
               itself. */
            cell_activate_drift_gpart(l->t->ci, s);
          }

          /* If the local cell is active, send its ti_end values. */
          if (cj_active_gravity)
840
841
            scheduler_activate_send(s, cj->mpi.send, task_subtype_tend_gpart,
                                    ci_nodeID);
Pedro Gonnet's avatar
Pedro Gonnet committed
842
843
844
845

        } else if (cj_nodeID != nodeID) {

          /* If the local cell is active, receive data from the foreign cell. */
846
847
          if (ci_active_gravity)
            scheduler_activate_recv(s, cj->mpi.recv, task_subtype_gpart);
Pedro Gonnet's avatar
Pedro Gonnet committed
848
849

          /* If the foreign cell is active, we want its ti_end values. */
850
851
          if (cj_active_gravity)
            scheduler_activate_recv(s, cj->mpi.recv, task_subtype_tend_gpart);
Pedro Gonnet's avatar
Pedro Gonnet committed
852
853
854
855

          /* Is the foreign cell active and will need stuff from us? */
          if (cj_active_gravity) {

856
            struct link *l = scheduler_activate_send(
857
                s, ci->mpi.send, task_subtype_gpart, cj_nodeID);
Pedro Gonnet's avatar
Pedro Gonnet committed
858
859
860
861
862
863
864
865
866

            /* Drift the cell which will be sent at the level at which it is
               sent, i.e. drift the cell specified in the send task (l->t)
               itself. */
            cell_activate_drift_gpart(l->t->ci, s);
          }

          /* If the local cell is active, send its ti_end values. */
          if (ci_active_gravity)
867
868
            scheduler_activate_send(s, ci->mpi.send, task_subtype_tend_gpart,
                                    cj_nodeID);
Pedro Gonnet's avatar
Pedro Gonnet committed
869
870
871
872
873
        }
#endif
      }
    }

874
875
    /* End force for hydro ? */
    else if (t_type == task_type_end_hydro_force) {
Pedro Gonnet's avatar
Pedro Gonnet committed
876

877
878
879
880
881
882
883
      if (cell_is_active_hydro(t->ci, e)) scheduler_activate(s, t);
    }

    /* End force for gravity ? */
    else if (t_type == task_type_end_grav_force) {

      if (cell_is_active_gravity(t->ci, e)) scheduler_activate(s, t);
Pedro Gonnet's avatar
Pedro Gonnet committed
884
885
886
887
888
    }

    /* Kick ? */
    else if (t_type == task_type_kick1 || t_type == task_type_kick2) {

889
890
891
      if (cell_is_active_hydro(t->ci, e) || cell_is_active_gravity(t->ci, e) ||
          cell_is_active_stars(t->ci, e) ||
          cell_is_active_black_holes(t->ci, e))
Pedro Gonnet's avatar
Pedro Gonnet committed
892
893
894
895
896
897
898
899
900
901
902
903
        scheduler_activate(s, t);
    }

    /* Hydro ghost tasks ? */
    else if (t_type == task_type_ghost || t_type == task_type_extra_ghost ||
             t_type == task_type_ghost_in || t_type == task_type_ghost_out) {
      if (cell_is_active_hydro(t->ci, e)) scheduler_activate(s, t);
    }

    /* logger tasks ? */
    else if (t->type == task_type_logger) {
      if (cell_is_active_hydro(t->ci, e) || cell_is_active_gravity(t->ci, e) ||
904
          cell_is_active_stars(t->ci, e))
Pedro Gonnet's avatar
Pedro Gonnet committed
905
906
907
908
909
910
911
912
        scheduler_activate(s, t);
    }

    /* Gravity stuff ? */
    else if (t_type == task_type_grav_down || t_type == task_type_grav_mesh ||
             t_type == task_type_grav_long_range ||
             t_type == task_type_init_grav ||
             t_type == task_type_init_grav_out ||
913
             t_type == task_type_drift_gpart_out ||
Pedro Gonnet's avatar
Pedro Gonnet committed
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
             t_type == task_type_grav_down_in) {
      if (cell_is_active_gravity(t->ci, e)) scheduler_activate(s, t);
    }

    /* Multipole - Multipole interaction task */
    else if (t_type == task_type_grav_mm) {

      /* Local pointers. */
      const struct cell *ci = t->ci;
      const struct cell *cj = t->cj;
#ifdef WITH_MPI
      const int ci_nodeID = ci->nodeID;
      const int cj_nodeID = (cj != NULL) ? cj->nodeID : -1;
#else
      const int ci_nodeID = nodeID;
      const int cj_nodeID = nodeID;
#endif
      const int ci_active_gravity = cell_is_active_gravity_mm(ci, e);
      const int cj_active_gravity = cell_is_active_gravity_mm(cj, e);

      if ((ci_active_gravity && ci_nodeID == nodeID) ||
          (cj_active_gravity && cj_nodeID == nodeID))
        scheduler_activate(s, t);
    }

    /* Star ghost tasks ? */
940
    else if (t_type == task_type_stars_ghost) {
941
942
943
      if (cell_is_active_stars(t->ci, e) ||
          (with_star_formation && cell_is_active_hydro(t->ci, e)))
        scheduler_activate(s, t);
944
945
946
947
    }

    /* Feedback implicit tasks? */
    else if (t_type == task_type_stars_in || t_type == task_type_stars_out) {
948
949
950
      if (cell_is_active_stars(t->ci, e) ||
          (with_star_formation && cell_is_active_hydro(t->ci, e)))
        scheduler_activate(s, t);
Pedro Gonnet's avatar
Pedro Gonnet committed
951
952
    }

953
    /* Black hole ghost tasks ? */
954
955
    else if (t_type == task_type_bh_density_ghost ||
             t_type == task_type_bh_swallow_ghost1 ||
956
957
             t_type == task_type_bh_swallow_ghost2 ||
             t_type == task_type_bh_swallow_ghost3) {
958
959
960
961
962
963
964
965
      if (cell_is_active_black_holes(t->ci, e)) scheduler_activate(s, t);
    }

    /* Black holes implicit tasks? */
    else if (t_type == task_type_bh_in || t_type == task_type_bh_out) {
      if (cell_is_active_black_holes(t->ci, e)) scheduler_activate(s, t);
    }

Pedro Gonnet's avatar
Pedro Gonnet committed
966
967
968
969
970
    /* Time-step? */
    else if (t_type == task_type_timestep) {
      t->ci->hydro.updated = 0;
      t->ci->grav.updated = 0;
      t->ci->stars.updated = 0;
971
972
973
974
      t->ci->black_holes.updated = 0;
      if (cell_is_active_hydro(t->ci, e) || cell_is_active_gravity(t->ci, e) ||
          cell_is_active_stars(t->ci, e) ||
          cell_is_active_black_holes(t->ci, e))
Pedro Gonnet's avatar
Pedro Gonnet committed
975
976
977
        scheduler_activate(s, t);
    }

978
    /* Subgrid tasks: cooling */
Pedro Gonnet's avatar
Pedro Gonnet committed
979
    else if (t_type == task_type_cooling) {
980
981
982
983
      if (cell_is_active_hydro(t->ci, e)) scheduler_activate(s, t);
    }

    /* Subgrid tasks: star formation */
984
    else if (t_type == task_type_star_formation) {
985
      if (cell_is_active_hydro(t->ci, e)) {
986
        cell_activate_star_formation_tasks(t->ci, s, with_feedback);
987
        cell_activate_super_spart_drifts(t->ci, s);
988
      }
Pedro Gonnet's avatar
Pedro Gonnet committed
989
990
991
992
993
994
995
996
997
998
999
1000
    }
  }
}

/**
 * @brief Mark tasks to be un-skipped and set the sort flags accordingly.
 *
 * @return 1 if the space has to be rebuilt, 0 otherwise.
 */
int engine_marktasks(struct engine *e) {

  struct scheduler *s = &e->sched;
For faster browsing, not all history is shown. View entire blame