/*******************************************************************************
* This file is part of SWIFT.
* Copyright (c) 2016 Matthieu Schaller (schaller@strw.leidenuniv.nl)
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Lesser General Public License as published
* by the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program. If not, see .
*
******************************************************************************/
/* Config parameters. */
#include
/* MPI headers. */
#ifdef WITH_MPI
#include
#endif
/* This object's header. */
#include "part.h"
/* Local headers */
#include "error.h"
#include "hydro.h"
#include "threadpool.h"
/**
* @brief Re-link the #gpart%s associated with the list of #part%s.
*
* @param parts The list of #part.
* @param N The number of particles to re-link;
* @param offset The offset of #part%s relative to the global parts list.
*/
void part_relink_gparts_to_parts(struct part *parts, const size_t N,
const ptrdiff_t offset) {
for (size_t k = 0; k < N; k++) {
if (parts[k].gpart) {
parts[k].gpart->id_or_neg_offset = -(k + offset);
}
}
}
/**
* @brief Re-link the #gpart%s associated with the list of #spart%s.
*
* @param sparts The list of #spart.
* @param N The number of s-particles to re-link;
* @param offset The offset of #spart%s relative to the global sparts list.
*/
void part_relink_gparts_to_sparts(struct spart *sparts, const size_t N,
const ptrdiff_t offset) {
for (size_t k = 0; k < N; k++) {
if (sparts[k].gpart) {
sparts[k].gpart->id_or_neg_offset = -(k + offset);
}
}
}
/**
* @brief Re-link the #gpart%s associated with the list of #sink%s.
*
* @param sinks The list of #sink.
* @param N The number of sink-particles to re-link;
* @param offset The offset of #sink%s relative to the global sinks list.
*/
void part_relink_gparts_to_sinks(struct sink *sinks, const size_t N,
const ptrdiff_t offset) {
for (size_t k = 0; k < N; k++) {
if (sinks[k].gpart) {
sinks[k].gpart->id_or_neg_offset = -(k + offset);
}
}
}
/**
* @brief Re-link the #gpart%s associated with the list of #bpart%s.
*
* @param bparts The list of #bpart.
* @param N The number of s-particles to re-link;
* @param offset The offset of #bpart%s relative to the global bparts list.
*/
void part_relink_gparts_to_bparts(struct bpart *bparts, const size_t N,
const ptrdiff_t offset) {
for (size_t k = 0; k < N; k++) {
if (bparts[k].gpart) {
bparts[k].gpart->id_or_neg_offset = -(k + offset);
}
}
}
/**
* @brief Re-link the #part%s associated with the list of #gpart%s.
*
* @param gparts The list of #gpart.
* @param N The number of particles to re-link;
* @param parts The global #part array in which to find the #gpart offsets.
*/
void part_relink_parts_to_gparts(struct gpart *gparts, const size_t N,
struct part *parts) {
for (size_t k = 0; k < N; k++) {
if (gparts[k].type == swift_type_gas) {
parts[-gparts[k].id_or_neg_offset].gpart = &gparts[k];
}
}
}
/**
* @brief Re-link the #spart%s associated with the list of #gpart%s.
*
* @param gparts The list of #gpart.
* @param N The number of particles to re-link;
* @param sparts The global #spart array in which to find the #gpart offsets.
*/
void part_relink_sparts_to_gparts(struct gpart *gparts, const size_t N,
struct spart *sparts) {
for (size_t k = 0; k < N; k++) {
if (gparts[k].type == swift_type_stars) {
sparts[-gparts[k].id_or_neg_offset].gpart = &gparts[k];
}
}
}
/**
* @brief Re-link the #bpart%s associated with the list of #gpart%s.
*
* @param gparts The list of #gpart.
* @param N The number of particles to re-link;
* @param bparts The global #bpart array in which to find the #gpart offsets.
*/
void part_relink_bparts_to_gparts(struct gpart *gparts, const size_t N,
struct bpart *bparts) {
for (size_t k = 0; k < N; k++) {
if (gparts[k].type == swift_type_black_hole) {
bparts[-gparts[k].id_or_neg_offset].gpart = &gparts[k];
}
}
}
/**
* @brief Re-link the #sink%s associated with the list of #gpart%s.
*
* @param gparts The list of #gpart.
* @param N The number of particles to re-link;
* @param sinks The global #sink array in which to find the #gpart offsets.
*/
void part_relink_sinks_to_gparts(struct gpart *gparts, const size_t N,
struct sink *sinks) {
for (size_t k = 0; k < N; k++) {
if (gparts[k].type == swift_type_sink) {
sinks[-gparts[k].id_or_neg_offset].gpart = &gparts[k];
}
}
}
/**
* @brief Helper structure to pass data to the liking mapper functions.
*/
struct relink_data {
struct part *const parts;
struct gpart *const garts;
struct sink *const sinks;
struct spart *const sparts;
struct bpart *const bparts;
};
/**
* @brief #threadpool mapper function for the linking of all particle types
* to the #gpart array.
*
* @brief map_data The array of #gpart.
* @brief count The number of #gpart.
* @brief extra_data the #relink_data containing pointer to the other arrays.
*/
void part_relink_all_parts_to_gparts_mapper(void *restrict map_data, int count,
void *restrict extra_data) {
/* Un-pack the data */
struct relink_data *data = (struct relink_data *)extra_data;
struct part *const parts = data->parts;
struct spart *const sparts = data->sparts;
struct bpart *const bparts = data->bparts;
struct gpart *const gparts = (struct gpart *)map_data;
struct sink *const sinks = data->sinks;
for (int k = 0; k < count; k++) {
if (gparts[k].type == swift_type_gas) {
parts[-gparts[k].id_or_neg_offset].gpart = &gparts[k];
} else if (gparts[k].type == swift_type_stars) {
sparts[-gparts[k].id_or_neg_offset].gpart = &gparts[k];
} else if (gparts[k].type == swift_type_black_hole) {
bparts[-gparts[k].id_or_neg_offset].gpart = &gparts[k];
} else if (gparts[k].type == swift_type_sink) {
sinks[-gparts[k].id_or_neg_offset].gpart = &gparts[k];
}
}
}
/**
* @brief Re-link both the #part%s, #sink%s, #spart%s and #bpart%s associated
* with the list of #gpart%s.
*
* This function uses thread parallelism and should not be called inside
* an already threaded section (unlike the functions linking individual arrays
* that are designed to be called in thread-parallel code).
*
* @param gparts The list of #gpart.
* @param N The number of particles to re-link;
* @param parts The global #part array in which to find the #gpart offsets.
* @param sinks The global #sink array in which to find the #gpart offsets.
* @param sparts The global #spart array in which to find the #gpart offsets.
* @param bparts The global #bpart array in which to find the #gpart offsets.
* @param tp The #threadpool object.
*/
void part_relink_all_parts_to_gparts(struct gpart *gparts, const size_t N,
struct part *parts, struct sink *sinks,
struct spart *sparts, struct bpart *bparts,
struct threadpool *tp) {
struct relink_data data = {parts, /*gparts=*/NULL, sinks, sparts, bparts};
threadpool_map(tp, part_relink_all_parts_to_gparts_mapper, gparts, N,
sizeof(struct gpart), 0, &data);
}
/**
* @brief Verifies that the #gpart, #part, #sink, #spart and #bpart are
* correctly linked together and that the particle positions match.
*
* This is a debugging function.
*
* @param parts The #part array.
* @param gparts The #gpart array.
* @param sinks The #sink array.
* @param sparts The #spart array.
* @param bparts The #bpart array.
* @param nr_parts The number of #part in the array.
* @param nr_gparts The number of #gpart in the array.
* @param nr_sinks The number of #sink in the array.
* @param nr_sparts The number of #spart in the array.
* @param nr_bparts The number of #bpart in the array.
* @param verbose Do we report verbosely in case of success ?
*/
void part_verify_links(struct part *parts, struct gpart *gparts,
struct sink *sinks, struct spart *sparts,
struct bpart *bparts, size_t nr_parts, size_t nr_gparts,
size_t nr_sinks, size_t nr_sparts, size_t nr_bparts,
int verbose) {
ticks tic = getticks();
for (size_t k = 0; k < nr_gparts; ++k) {
/* We have a real DM particle */
if (gparts[k].type == swift_type_dark_matter &&
gparts[k].time_bin != time_bin_not_created) {
/* Check that it's not linked */
if (gparts[k].id_or_neg_offset <= 0)
error("DM gpart particle linked to something !");
}
/* We have a background DM particle */
if (gparts[k].type == swift_type_dark_matter_background &&
gparts[k].time_bin != time_bin_not_created) {
/* Check that it's not linked */
if (gparts[k].id_or_neg_offset <= 0)
error("Background DM gpart particle linked to something !");
}
/* We have a neutrino DM particle */
if (gparts[k].type == swift_type_neutrino &&
gparts[k].time_bin != time_bin_not_created) {
/* Check that it's not linked */
if (gparts[k].id_or_neg_offset <= 0)
error("Neutrino DM gpart particle linked to something !");
}
/* We have a gas particle */
else if (gparts[k].type == swift_type_gas) {
/* Check that it is linked */
if (gparts[k].id_or_neg_offset > 0)
error("Gas gpart not linked to anything!");
/* Find its link */
const struct part *part = &parts[-gparts[k].id_or_neg_offset];
/* Check the reverse link */
if (part->gpart != &gparts[k]) error("Linking problem!");
/* Check that the particles are at the same place */
if (gparts[k].x[0] != part->x[0] || gparts[k].x[1] != part->x[1] ||
gparts[k].x[2] != part->x[2])
error(
"Linked particles are not at the same position!\n"
"gp->x=[%e %e %e] p->x=[%e %e %e] diff=[%e %e %e]",
gparts[k].x[0], gparts[k].x[1], gparts[k].x[2], part->x[0],
part->x[1], part->x[2], gparts[k].x[0] - part->x[0],
gparts[k].x[1] - part->x[1], gparts[k].x[2] - part->x[2]);
/* Check that the particles have the same mass */
if (gparts[k].mass != hydro_get_mass(part))
error(
"Linked particles do not have the same mass!\n"
"gp->m=%e p->m=%e",
gparts[k].mass, hydro_get_mass(part));
/* Check that the particles are at the same time */
if (gparts[k].time_bin != part->time_bin)
error("Linked particles are not at the same time !");
}
else if (gparts[k].type == swift_type_stars) {
/* Check that it is linked */
if (gparts[k].id_or_neg_offset > 0)
error("Stars gpart not linked to anything !");
/* Find its link */
const struct spart *spart = &sparts[-gparts[k].id_or_neg_offset];
/* Check the reverse link */
if (spart->gpart != &gparts[k]) error("Linking problem !");
/* Check that the particles are at the same place */
if (gparts[k].x[0] != spart->x[0] || gparts[k].x[1] != spart->x[1] ||
gparts[k].x[2] != spart->x[2])
error(
"Linked particles are not at the same position !\n"
"gp->x=[%e %e %e] sp->x=[%e %e %e] diff=[%e %e %e]",
gparts[k].x[0], gparts[k].x[1], gparts[k].x[2], spart->x[0],
spart->x[1], spart->x[2], gparts[k].x[0] - spart->x[0],
gparts[k].x[1] - spart->x[1], gparts[k].x[2] - spart->x[2]);
/* Check that the particles have the same mass */
if (gparts[k].mass != spart->mass)
error(
"Linked particles do not have the same mass!\n"
"gp->m=%e sp->m=%e",
gparts[k].mass, spart->mass);
/* Check that the particles are at the same time */
if (gparts[k].time_bin != spart->time_bin)
error("Linked particles are not at the same time !");
}
else if (gparts[k].type == swift_type_black_hole) {
/* Check that it is linked */
if (gparts[k].id_or_neg_offset > 0)
error("Black holes gpart not linked to anything !");
/* Find its link */
const struct bpart *bpart = &bparts[-gparts[k].id_or_neg_offset];
/* Check the reverse link */
if (bpart->gpart != &gparts[k]) error("Linking problem !");
/* Check that the particles are at the same place */
if (gparts[k].x[0] != bpart->x[0] || gparts[k].x[1] != bpart->x[1] ||
gparts[k].x[2] != bpart->x[2])
error(
"Linked particles are not at the same position !\n"
"gp->x=[%e %e %e] bp->x=[%e %e %e] diff=[%e %e %e]",
gparts[k].x[0], gparts[k].x[1], gparts[k].x[2], bpart->x[0],
bpart->x[1], bpart->x[2], gparts[k].x[0] - bpart->x[0],
gparts[k].x[1] - bpart->x[1], gparts[k].x[2] - bpart->x[2]);
/* Check that the particles have the same mass */
if (gparts[k].mass != bpart->mass)
error(
"Linked particles do not have the same mass!\n"
"gp->m=%e sp->m=%e",
gparts[k].mass, bpart->mass);
/* Check that the particles are at the same time */
if (gparts[k].time_bin != bpart->time_bin)
error("Linked particles are not at the same time !");
}
else if (gparts[k].type == swift_type_sink) {
/* Check that it is linked */
if (gparts[k].id_or_neg_offset > 0)
error("Sink gpart not linked to anything !");
/* Find its link */
const struct sink *sink = &sinks[-gparts[k].id_or_neg_offset];
/* Check the reverse link */
if (sink->gpart != &gparts[k]) error("Linking problem !");
/* Check that the particles are at the same place */
if (gparts[k].x[0] != sink->x[0] || gparts[k].x[1] != sink->x[1] ||
gparts[k].x[2] != sink->x[2])
error(
"Linked particles are not at the same position !\n"
"gp->x=[%e %e %e] sink->x=[%e %e %e] diff=[%e %e %e]",
gparts[k].x[0], gparts[k].x[1], gparts[k].x[2], sink->x[0],
sink->x[1], sink->x[2], gparts[k].x[0] - sink->x[0],
gparts[k].x[1] - sink->x[1], gparts[k].x[2] - sink->x[2]);
/* Check that the particles have the same mass */
if (gparts[k].mass != sink->mass)
error(
"Linked particles do not have the same mass!\n"
"gp->m=%e sink->m=%e",
gparts[k].mass, sink->mass);
/* Check that the particles are at the same time */
if (gparts[k].time_bin != sink->time_bin)
error("Linked particles are not at the same time !");
}
}
/* Now check that all parts are linked */
for (size_t k = 0; k < nr_parts; ++k) {
/* Ok, there is a link */
if (parts[k].gpart != NULL) {
/* Check the link */
if (parts[k].gpart->id_or_neg_offset != -(ptrdiff_t)k) {
error("Linking problem !");
}
/* Check that the particles are at the same place */
if (parts[k].x[0] != parts[k].gpart->x[0] ||
parts[k].x[1] != parts[k].gpart->x[1] ||
parts[k].x[2] != parts[k].gpart->x[2])
error("Linked particles are not at the same position !");
/* Check that the particles have the same mass */
if (hydro_get_mass(&parts[k]) != parts[k].gpart->mass)
error("Linked particles do not have the same mass!\n");
/* Check that the particles are at the same time */
if (parts[k].time_bin != parts[k].gpart->time_bin)
error("Linked particles are not at the same time !");
}
}
/* Now check that all sparts are linked */
for (size_t k = 0; k < nr_sparts; ++k) {
/* Ok, there is a link */
if (sparts[k].gpart != NULL) {
/* Check the link */
if (sparts[k].gpart->id_or_neg_offset != -(ptrdiff_t)k) {
error("Linking problem !");
}
/* Check that the particles are at the same place */
if (sparts[k].x[0] != sparts[k].gpart->x[0] ||
sparts[k].x[1] != sparts[k].gpart->x[1] ||
sparts[k].x[2] != sparts[k].gpart->x[2])
error("Linked particles are not at the same position !");
/* Check that the particles have the same mass */
if (sparts[k].mass != sparts[k].gpart->mass)
error("Linked particles do not have the same mass!\n");
/* Check that the particles are at the same time */
if (sparts[k].time_bin != sparts[k].gpart->time_bin)
error("Linked particles are not at the same time !");
}
}
/* Now check that all bparts are linked */
for (size_t k = 0; k < nr_bparts; ++k) {
/* Ok, there is a link */
if (bparts[k].gpart != NULL) {
/* Check the link */
if (bparts[k].gpart->id_or_neg_offset != -(ptrdiff_t)k) {
error("Linking problem !");
}
/* Check that the particles are at the same place */
if (bparts[k].x[0] != bparts[k].gpart->x[0] ||
bparts[k].x[1] != bparts[k].gpart->x[1] ||
bparts[k].x[2] != bparts[k].gpart->x[2])
error("Linked particles are not at the same position !");
/* Check that the particles have the same mass */
if (bparts[k].mass != bparts[k].gpart->mass)
error("Linked particles do not have the same mass!\n");
/* Check that the particles are at the same time */
if (bparts[k].time_bin != bparts[k].gpart->time_bin)
error("Linked particles are not at the same time !");
}
}
/* Now check that all sinks are linked */
for (size_t k = 0; k < nr_sinks; ++k) {
/* Ok, there is a link */
if (sinks[k].gpart != NULL) {
/* Check the link */
if (sinks[k].gpart->id_or_neg_offset != -(ptrdiff_t)k) {
error("Linking problem !");
}
/* Check that the particles are at the same place */
if (sinks[k].x[0] != sinks[k].gpart->x[0] ||
sinks[k].x[1] != sinks[k].gpart->x[1] ||
sinks[k].x[2] != sinks[k].gpart->x[2])
error("Linked particles are not at the same position !");
/* Check that the particles have the same mass */
if (sinks[k].mass != sinks[k].gpart->mass)
error("Linked particles do not have the same mass!\n");
/* Check that the particles are at the same time */
if (sinks[k].time_bin != sinks[k].gpart->time_bin)
error("Linked particles are not at the same time !");
}
}
if (verbose) message("All links OK");
if (verbose)
message("took %.3f %s.", clocks_from_ticks(getticks() - tic),
clocks_getunit());
}
#ifdef WITH_MPI
/* MPI data type for the particle transfers */
MPI_Datatype part_mpi_type;
MPI_Datatype xpart_mpi_type;
MPI_Datatype gpart_mpi_type;
MPI_Datatype spart_mpi_type;
MPI_Datatype bpart_mpi_type;
MPI_Datatype sink_mpi_type;
/**
* @brief Registers MPI particle types.
*/
void part_create_mpi_types(void) {
/* This is not the recommended way of doing this.
One should define the structure field by field
But as long as we don't do serialization via MPI-IO
we don't really care.
Also we would have to modify this function everytime something
is added to the part structure. */
if (MPI_Type_contiguous(sizeof(struct part) / sizeof(unsigned char), MPI_BYTE,
&part_mpi_type) != MPI_SUCCESS ||
MPI_Type_commit(&part_mpi_type) != MPI_SUCCESS) {
error("Failed to create MPI type for parts.");
}
if (MPI_Type_contiguous(sizeof(struct xpart) / sizeof(unsigned char),
MPI_BYTE, &xpart_mpi_type) != MPI_SUCCESS ||
MPI_Type_commit(&xpart_mpi_type) != MPI_SUCCESS) {
error("Failed to create MPI type for xparts.");
}
if (MPI_Type_contiguous(sizeof(struct gpart) / sizeof(unsigned char),
MPI_BYTE, &gpart_mpi_type) != MPI_SUCCESS ||
MPI_Type_commit(&gpart_mpi_type) != MPI_SUCCESS) {
error("Failed to create MPI type for gparts.");
}
if (MPI_Type_contiguous(sizeof(struct spart) / sizeof(unsigned char),
MPI_BYTE, &spart_mpi_type) != MPI_SUCCESS ||
MPI_Type_commit(&spart_mpi_type) != MPI_SUCCESS) {
error("Failed to create MPI type for sparts.");
}
if (MPI_Type_contiguous(sizeof(struct bpart) / sizeof(unsigned char),
MPI_BYTE, &bpart_mpi_type) != MPI_SUCCESS ||
MPI_Type_commit(&bpart_mpi_type) != MPI_SUCCESS) {
error("Failed to create MPI type for bparts.");
}
if (MPI_Type_contiguous(sizeof(struct sink) / sizeof(unsigned char), MPI_BYTE,
&sink_mpi_type) != MPI_SUCCESS ||
MPI_Type_commit(&sink_mpi_type) != MPI_SUCCESS) {
error("Failed to create MPI type for sink.");
}
}
void part_free_mpi_types(void) {
MPI_Type_free(&part_mpi_type);
MPI_Type_free(&xpart_mpi_type);
MPI_Type_free(&gpart_mpi_type);
MPI_Type_free(&spart_mpi_type);
MPI_Type_free(&bpart_mpi_type);
MPI_Type_free(&sink_mpi_type);
}
#endif