/******************************************************************************* * This file is part of SWIFT. * Copyright (c) 2018 Matthieu Schaller (schaller@strw.leidenuniv.nl) * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU Lesser General Public License as published * by the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU Lesser General Public License * along with this program. If not, see . * ******************************************************************************/ /* Config parameters. */ #include /* Some standard headers. */ #include #include #include #include /* Local headers. */ #include "active.h" #include "error.h" #include "feedback.h" #include "version.h" struct exact_density_data { const struct engine *e; const struct space *s; int counter_global; }; /** * @brief Mapper function for the exact stars checks. * * @brief map_data The #spart's. * @brief nr_sparts The number of star particles. * @brief extra_data Pointers to the structure containing global interaction * counters. */ void stars_exact_density_compute_mapper(void *map_data, int nr_sparts, void *extra_data) { #ifdef SWIFT_STARS_DENSITY_CHECKS /* Unpack the data */ struct spart *restrict sparts = (struct spart *)map_data; struct exact_density_data *data = (struct exact_density_data *)extra_data; const struct space *s = data->s; const struct engine *e = data->e; const int periodic = s->periodic; const double dim[3] = {s->dim[0], s->dim[1], s->dim[2]}; int counter = 0; for (int i = 0; i < nr_sparts; ++i) { struct spart *spi = &sparts[i]; const long long id = spi->id; /* Is the particle active and part of the subset to be tested ? */ if (id % SWIFT_STARS_DENSITY_CHECKS == 0 && spart_is_starting(spi, e) && (spi->has_done_feedback || e->step <= 0)) { /* Get some information about the particle */ const double pix[3] = {spi->x[0], spi->x[1], spi->x[2]}; const double hi = spi->h; const float hi_inv = 1.f / hi; const float hig2 = hi * hi * kernel_gamma2; /* Be ready for the calculation */ int N_density_exact = 0; double rho_exact = 0.; double n_exact = 0.; /* Interact it with all other particles in the space.*/ for (int j = 0; j < (int)s->nr_parts; ++j) { const struct part *pj = &s->parts[j]; /* Compute the pairwise distance. */ double dx = pj->x[0] - pix[0]; double dy = pj->x[1] - pix[1]; double dz = pj->x[2] - pix[2]; /* Now apply periodic BC */ if (periodic) { dx = nearest(dx, dim[0]); dy = nearest(dy, dim[1]); dz = nearest(dz, dim[2]); } const double r2 = dx * dx + dy * dy + dz * dz; /* Interact loop of type 1? */ if (r2 < hig2) { const float mj = pj->mass; float wi, wi_dx; /* Kernel function */ const float r = sqrtf(r2); const float ui = r * hi_inv; kernel_deval(ui, &wi, &wi_dx); /* Flag that we found an inhibited neighbour */ if (part_is_inhibited(pj, e)) { spi->inhibited_exact = 1; } else { /* Density */ rho_exact += mj * wi; /* Number density */ n_exact += wi; /* Number of neighbours */ N_density_exact++; } } } /* Store the exact answer */ spi->N_density_exact = N_density_exact; spi->rho_exact = rho_exact * pow_dimension(hi_inv); spi->n_exact = n_exact * pow_dimension(hi_inv); counter++; } } atomic_add(&data->counter_global, counter); #else error("Stars checking function called without the corresponding flag."); #endif } /** * @brief Compute the exact interactions for a selection of star particles * by running a brute force loop over all the particles in the simulation. * * Will be incorrect over MPI. * * @param s The #space. * @param e The #engine. */ void stars_exact_density_compute(struct space *s, const struct engine *e) { #ifdef SWIFT_STARS_DENSITY_CHECKS const ticks tic = getticks(); struct exact_density_data data; data.e = e; data.s = s; data.counter_global = 0; threadpool_map(&s->e->threadpool, stars_exact_density_compute_mapper, s->sparts, s->nr_sparts, sizeof(struct spart), 0, &data); if (e->verbose) message("Computed exact densities for %d parts (took %.3f %s). ", data.counter_global, clocks_from_ticks(getticks() - tic), clocks_getunit()); #else error("Stars checking function called without the corresponding flag."); #endif } /** * @brief Check the star particles' density and force calculations against the * values obtained via the brute-force summation. * * @param s The #space. * @param e The #engine. * @param rel_tol Relative tolerance for the checks */ void stars_exact_density_check(struct space *s, const struct engine *e, const double rel_tol) { #ifdef SWIFT_STARS_DENSITY_CHECKS const ticks tic = getticks(); const struct spart *sparts = s->sparts; const size_t nr_sparts = s->nr_sparts; const double eta = e->stars_properties->eta_neighbours; const double N_ngb_target = (4. / 3.) * M_PI * pow_dimension(kernel_gamma * eta); const double N_ngb_max = N_ngb_target + 2. * e->stars_properties->delta_neighbours; const double N_ngb_min = N_ngb_target - 2. * e->stars_properties->delta_neighbours; /* File name */ char file_name_swift[100]; sprintf(file_name_swift, "stars_checks_swift_step%.4d.dat", e->step); /* Creare files and write header */ FILE *file_swift = fopen(file_name_swift, "w"); if (file_swift == NULL) error("Could not create file '%s'.", file_name_swift); fprintf(file_swift, "# Stars accuracy test - SWIFT DENSITIES\n"); fprintf(file_swift, "# N= %d\n", SWIFT_STARS_DENSITY_CHECKS); fprintf(file_swift, "# periodic= %d\n", s->periodic); fprintf(file_swift, "# N_ngb_target= %f +/- %f\n", N_ngb_target, e->stars_properties->delta_neighbours); fprintf(file_swift, "# Git Branch: %s\n", git_branch()); fprintf(file_swift, "# Git Revision: %s\n", git_revision()); fprintf(file_swift, "# %16s %16s %16s %16s %16s %7s %7s %16s %16s %16s\n", "id", "pos[0]", "pos[1]", "pos[2]", "h", "Nd", "Nf", "rho", "n_rho", "N_ngb"); /* Output particle SWIFT densities */ for (size_t i = 0; i < nr_sparts; ++i) { const struct spart *spi = &sparts[i]; const long long id = spi->id; const double N_ngb = (4. / 3.) * M_PI * kernel_gamma * kernel_gamma * kernel_gamma * spi->h * spi->h * spi->h * spi->n; if (id % SWIFT_STARS_DENSITY_CHECKS == 0 && spart_is_starting(spi, e) && (spi->has_done_feedback || e->step <= 0)) { fprintf( file_swift, "%18lld %16.8e %16.8e %16.8e %16.8e %7d %7d %16.8e %16.8e %16.8e\n", id, spi->x[0], spi->x[1], spi->x[2], spi->h, spi->N_density, 0, spi->rho, spi->n, N_ngb); } } if (e->verbose) message("Written SWIFT densities in file '%s'.", file_name_swift); /* Be nice */ fclose(file_swift); /* File name */ char file_name_exact[100]; sprintf(file_name_exact, "stars_checks_exact_step%.4d.dat", e->step); /* Creare files and write header */ FILE *file_exact = fopen(file_name_exact, "w"); if (file_exact == NULL) error("Could not create file '%s'.", file_name_exact); fprintf(file_exact, "# Stars accuracy test - EXACT DENSITIES\n"); fprintf(file_exact, "# N= %d\n", SWIFT_STARS_DENSITY_CHECKS); fprintf(file_exact, "# periodic= %d\n", s->periodic); fprintf(file_exact, "# N_ngb_target= %f +/- %f\n", N_ngb_target, e->stars_properties->delta_neighbours); fprintf(file_exact, "# Git Branch: %s\n", git_branch()); fprintf(file_exact, "# Git Revision: %s\n", git_revision()); fprintf(file_exact, "# %16s %16s %16s %16s %16s %7s %7s %16s %16s %16s\n", "id", "pos[0]", "pos[1]", "pos[2]", "h", "Nd", "Nf", "rho_exact", "n_rho_exact", "N_ngb"); int wrong_rho = 0; int wrong_n_ngb = 0; int counter = 0; /* Output particle SWIFT densities */ for (size_t i = 0; i < nr_sparts; ++i) { const struct spart *spi = &sparts[i]; const long long id = spi->id; const int found_inhibited = spi->inhibited_exact; const double N_ngb = (4. / 3.) * M_PI * kernel_gamma * kernel_gamma * kernel_gamma * spi->h * spi->h * spi->h * spi->n_exact; if (id % SWIFT_STARS_DENSITY_CHECKS == 0 && spart_is_starting(spi, e) && (spi->has_done_feedback || e->step <= 0)) { counter++; fprintf( file_exact, "%18lld %16.8e %16.8e %16.8e %16.8e %7d %7d %16.8e %16.8e %16.8e\n", id, spi->x[0], spi->x[1], spi->x[2], spi->h, spi->N_density_exact, 0, spi->rho_exact, spi->n_exact, N_ngb); /* Check that we did not go above the threshold. * Note that we ignore particles that saw an inhibted particle as a * neighbour as we don't know whether that neighbour became inhibited in * that step or not. */ if (!found_inhibited && spi->N_density_exact != spi->N_density && (fabsf(spi->rho / spi->rho_exact - 1.f) > rel_tol || fabsf(spi->rho_exact / spi->rho - 1.f) > rel_tol)) { message("RHO: id=%lld swift=%e exact=%e N_true=%d N_swift=%d %d %e", id, spi->rho, spi->rho_exact, spi->N_density_exact, spi->N_density, spi->count_since_last_enrichment, spi->birth_time); wrong_rho++; } if (!found_inhibited && (N_ngb > N_ngb_max || N_ngb < N_ngb_min)) { message("N_NGB: id=%lld exact=%f N_true=%d N_swift=%d %d %e", id, N_ngb, spi->N_density_exact, spi->N_density, spi->count_since_last_enrichment, spi->birth_time); wrong_n_ngb++; } } } if (e->verbose) message("Written exact densities in file '%s'.", file_name_exact); /* Be nice */ fclose(file_exact); if (wrong_rho) error( "Density difference larger than the allowed tolerance for %d " "star particles! (out of %d particles)", wrong_rho, counter); else message("Verified %d star particles", counter); /* if (wrong_n_ngb) */ /* error( */ /* "N_ngb difference larger than the allowed tolerance for %d " */ /* "star particles! (out of %d particles)", */ /* wrong_n_ngb, counter); */ /* else */ /* message("Verified %d star particles", counter); */ if (e->verbose) message("Writting brute-force density files took %.3f %s. ", clocks_from_ticks(getticks() - tic), clocks_getunit()); #else error("Stars checking function called without the corresponding flag."); #endif }