main.cc

Go to the documentation of this file.

// SPDX-FileCopyrightText: Copyright (c) NumeriCor GmbH
// SPDX-License-Identifier: LicenseRef-APL-1.1
 
#include <cstdio>
#include <csignal>
 
//#include <omp.h>
#include "simulator.h"
#include "async_io.h"
#include "numerics.h"
#include "fem.h"
 
 
#ifdef WITH_CALIPER
#include "caliper/cali.h"
#else
#include "caliper_hooks.h"
#endif
 
// globals
namespace opencarp {
namespace user_globals {
  SF::scatter_registry scatter_reg;
  std::map<mesh_t, sf_mesh> mesh_reg;
  std::map<SF::quadruple<int>, SF::index_mapping<mesh_int_t> > map_reg;
  std::map<physic_t, Basic_physic*> physics_reg;
  timer_manager* tm_manager;
  std::map<datavec_t, sf_vec*> datavec_reg;
  FILE* petsc_error_fd = NULL;
  bool using_legacy_stimuli = false;
  MPI_Comm IO_Intercomm;
#ifdef WITH_POWERCAPPING
  powercapping_manager *pc_manager;
#endif
}  // namespace user_globals
}  // namespace opencarp
 
using namespace opencarp;
 
#undef  __FUNCT__
#define __FUNCT__ "main"
int main(int argc, char** argv)
{
  CALI_CXX_MARK_FUNCTION;
// #ifdef __osf__
//   signal( SIGFPE, SIG_IGN );
// #endif
//   signal( SIGHUP,  savequit );
//   signal( SIGINT,  savequit );
//   signal( SIGQUIT, savequit );
//   signal( SIGIO,   savequit );
 
  //omp_set_num_threads(20);
 
  parse_params_cpy(argc, argv);
 
  // This is called intentionally before MPI_Init(), which might be helpful
  // in an HPC context, where a script might call this without mpirun on the master.
  // Still, in a parallel run we dont want every rank to print the build info,
  // as this is quite spammy. Therefore, // we call show_build_info() a second time
  // after MPI_Init, but only on rank 0.
  if(param_globals::buildinfo) {
    show_build_info();
    exit(EXIT_SUCCESS);
  }
 
  char *DBfile   = NULL;  // could be used to pass in ~/.petscrc
  char *help_msg = NULL;
  initialize_PETSc(&argc, argv, DBfile, help_msg);
 
  if(get_rank() == 0)
    show_build_info();
 
  bool io_rank = setup_IO(argc, argv);
 
  if(!io_rank) {
    setup_petsc_err_log();
 
    // accumulate check and conversions of param globals in here, so that
    // the rest of the codebase can remain stateless
    check_and_convert_params();
 
    // set up meshes
    parse_mesh_types();
    bool require_fibers = phys_defined(PHYSREG_INTRA_ELEC) || phys_defined(PHYSREG_LAPLACE);
    setup_meshes(require_fibers);
    output_meshes();
 
    // for experiment EXP_SETUP_MESH we quit after the mesh output step
    if(param_globals::experiment == EXP_SETUP_MESH)
      cleanup_and_exit();
 
    // convert input to internal unit
    basic_timer_setup();
 
    // register and initialize physics
    register_physics();
    initialize_physics();
 
    // for experiment EXP_OUTPUT_FEM we quit after the electrics initialization
    if(param_globals::experiment == EXP_OUTPUT_FEM)
      cleanup_and_exit();
 
    // simulate
    if(param_globals::experiment == EXP_NORMAL){
simulate();
    }
 
    post_process();
 
    if(param_globals::num_io_nodes > 0)
      async::COMPUTE_send_exit_flag();
 
    cleanup_and_exit();
  } else {
    async::async_IO_queue queue;
    async::IO_poll_for_output(queue);
 
    PetscFinalize();
    exit(EXIT_SUCCESS);
  }
}