2019-05-07 01:05:16 +02:00
|
|
|
#include <cmath>
|
|
|
|
#include <complex>
|
|
|
|
#include <iostream>
|
|
|
|
#include <fstream>
|
|
|
|
#include <thread>
|
|
|
|
|
2019-05-22 22:25:27 +02:00
|
|
|
#if defined(_OPENMP)
|
|
|
|
#include <omp.h>
|
|
|
|
#endif
|
|
|
|
|
2019-05-07 01:05:16 +02:00
|
|
|
#include <general.hh>
|
2019-05-24 10:23:49 +02:00
|
|
|
#include <ic_generator.hh>
|
2019-11-03 15:54:17 +01:00
|
|
|
#include <particle_plt.hh>
|
2019-05-07 01:05:16 +02:00
|
|
|
|
|
|
|
|
2019-05-19 12:05:04 +02:00
|
|
|
// initialise with "default" values
|
2019-05-07 01:05:16 +02:00
|
|
|
namespace CONFIG{
|
|
|
|
int MPI_thread_support = -1;
|
|
|
|
int MPI_task_rank = 0;
|
|
|
|
int MPI_task_size = 1;
|
|
|
|
bool MPI_ok = false;
|
|
|
|
bool MPI_threads_ok = false;
|
|
|
|
bool FFTW_threads_ok = false;
|
2019-05-22 22:25:27 +02:00
|
|
|
int num_threads = 1;
|
2019-05-15 05:30:47 +02:00
|
|
|
}
|
2019-05-07 01:05:16 +02:00
|
|
|
|
2019-05-22 22:25:27 +02:00
|
|
|
|
2019-05-24 08:13:58 +02:00
|
|
|
#include "system_stat.hh"
|
|
|
|
|
2019-05-22 22:25:27 +02:00
|
|
|
int main( int argc, char** argv )
|
|
|
|
{
|
|
|
|
csoca::Logger::SetLevel(csoca::LogLevel::Info);
|
|
|
|
// csoca::Logger::SetLevel(csoca::LogLevel::Debug);
|
2019-05-12 18:48:01 +02:00
|
|
|
|
2019-05-22 22:25:27 +02:00
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
// initialise MPI
|
|
|
|
//------------------------------------------------------------------------------
|
2019-05-24 08:13:58 +02:00
|
|
|
|
2019-05-22 22:25:27 +02:00
|
|
|
#if defined(USE_MPI)
|
|
|
|
MPI_Init_thread(&argc, &argv, MPI_THREAD_FUNNELED, &CONFIG::MPI_thread_support);
|
|
|
|
CONFIG::MPI_threads_ok = CONFIG::MPI_thread_support >= MPI_THREAD_FUNNELED;
|
|
|
|
MPI_Comm_rank(MPI_COMM_WORLD, &CONFIG::MPI_task_rank);
|
|
|
|
MPI_Comm_size(MPI_COMM_WORLD, &CONFIG::MPI_task_size);
|
|
|
|
CONFIG::MPI_ok = true;
|
2019-05-12 18:48:01 +02:00
|
|
|
|
2019-05-22 22:25:27 +02:00
|
|
|
// set up lower logging levels for other tasks
|
|
|
|
if( CONFIG::MPI_task_rank!=0 )
|
|
|
|
{
|
|
|
|
csoca::Logger::SetLevel(csoca::LogLevel::Error);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2019-11-01 13:16:05 +01:00
|
|
|
// Ascii ART logo. generated via http://patorjk.com/software/taag/#p=display&f=Nancyj&t=monofonIC
|
2019-09-11 17:34:16 +02:00
|
|
|
csoca::ilog << "\n"
|
2019-11-01 13:16:05 +01:00
|
|
|
<< " The unigrid version of MUSIC-2 .8888b dP a88888b. \n"
|
|
|
|
<< " 88 \" 88 d8\' `88 \n"
|
|
|
|
<< " 88d8b.d8b. .d8888b. 88d888b. .d8888b. 88aaa .d8888b. 88d888b. 88 88 \n"
|
|
|
|
<< " 88\'`88\'`88 88\' `88 88\' `88 88\' `88 88 88\' `88 88\' `88 88 88 \n"
|
|
|
|
<< " 88 88 88 88. .88 88 88 88. .88 88 88. .88 88 88 88 Y8. .88 \n"
|
|
|
|
<< " dP dP dP `88888P\' dP dP `88888P\' dP `88888P\' dP dP dP Y88888P\' \n" << std::endl
|
|
|
|
<< "Build was compiled on " << __DATE__ << " at " << __TIME__ << std::endl
|
|
|
|
<< "Version: v0.1a, git rev.: " << GIT_REV << ", tag: " << GIT_TAG << ", branch: " << GIT_BRANCH << std::endl
|
|
|
|
<< "-------------------------------------------------------------------------------\n" << std::endl;
|
2019-05-24 08:13:58 +02:00
|
|
|
|
2019-05-22 22:25:27 +02:00
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
// Parse command line options
|
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
|
|
|
|
if (argc != 2)
|
|
|
|
{
|
|
|
|
// print_region_generator_plugins();
|
|
|
|
print_TransferFunction_plugins();
|
|
|
|
print_RNG_plugins();
|
|
|
|
print_output_plugins();
|
|
|
|
|
2019-11-01 13:16:05 +01:00
|
|
|
csoca::elog << "In order to run, you need to specify a parameter file!\n" << std::endl;
|
2019-05-22 22:25:27 +02:00
|
|
|
exit(0);
|
|
|
|
}
|
|
|
|
|
|
|
|
// open the configuration file
|
|
|
|
ConfigFile the_config(argv[1]);
|
2019-05-21 22:27:45 +02:00
|
|
|
|
2019-05-22 22:25:27 +02:00
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
// Set up FFTW
|
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
|
|
|
|
#if defined(USE_FFTW_THREADS)
|
|
|
|
#if defined(USE_MPI)
|
|
|
|
if (CONFIG::MPI_threads_ok)
|
|
|
|
CONFIG::FFTW_threads_ok = FFTW_API(init_threads)();
|
|
|
|
#else
|
|
|
|
CONFIG::FFTW_threads_ok = FFTW_API(init_threads)();
|
|
|
|
#endif
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#if defined(USE_MPI)
|
|
|
|
FFTW_API(mpi_init)();
|
|
|
|
#endif
|
|
|
|
|
|
|
|
CONFIG::num_threads = the_config.GetValueSafe<unsigned>("execution", "NumThreads",std::thread::hardware_concurrency());
|
|
|
|
|
|
|
|
#if defined(USE_FFTW_THREADS)
|
|
|
|
if (CONFIG::FFTW_threads_ok)
|
|
|
|
FFTW_API(plan_with_nthreads)(CONFIG::num_threads);
|
|
|
|
#endif
|
|
|
|
|
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
// Set up OpenMP
|
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
|
|
|
|
#if defined(_OPENMP)
|
|
|
|
omp_set_num_threads(CONFIG::num_threads);
|
|
|
|
#endif
|
|
|
|
|
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
// Write code configuration to screen
|
|
|
|
//------------------------------------------------------------------------------
|
2019-10-13 17:16:54 +02:00
|
|
|
// hardware related infos
|
2019-09-11 17:34:16 +02:00
|
|
|
csoca::ilog << std::setw(32) << std::left << "CPU vendor string" << " : " << SystemStat::Cpu().get_CPUstring() << std::endl;
|
2019-10-13 17:16:54 +02:00
|
|
|
|
|
|
|
// multi-threading related infos
|
2019-09-11 17:34:16 +02:00
|
|
|
csoca::ilog << std::setw(32) << std::left << "Available HW threads / task" << " : " << std::thread::hardware_concurrency() << " (" << CONFIG::num_threads << " used)" << std::endl;
|
2019-05-24 08:13:58 +02:00
|
|
|
|
2019-10-13 17:16:54 +02:00
|
|
|
// memory related infos
|
2019-05-24 08:13:58 +02:00
|
|
|
SystemStat::Memory mem;
|
|
|
|
|
|
|
|
unsigned availpmem = mem.get_AvailMem()/1024/1024;
|
|
|
|
unsigned usedpmem = mem.get_UsedMem()/1024/1024;
|
|
|
|
unsigned maxpmem = availpmem, minpmem = availpmem;
|
|
|
|
unsigned maxupmem = usedpmem, minupmem = usedpmem;
|
2019-05-22 22:25:27 +02:00
|
|
|
|
2019-05-24 08:13:58 +02:00
|
|
|
#if defined(USE_MPI)
|
2019-05-24 10:33:10 +02:00
|
|
|
unsigned temp = 0;
|
|
|
|
MPI_Allreduce(&minpmem,&temp,1,MPI_UNSIGNED,MPI_MIN,MPI_COMM_WORLD); minpmem = temp;
|
|
|
|
MPI_Allreduce(&maxpmem,&temp,1,MPI_UNSIGNED,MPI_MAX,MPI_COMM_WORLD); maxpmem = temp;
|
|
|
|
MPI_Allreduce(&minupmem,&temp,1,MPI_UNSIGNED,MPI_MIN,MPI_COMM_WORLD); minupmem = temp;
|
|
|
|
MPI_Allreduce(&maxupmem,&temp,1,MPI_UNSIGNED,MPI_MAX,MPI_COMM_WORLD); maxupmem = temp;
|
2019-05-24 08:13:58 +02:00
|
|
|
#endif
|
2019-09-11 17:34:16 +02:00
|
|
|
csoca::ilog << std::setw(32) << std::left << "Total system memory (phys)" << " : " << mem.get_TotalMem()/1024/1024 << " Mb" << std::endl;
|
|
|
|
csoca::ilog << std::setw(32) << std::left << "Used system memory (phys)" << " : " << "Max: " << maxupmem << " Mb, Min: " << minupmem << " Mb" << std::endl;
|
|
|
|
csoca::ilog << std::setw(32) << std::left << "Available system memory (phys)" << " : " << "Max: " << maxpmem << " Mb, Min: " << minpmem << " Mb" << std::endl;
|
2019-05-22 22:25:27 +02:00
|
|
|
|
2019-10-13 17:16:54 +02:00
|
|
|
// MPI related infos
|
|
|
|
#if defined(USE_MPI)
|
|
|
|
csoca::ilog << std::setw(32) << std::left << "MPI is enabled" << " : " << "yes (" << CONFIG::MPI_task_size << " tasks)" << std::endl;
|
|
|
|
csoca::dlog << std::setw(32) << std::left << "MPI version" << " : " << GetMPIversion() << std::endl;
|
|
|
|
#else
|
|
|
|
csoca::ilog << std::setw(32) << std::left << "MPI is enabled" << " : " << "no" << std::endl;
|
|
|
|
#endif
|
|
|
|
csoca::ilog << std::setw(32) << std::left << "MPI supports multi-threading" << " : " << (CONFIG::MPI_threads_ok? "yes" : "no") << std::endl;
|
|
|
|
|
2019-10-16 23:24:06 +02:00
|
|
|
// Kernel related infos
|
|
|
|
SystemStat::Kernel kern;
|
|
|
|
auto kinfo = kern.get_kernel_info();
|
|
|
|
csoca::ilog << std::setw(32) << std::left << "OS/Kernel version" << " : " << kinfo.kernel << " version " << kinfo.major << "." << kinfo.minor << " build " << kinfo.build_number << std::endl;
|
|
|
|
|
2019-10-13 17:16:54 +02:00
|
|
|
// FFTW related infos
|
|
|
|
csoca::ilog << std::setw(32) << std::left << "FFTW version" << " : " << fftw_version << std::endl;
|
|
|
|
csoca::ilog << std::setw(32) << std::left << "FFTW supports multi-threading" << " : " << (CONFIG::FFTW_threads_ok? "yes" : "no") << std::endl;
|
|
|
|
csoca::ilog << std::setw(32) << std::left << "FFTW mode" << " : ";
|
|
|
|
#if defined(FFTW_MODE_PATIENT)
|
|
|
|
csoca::ilog << "FFTW_PATIENT" << std::endl;
|
|
|
|
#elif defined(FFTW_MODE_MEASURE)
|
|
|
|
csoca::ilog << "FFTW_MEASURE" << std::endl;
|
|
|
|
#else
|
|
|
|
csoca::ilog << "FFTW_ESTIMATE" << std::endl;
|
|
|
|
#endif
|
2019-05-24 08:13:58 +02:00
|
|
|
//--------------------------------------------------------------------
|
|
|
|
// Initialise plug-ins
|
|
|
|
//--------------------------------------------------------------------
|
|
|
|
try
|
|
|
|
{
|
2019-05-24 10:23:49 +02:00
|
|
|
ic_generator::Initialise( the_config );
|
2019-05-24 08:13:58 +02:00
|
|
|
}catch(...){
|
|
|
|
csoca::elog << "Problem during initialisation. See error(s) above. Exiting..." << std::endl;
|
|
|
|
#if defined(USE_MPI)
|
|
|
|
MPI_Finalize();
|
|
|
|
#endif
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2019-05-22 22:25:27 +02:00
|
|
|
///////////////////////////////////////////////////////////////////////
|
|
|
|
// do the job...
|
|
|
|
///////////////////////////////////////////////////////////////////////
|
2019-11-05 19:14:14 +01:00
|
|
|
ic_generator::Run( the_config );
|
2019-11-03 15:54:17 +01:00
|
|
|
|
2019-11-05 19:14:14 +01:00
|
|
|
// particle::test_plt();
|
2019-05-22 22:25:27 +02:00
|
|
|
///////////////////////////////////////////////////////////////////////
|
2019-05-07 01:05:16 +02:00
|
|
|
|
|
|
|
#if defined(USE_MPI)
|
|
|
|
MPI_Barrier(MPI_COMM_WORLD);
|
|
|
|
MPI_Finalize();
|
|
|
|
#endif
|
|
|
|
|
2019-10-16 17:39:55 +02:00
|
|
|
csoca::ilog << "-------------------------------------------------------------------------------" << std::endl;
|
2020-02-28 16:15:37 +01:00
|
|
|
csoca::ilog << "Done. Have a nice day!\n" << std::endl;
|
2019-05-23 14:53:11 +02:00
|
|
|
|
2019-05-07 01:05:16 +02:00
|
|
|
return 0;
|
|
|
|
}
|