2010-10-06 23:03:47 -03:00
|
|
|
!!******************************************************************************
|
2008-11-04 13:08:01 -06:00
|
|
|
!!
|
2012-07-22 12:30:20 -03:00
|
|
|
!! This file is part of the AMUN source code, a program to perform
|
|
|
|
!! Newtonian or relativistic magnetohydrodynamical simulations on uniform or
|
|
|
|
!! adaptive mesh.
|
2008-11-04 13:08:01 -06:00
|
|
|
!!
|
2012-07-22 12:30:20 -03:00
|
|
|
!! Copyright (C) 2008-2012 Grzegorz Kowal <grzegorz@amuncode.org>
|
2008-11-04 13:08:01 -06:00
|
|
|
!!
|
2012-07-22 12:30:20 -03:00
|
|
|
!! This program is free software: you can redistribute it and/or modify
|
|
|
|
!! it under the terms of the GNU General Public License as published by
|
|
|
|
!! the Free Software Foundation, either version 3 of the License, or
|
|
|
|
!! (at your option) any later version.
|
2008-11-04 13:08:01 -06:00
|
|
|
!!
|
2011-04-29 11:21:30 -03:00
|
|
|
!! This program is distributed in the hope that it will be useful,
|
2008-11-04 13:08:01 -06:00
|
|
|
!! but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
!! MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
!! GNU General Public License for more details.
|
|
|
|
!!
|
|
|
|
!! You should have received a copy of the GNU General Public License
|
2012-07-22 12:30:20 -03:00
|
|
|
!! along with this program. If not, see <http://www.gnu.org/licenses/>.
|
2008-11-04 13:08:01 -06:00
|
|
|
!!
|
2010-10-06 23:03:47 -03:00
|
|
|
!!******************************************************************************
|
2008-11-04 13:08:01 -06:00
|
|
|
!!
|
2012-07-22 12:30:20 -03:00
|
|
|
!! program: AMUN
|
|
|
|
!!
|
|
|
|
!!******************************************************************************
|
2008-11-04 13:08:01 -06:00
|
|
|
!
|
2011-04-25 13:44:34 -03:00
|
|
|
program amun
|
2008-11-04 13:08:01 -06:00
|
|
|
|
2008-11-04 21:00:50 -06:00
|
|
|
! modules
|
|
|
|
!
|
2012-07-22 22:47:25 -03:00
|
|
|
use blocks , only : initialize_blocks, finalize_blocks, get_nleafs
|
2011-06-07 14:34:54 -03:00
|
|
|
use config , only : read_config
|
2011-06-07 16:46:09 -03:00
|
|
|
use config , only : iterm, nmax, tmax, trun, tsav, dtini, dtout, cfl, nres
|
2010-12-08 18:11:15 -02:00
|
|
|
#ifdef FORCE
|
|
|
|
use config , only : fdt
|
|
|
|
#endif /* FORCE */
|
2012-07-23 22:43:23 -03:00
|
|
|
use coordinates, only : initialize_coordinates, finalize_coordinates
|
2012-07-27 16:29:30 -03:00
|
|
|
use equations , only : initialize_equations
|
2011-05-07 09:23:16 -03:00
|
|
|
use evolution, only : evolve, find_new_timestep, n, t, dt, dtn
|
2010-12-08 12:21:41 -02:00
|
|
|
#ifdef FORCE
|
|
|
|
use forcing , only : init_forcing, clear_forcing
|
|
|
|
#endif /* FORCE */
|
2011-03-02 15:52:33 -03:00
|
|
|
use integrals, only : init_integrals, clear_integrals, store_integrals
|
2012-07-27 16:46:36 -03:00
|
|
|
use interpolations, only : initialize_interpolations
|
2011-05-02 21:54:32 -03:00
|
|
|
use io , only : nfile, write_data, write_restart_data, restart_job
|
2012-07-27 10:34:19 -03:00
|
|
|
use mesh , only : initialize_mesh, clear_mesh
|
|
|
|
use mesh , only : generate_mesh, store_mesh_stats
|
2011-05-14 19:37:40 -03:00
|
|
|
#ifdef MPI
|
|
|
|
use mesh , only : redistribute_blocks
|
|
|
|
#endif /* MPI */
|
2012-07-22 19:01:27 -03:00
|
|
|
use mpitools , only : initialize_mpi, finalize_mpi
|
|
|
|
#ifdef MPI
|
2012-07-22 19:32:21 -03:00
|
|
|
use mpitools , only : bcast_integer_variable
|
|
|
|
use mpitools , only : reduce_maximum_integer
|
2012-07-22 19:01:27 -03:00
|
|
|
#endif /* MPI */
|
|
|
|
use mpitools , only : master, nprocs
|
2012-07-22 19:32:21 -03:00
|
|
|
use parameters , only : read_parameters, finalize_parameters
|
|
|
|
#ifdef MPI
|
|
|
|
use parameters , only : redistribute_parameters
|
|
|
|
#endif /* MPI */
|
2012-07-22 19:37:58 -03:00
|
|
|
use random , only : initialize_random, finalize_random
|
2012-07-22 15:46:56 -03:00
|
|
|
use timers , only : initialize_timers, start_timer, stop_timer &
|
|
|
|
, set_timer, get_timer, get_timer_total &
|
|
|
|
, timer_enabled, timer_description, ntimers
|
2008-11-04 13:08:01 -06:00
|
|
|
!
|
2008-12-08 21:11:17 -06:00
|
|
|
!-------------------------------------------------------------------------------
|
2008-11-04 13:08:01 -06:00
|
|
|
!
|
|
|
|
! local variables
|
|
|
|
!
|
2012-07-22 15:46:56 -03:00
|
|
|
character(len=80) :: fmt, tmp
|
2011-06-07 10:05:32 -03:00
|
|
|
integer :: ed, eh, em, es, ec, ln
|
2011-06-07 14:34:54 -03:00
|
|
|
real :: tall, tcur, tpre, thrs, per
|
2011-04-29 00:51:28 -03:00
|
|
|
|
2012-07-22 15:46:56 -03:00
|
|
|
! timer indices
|
|
|
|
!
|
|
|
|
integer :: nsteps = 1
|
|
|
|
integer :: iin, iev, itm
|
|
|
|
real(kind=8) :: tm_curr, tm_exec, tm_conv
|
|
|
|
|
|
|
|
! an array to store execution times
|
|
|
|
!
|
|
|
|
real(kind=8), dimension(ntimers) :: tm
|
|
|
|
|
2011-05-06 09:51:40 -03:00
|
|
|
#ifdef SIGNALS
|
2011-04-29 00:51:28 -03:00
|
|
|
! references to functions handling signals
|
|
|
|
!
|
2011-06-07 17:29:03 -03:00
|
|
|
integer(kind=4) :: iret
|
|
|
|
#ifdef GNU
|
2011-04-29 00:51:28 -03:00
|
|
|
intrinsic signal
|
2011-06-07 17:29:03 -03:00
|
|
|
#endif /* GNU */
|
2011-04-29 00:51:28 -03:00
|
|
|
external terminate
|
|
|
|
|
|
|
|
! signal definitions
|
|
|
|
!
|
|
|
|
integer, parameter :: SIGINT = 2, SIGABRT = 6, SIGTERM = 15
|
|
|
|
#endif /* SIGNALS */
|
2008-11-04 13:08:01 -06:00
|
|
|
!
|
2008-12-08 21:11:17 -06:00
|
|
|
!-------------------------------------------------------------------------------
|
2008-11-04 21:00:50 -06:00
|
|
|
!
|
2012-07-22 15:46:56 -03:00
|
|
|
! initialize timers
|
|
|
|
!
|
|
|
|
call initialize_timers()
|
|
|
|
|
|
|
|
! set timer descriptions
|
|
|
|
!
|
|
|
|
call set_timer('INITIALIZATION' , iin)
|
|
|
|
call set_timer('EVOLUTION' , iev)
|
|
|
|
call set_timer('TERMINATION' , itm)
|
|
|
|
|
|
|
|
! start time accounting for the initialization
|
|
|
|
!
|
|
|
|
call start_timer(iin)
|
|
|
|
|
2011-04-29 00:51:28 -03:00
|
|
|
#ifdef SIGNALS
|
|
|
|
! assign function terminate with signals
|
|
|
|
!
|
2011-06-07 17:29:03 -03:00
|
|
|
#ifdef GNU
|
|
|
|
iret = signal(SIGINT , terminate)
|
|
|
|
iret = signal(SIGABRT, terminate)
|
|
|
|
iret = signal(SIGTERM, terminate)
|
2011-06-17 20:21:10 -03:00
|
|
|
#else /* GNU */
|
2011-06-07 17:29:03 -03:00
|
|
|
iret = signal(SIGINT , terminate, -1)
|
|
|
|
iret = signal(SIGABRT, terminate, -1)
|
|
|
|
iret = signal(SIGTERM, terminate, -1)
|
2011-06-17 20:21:10 -03:00
|
|
|
#endif /* GNU */
|
2011-04-29 00:51:28 -03:00
|
|
|
#endif /* SIGNALS */
|
2011-06-17 20:21:10 -03:00
|
|
|
|
2008-12-22 14:57:31 -06:00
|
|
|
! initialize MPI
|
|
|
|
!
|
2012-07-22 19:01:27 -03:00
|
|
|
call initialize_mpi()
|
2008-12-22 14:57:31 -06:00
|
|
|
|
2008-11-04 21:00:50 -06:00
|
|
|
! print info message
|
2008-11-04 13:08:01 -06:00
|
|
|
!
|
2012-07-22 19:01:27 -03:00
|
|
|
if (master) then
|
2008-12-22 14:57:31 -06:00
|
|
|
write (*,"(1x,78('-'))")
|
2011-04-25 13:44:34 -03:00
|
|
|
write (*,"(1x,18('='),4x,a,4x,19('='))") ' A M U N '
|
2011-03-21 18:24:55 -03:00
|
|
|
write (*,"(1x,16('='),4x,a,4x,16('='))") &
|
|
|
|
'Copyright (C) 2008-2011 Grzegorz Kowal'
|
2008-12-22 15:09:05 -06:00
|
|
|
#ifdef MPI
|
2012-07-22 19:01:27 -03:00
|
|
|
write (*,"(1x,18('='),4x,a,i5,a,4x,19('='))") 'MPI enabled with ', nprocs &
|
2010-10-06 23:11:22 -03:00
|
|
|
, ' processors'
|
2008-12-22 15:09:05 -06:00
|
|
|
#endif /* MPI */
|
2008-12-22 14:57:31 -06:00
|
|
|
write (*,"(1x,78('-'))")
|
|
|
|
write (*,*)
|
2011-03-21 18:24:55 -03:00
|
|
|
write (*,"(1x,a)" ) "Physics:"
|
|
|
|
write (*,"(4x,a,1x,a)" ) "equations =", &
|
|
|
|
#ifdef HYDRO
|
|
|
|
"HD"
|
|
|
|
#endif /* HYDRO */
|
|
|
|
#ifdef MHD
|
|
|
|
"MHD"
|
|
|
|
#endif /* MHD */
|
|
|
|
write (*,"(4x,a,1x,a)" ) "equation of state =", &
|
|
|
|
#ifdef ADI
|
2011-03-22 15:36:59 -03:00
|
|
|
"adiabatic"
|
2011-03-21 18:24:55 -03:00
|
|
|
#endif /* ADI */
|
|
|
|
#ifdef ISO
|
|
|
|
"isothermal"
|
|
|
|
#endif /* ISO */
|
2011-04-25 13:31:41 -03:00
|
|
|
write (*,"(4x,a,1x,a)" ) "geometry =", &
|
|
|
|
"rectangular"
|
2010-10-06 23:11:22 -03:00
|
|
|
end if
|
2008-11-04 13:08:01 -06:00
|
|
|
|
2012-07-22 19:32:21 -03:00
|
|
|
! initialize and read parameters from the parameter file
|
|
|
|
!
|
|
|
|
if (master) call read_parameters(iterm)
|
|
|
|
|
|
|
|
#ifdef MPI
|
|
|
|
! broadcast the termination flag
|
|
|
|
!
|
|
|
|
call bcast_integer_variable(iterm, iret)
|
|
|
|
|
|
|
|
! check if the termination flag was broadcaster successfully
|
|
|
|
!
|
|
|
|
if (iterm .gt. 0) go to 20
|
|
|
|
|
|
|
|
! reset the termination flag
|
|
|
|
!
|
|
|
|
iterm = 0
|
|
|
|
|
|
|
|
! redistribute parameters among all processors
|
|
|
|
!
|
|
|
|
call redistribute_parameters(iterm)
|
|
|
|
|
|
|
|
! reduce the termination flag over all processors to check if everything is fine
|
|
|
|
!
|
|
|
|
call reduce_maximum_integer(iterm, iret)
|
|
|
|
#endif /* MPI */
|
|
|
|
|
2008-11-05 22:16:24 -06:00
|
|
|
! read configuration file
|
|
|
|
!
|
2010-12-08 11:46:09 -02:00
|
|
|
call read_config()
|
2008-11-05 22:16:24 -06:00
|
|
|
|
2011-04-14 00:19:45 +02:00
|
|
|
! reset number of iterations and time, etc.
|
|
|
|
!
|
|
|
|
n = 0
|
|
|
|
t = 0.0
|
|
|
|
dt = cfl * dtini
|
|
|
|
dtn = dtini
|
2011-04-23 21:54:45 -03:00
|
|
|
ed = 9999
|
|
|
|
eh = 23
|
|
|
|
em = 59
|
|
|
|
es = 59
|
2011-04-14 00:19:45 +02:00
|
|
|
|
2012-07-22 19:37:58 -03:00
|
|
|
! initialize the random number generator
|
2010-12-08 11:37:56 -02:00
|
|
|
!
|
2012-07-22 19:37:58 -03:00
|
|
|
call initialize_random(nprocs, nproc)
|
2010-12-08 11:37:56 -02:00
|
|
|
|
2011-04-14 00:19:45 +02:00
|
|
|
! initialize block module
|
2008-12-07 15:14:18 -06:00
|
|
|
!
|
2012-07-22 22:47:25 -03:00
|
|
|
call initialize_blocks()
|
2011-03-02 15:04:16 -03:00
|
|
|
|
2012-07-23 22:43:23 -03:00
|
|
|
! initialize module COORDINATES
|
2011-05-11 15:32:01 -03:00
|
|
|
!
|
2012-07-23 22:43:23 -03:00
|
|
|
call initialize_coordinates(master)
|
2011-05-11 15:32:01 -03:00
|
|
|
|
2012-07-27 16:46:36 -03:00
|
|
|
! initialize module EQUATIONS
|
|
|
|
!
|
|
|
|
call initialize_equations()
|
|
|
|
|
|
|
|
! initialize module INTERPOLATIONS
|
|
|
|
!
|
|
|
|
call initialize_interpolations()
|
|
|
|
|
2011-04-11 16:27:08 +02:00
|
|
|
! check if we initiate new problem or restart previous job
|
|
|
|
!
|
|
|
|
if (nres .lt. 0) then
|
|
|
|
|
2011-04-28 12:04:22 -03:00
|
|
|
! initialize the mesh module
|
|
|
|
!
|
2012-07-27 10:34:19 -03:00
|
|
|
call initialize_mesh(.true.)
|
2011-04-28 12:04:22 -03:00
|
|
|
|
2011-04-26 11:37:27 -03:00
|
|
|
! initialize the integrals module
|
|
|
|
!
|
|
|
|
call init_integrals(.true.)
|
|
|
|
|
2011-04-27 22:35:38 -03:00
|
|
|
! generate the initial mesh, refine that mesh to the desired level according to
|
|
|
|
! the initialized problem
|
2011-04-11 16:27:08 +02:00
|
|
|
!
|
2011-04-27 22:35:38 -03:00
|
|
|
call generate_mesh()
|
2011-04-11 16:27:08 +02:00
|
|
|
|
2011-04-28 12:04:22 -03:00
|
|
|
! store mesh statistics
|
|
|
|
!
|
|
|
|
call store_mesh_stats(n, t)
|
|
|
|
|
2011-05-07 09:23:16 -03:00
|
|
|
! find new time step
|
2011-04-24 09:45:24 -03:00
|
|
|
!
|
2011-05-07 09:23:16 -03:00
|
|
|
call find_new_timestep()
|
2011-04-24 09:45:24 -03:00
|
|
|
|
2011-04-26 11:38:16 -03:00
|
|
|
! store integrals
|
|
|
|
!
|
|
|
|
call store_integrals()
|
|
|
|
|
2011-04-23 23:11:22 -03:00
|
|
|
! write down the initial state
|
|
|
|
!
|
2011-05-02 21:54:32 -03:00
|
|
|
call write_data()
|
2011-04-23 23:11:22 -03:00
|
|
|
|
2011-04-11 16:27:08 +02:00
|
|
|
else
|
|
|
|
|
2011-04-28 12:04:22 -03:00
|
|
|
! initialize the mesh module
|
|
|
|
!
|
2012-07-27 10:34:19 -03:00
|
|
|
call initialize_mesh(.false.)
|
2011-04-28 12:04:22 -03:00
|
|
|
|
2011-04-26 11:37:27 -03:00
|
|
|
! initialize the integrals module
|
|
|
|
!
|
|
|
|
call init_integrals(.false.)
|
|
|
|
|
2011-04-11 16:27:08 +02:00
|
|
|
! reconstruct the meta and data block structures from a given restart file
|
|
|
|
!
|
2011-05-02 21:54:32 -03:00
|
|
|
call restart_job()
|
2011-04-11 16:27:08 +02:00
|
|
|
|
2011-05-14 19:37:40 -03:00
|
|
|
#ifdef MPI
|
2011-05-10 17:15:33 -03:00
|
|
|
! redistribute blocks between processors in case the number of processors has
|
|
|
|
! changed
|
|
|
|
!
|
|
|
|
call redistribute_blocks()
|
2011-05-14 19:37:40 -03:00
|
|
|
#endif /* MPI */
|
2011-05-10 17:15:33 -03:00
|
|
|
|
2011-05-07 09:32:10 -03:00
|
|
|
! find new time step
|
|
|
|
!
|
|
|
|
call find_new_timestep()
|
|
|
|
|
2011-04-23 23:11:22 -03:00
|
|
|
end if
|
2011-03-02 15:52:33 -03:00
|
|
|
|
2011-04-28 12:04:22 -03:00
|
|
|
#ifdef FORCE
|
|
|
|
! if the forcing time step is larger than the initial time step decrease it
|
|
|
|
!
|
|
|
|
fdt = min(fdt, 0.1d0 * dtini)
|
|
|
|
|
|
|
|
! round the initial time step to the integer number of forcing time steps
|
|
|
|
!
|
|
|
|
dt = fdt * floor(dt / fdt)
|
|
|
|
|
|
|
|
! initialize forcing module
|
|
|
|
!
|
|
|
|
call init_forcing()
|
|
|
|
#endif /* FORCE */
|
2011-05-02 23:43:58 -03:00
|
|
|
|
2012-07-22 15:46:56 -03:00
|
|
|
! stop time accounting for the initialization
|
2011-05-02 23:43:58 -03:00
|
|
|
!
|
2012-07-22 15:46:56 -03:00
|
|
|
call stop_timer(iin)
|
|
|
|
|
|
|
|
! start time accounting for the evolution
|
|
|
|
!
|
|
|
|
call start_timer(iev)
|
2011-05-02 23:43:58 -03:00
|
|
|
|
2008-12-07 15:14:18 -06:00
|
|
|
! print information
|
|
|
|
!
|
2012-07-22 19:01:27 -03:00
|
|
|
if (master) then
|
2011-04-26 10:41:10 -03:00
|
|
|
write(*,* )
|
2011-03-10 15:22:10 -03:00
|
|
|
write(*,"(1x,a)" ) "Evolving the system:"
|
2011-02-28 16:04:38 -03:00
|
|
|
write(*,'(4x,a4,5x,a4,11x,a2,12x,a6,7x,a3)') 'step', 'time', 'dt' &
|
|
|
|
, 'blocks', 'ETA'
|
2011-06-18 10:16:45 -03:00
|
|
|
#if defined INTEL || defined PATHSCALE
|
2011-02-28 16:04:38 -03:00
|
|
|
write(*,'(i8,2(1x,1pe14.6),2x,i8,2x,1i4.1,"d",1i2.2,"h",1i2.2,"m"' // &
|
2011-06-17 20:05:15 -03:00
|
|
|
',1i2.2,"s",15x,a1,$)') &
|
2011-06-07 16:50:17 -03:00
|
|
|
n, t, dt, get_nleafs(), ed, eh, em, es, char(13)
|
2011-06-18 10:16:45 -03:00
|
|
|
#else /* INTEL | PATHSCALE */
|
2011-06-07 17:29:03 -03:00
|
|
|
write(*,'(i8,2(1x,1pe14.6),2x,i8,2x,1i4.1,"d",1i2.2,"h",1i2.2,"m"' // &
|
2011-06-17 20:05:15 -03:00
|
|
|
',1i2.2,"s",15x,a1)',advance="no") &
|
2011-06-07 17:29:03 -03:00
|
|
|
n, t, dt, get_nleafs(), ed, eh, em, es, char(13)
|
2011-06-18 10:16:45 -03:00
|
|
|
#endif /* INTEL | PATHSCALE */
|
2010-10-06 23:11:22 -03:00
|
|
|
end if
|
2008-12-07 15:14:18 -06:00
|
|
|
|
2011-05-06 09:51:40 -03:00
|
|
|
! set the previous time needed to estimate the execution time
|
|
|
|
!
|
|
|
|
tpre = get_timer_total()
|
|
|
|
|
2008-12-07 15:14:18 -06:00
|
|
|
! main loop
|
|
|
|
!
|
2011-04-29 00:51:28 -03:00
|
|
|
do while((n .lt. nmax) .and. (t .le. tmax) .and. (iterm .eq. 0))
|
2008-12-07 15:14:18 -06:00
|
|
|
|
2008-12-09 14:51:33 -06:00
|
|
|
! compute new time step
|
|
|
|
!
|
2010-12-08 18:11:15 -02:00
|
|
|
dt = min(cfl * dtn, 2.0d0 * dt)
|
|
|
|
|
|
|
|
#ifdef FORCE
|
|
|
|
! limit the time step to the integer number of forcing time steps
|
|
|
|
!
|
|
|
|
dt = fdt * floor(dt / fdt)
|
|
|
|
#endif /* FORCE */
|
2008-12-09 14:51:33 -06:00
|
|
|
|
2008-12-07 15:14:18 -06:00
|
|
|
! advance the iteration number and time
|
|
|
|
!
|
|
|
|
t = t + dt
|
|
|
|
n = n + 1
|
|
|
|
|
2008-12-07 18:57:08 -06:00
|
|
|
! performe one step evolution
|
|
|
|
!
|
2010-12-08 11:46:09 -02:00
|
|
|
call evolve()
|
2008-12-07 18:57:08 -06:00
|
|
|
|
2011-04-28 12:04:22 -03:00
|
|
|
! store mesh statistics
|
|
|
|
!
|
|
|
|
call store_mesh_stats(n, t)
|
|
|
|
|
2011-03-02 15:52:33 -03:00
|
|
|
! store integrals
|
|
|
|
!
|
|
|
|
call store_integrals()
|
|
|
|
|
2008-12-09 12:42:10 -06:00
|
|
|
! store data
|
|
|
|
!
|
2011-05-02 21:54:32 -03:00
|
|
|
if (dtout .gt. 0.0 .and. nfile .lt. (int(t/dtout))) then
|
|
|
|
call write_data()
|
2010-10-06 23:11:22 -03:00
|
|
|
end if
|
2008-12-09 12:42:10 -06:00
|
|
|
|
2008-12-16 22:34:54 -06:00
|
|
|
! get current time in seconds
|
|
|
|
!
|
|
|
|
tcur = get_timer_total()
|
2011-05-06 09:51:40 -03:00
|
|
|
ec = int((tmax - t) * (tcur - tpre) / dt, kind=4)
|
2008-12-16 22:34:54 -06:00
|
|
|
es = max(0, int(mod(ec,60)))
|
|
|
|
em = int(mod(ec/60,60))
|
|
|
|
eh = int(ec/3600)
|
|
|
|
ed = int(eh/24)
|
|
|
|
eh = int(mod(eh, 24))
|
|
|
|
ed = min(9999,ed)
|
|
|
|
|
2008-12-07 15:14:18 -06:00
|
|
|
! print progress information
|
|
|
|
!
|
2012-07-22 19:01:27 -03:00
|
|
|
if (master) &
|
2011-06-18 10:16:45 -03:00
|
|
|
#if defined INTEL || defined PATHSCALE
|
2011-06-13 16:58:39 -03:00
|
|
|
write(*,'(i8,2(1x,1pe14.6),2x,i8,2x,1i4.1,"d",1i2.2,"h",1i2.2,"m"' // &
|
|
|
|
',1i2.2,"s",15x,a1,$)') &
|
|
|
|
n, t, dt, get_nleafs(), ed, eh, em, es, char(13)
|
2011-06-18 10:16:45 -03:00
|
|
|
#else /* INTEL | PATHSCALE */
|
2011-02-28 16:04:38 -03:00
|
|
|
write(*,'(i8,2(1x,1pe14.6),2x,i8,2x,1i4.1,"d",1i2.2,"h",1i2.2,"m"' // &
|
2011-06-10 18:13:23 -03:00
|
|
|
',1i2.2,"s",15x,a1)',advance="no") &
|
2011-06-07 16:50:17 -03:00
|
|
|
n, t, dt, get_nleafs(), ed, eh, em, es, char(13)
|
2011-06-18 10:16:45 -03:00
|
|
|
#endif /* INTEL | PATHSCALE */
|
2011-06-07 14:34:54 -03:00
|
|
|
|
|
|
|
! obtain the time in hours
|
|
|
|
!
|
|
|
|
thrs = ((2.0 * tcur - tpre) / 60.0 + tsav) / 60.0
|
|
|
|
|
|
|
|
! terminate if the (thrs + tsav) > trun
|
|
|
|
!
|
|
|
|
if (thrs .gt. trun) iterm = 1
|
|
|
|
|
|
|
|
! update the previous time
|
2011-06-18 10:16:45 -03:00
|
|
|
!
|
2011-06-07 14:34:54 -03:00
|
|
|
tpre = tcur
|
|
|
|
|
2011-04-29 00:51:28 -03:00
|
|
|
#if defined SIGNALS && defined MPI
|
|
|
|
! reduce termination flag over all processors
|
|
|
|
!
|
2012-07-22 19:01:27 -03:00
|
|
|
call reduce_maximum_integer(iterm, iret)
|
|
|
|
iterm = iret
|
2011-04-29 00:51:28 -03:00
|
|
|
#endif /* SIGNALS & MPI */
|
2008-12-07 15:14:18 -06:00
|
|
|
end do
|
|
|
|
|
2011-02-27 22:39:56 -03:00
|
|
|
! add one empty line
|
|
|
|
!
|
2012-07-22 19:01:27 -03:00
|
|
|
if (master) write(*,*)
|
2011-02-27 22:39:56 -03:00
|
|
|
|
2012-07-22 15:46:56 -03:00
|
|
|
! stop time accounting for the evolution
|
2011-04-14 16:16:58 +02:00
|
|
|
!
|
2012-07-22 15:46:56 -03:00
|
|
|
call stop_timer(iev)
|
|
|
|
|
|
|
|
! start time accounting for the termination
|
|
|
|
!
|
|
|
|
call start_timer(itm)
|
2011-04-14 16:16:58 +02:00
|
|
|
|
2012-07-22 15:46:56 -03:00
|
|
|
! write down the restart dump
|
2011-05-02 23:43:58 -03:00
|
|
|
!
|
2012-07-22 15:46:56 -03:00
|
|
|
call write_restart_data()
|
2011-05-02 23:43:58 -03:00
|
|
|
|
2010-12-08 12:21:41 -02:00
|
|
|
#ifdef FORCE
|
|
|
|
! finalize forcing module
|
|
|
|
!
|
|
|
|
call clear_forcing()
|
2011-03-02 15:04:16 -03:00
|
|
|
|
2010-12-08 12:21:41 -02:00
|
|
|
#endif /* FORCE */
|
2011-03-02 15:52:33 -03:00
|
|
|
! clear up the integrals module
|
|
|
|
!
|
|
|
|
call clear_integrals()
|
|
|
|
|
2011-03-02 15:04:16 -03:00
|
|
|
! deallocate and reset mesh
|
|
|
|
!
|
|
|
|
call clear_mesh()
|
2010-12-08 12:21:41 -02:00
|
|
|
|
2012-07-23 22:43:23 -03:00
|
|
|
! finalize module COORDINATES
|
2011-05-11 15:32:01 -03:00
|
|
|
!
|
2012-07-23 22:43:23 -03:00
|
|
|
call finalize_coordinates()
|
2011-05-11 15:32:01 -03:00
|
|
|
|
2012-07-22 22:47:25 -03:00
|
|
|
! deallocate block structure
|
|
|
|
!
|
|
|
|
call finalize_blocks()
|
|
|
|
|
2012-07-22 19:37:58 -03:00
|
|
|
! finalize the random number generator
|
|
|
|
!
|
|
|
|
call finalize_random()
|
|
|
|
|
2012-07-22 15:46:56 -03:00
|
|
|
! stop time accounting for the termination
|
|
|
|
!
|
|
|
|
call stop_timer(itm)
|
|
|
|
|
2008-12-07 14:06:04 -06:00
|
|
|
! get total time
|
|
|
|
!
|
2012-07-22 15:46:56 -03:00
|
|
|
tm(1) = get_timer_total()
|
|
|
|
|
|
|
|
! get subtasks timers
|
|
|
|
!
|
|
|
|
do i = 2, ntimers
|
|
|
|
tm(i) = get_timer(i)
|
|
|
|
end do
|
|
|
|
|
|
|
|
! print timings only on master processor
|
|
|
|
!
|
2012-07-22 19:01:27 -03:00
|
|
|
if (master) then
|
2012-07-22 15:46:56 -03:00
|
|
|
|
|
|
|
! print one empty line
|
|
|
|
!
|
|
|
|
write (*,'(a)') ''
|
|
|
|
|
|
|
|
! calculate the conversion factor
|
|
|
|
!
|
|
|
|
tm_conv = 100.0 / tm(1)
|
|
|
|
|
|
|
|
! get the execution time
|
|
|
|
!
|
|
|
|
tm_exec = get_timer_total()
|
|
|
|
|
|
|
|
! prepare the string formatting
|
|
|
|
!
|
|
|
|
write (tmp,"(i64)") int(tm(1))
|
|
|
|
write (tmp,"(i64)") len_trim(adjustl(tmp)) + 6
|
|
|
|
|
|
|
|
! print the execution times
|
|
|
|
!
|
|
|
|
write (fmt,"(a)") "(2x,a32,1x,':',1x,1f" // trim(adjustl(tmp)) // &
|
|
|
|
".3,' secs = ',f6.2,' %')"
|
|
|
|
|
|
|
|
write (*,'(1x,a)') 'EXECUTION TIMINGS'
|
|
|
|
do i = 2, ntimers
|
|
|
|
if (timer_enabled(i)) write (*,fmt) timer_description(i), tm(i) &
|
|
|
|
, tm_conv * tm(i)
|
|
|
|
end do
|
|
|
|
|
|
|
|
! print the CPU times
|
|
|
|
!
|
|
|
|
write (tmp,"(a)") "(1x,a14,20x,':',1x,1f" // trim(adjustl(tmp)) // &
|
|
|
|
".3,' secs = ',f6.2,' %')"
|
|
|
|
write (*,tmp) 'TOTAL CPU TIME', tm(1) , 100.0
|
|
|
|
write (*,tmp) 'TIME PER STEP ', tm(1) / nsteps, 100.0 / nsteps
|
|
|
|
#ifdef MPI
|
|
|
|
write (*,tmp) 'TIME PER CPU ', tm(1) / nprocs, 100.0 / nprocs
|
|
|
|
#endif /* MPI */
|
|
|
|
|
|
|
|
! print the execution time
|
|
|
|
|
|
|
|
write (tmp,"(i64)") int(tm(1))
|
|
|
|
write (tmp,"(i64)") len_trim(adjustl(tmp)) + 6
|
|
|
|
write (tmp,"(a)") "(1x,a14,20x,':',1x,1f" // trim(adjustl(tmp)) // &
|
|
|
|
".3,' secs')"
|
|
|
|
write (*,tmp) 'EXECUTION TIME', tm_exec
|
|
|
|
|
|
|
|
end if
|
2008-12-07 14:06:04 -06:00
|
|
|
|
2012-07-22 19:32:21 -03:00
|
|
|
! a label to go to if there are any problems
|
2011-04-29 00:51:28 -03:00
|
|
|
!
|
2012-07-22 19:32:21 -03:00
|
|
|
20 continue
|
|
|
|
|
2012-07-22 19:01:27 -03:00
|
|
|
if (master) then
|
2012-07-22 19:32:21 -03:00
|
|
|
|
|
|
|
! print info about termination due to a signal
|
|
|
|
!
|
|
|
|
if (iterm .ge. 1 .and. iterm .le. 32) then
|
|
|
|
write (*,'(a)') ''
|
|
|
|
write (*,"(1x,a,i2)") "Terminating program after receiving a" // &
|
|
|
|
" termination signal no. ", iterm
|
|
|
|
write (*,"(1x,a)") "Restart files have been successfully written."
|
|
|
|
end if
|
|
|
|
if (iterm .eq. 100) then
|
|
|
|
write (*,'(a)') ''
|
|
|
|
write (*,"(1x,a)") "Terminating program after exceeding the" // &
|
2011-06-07 17:29:03 -03:00
|
|
|
" execution time."
|
2012-07-22 19:32:21 -03:00
|
|
|
write (*,"(1x,a)") "Restart files have been successfully written."
|
|
|
|
end if
|
|
|
|
if (iterm .ge. 101) then
|
|
|
|
write (*,'(a)') ''
|
|
|
|
write (*,"(1x,a)") "The initial conditions for the selected problem" // &
|
|
|
|
" could not be set."
|
|
|
|
write (*,"(1x,a)") "Program has been terminated."
|
2011-06-07 17:29:03 -03:00
|
|
|
end if
|
2012-07-22 19:32:21 -03:00
|
|
|
if (iterm .ge. 120 .and. iterm .lt. 125) then
|
|
|
|
write (*,'(a)') ''
|
|
|
|
write (*,"(1x,a)") "Problem with restarting job from restart snapshots."
|
|
|
|
write (*,"(1x,a)") "Program has been terminated."
|
|
|
|
end if
|
|
|
|
if (iterm .ge. 125 .and. iterm .lt. 130) then
|
|
|
|
write (*,'(a)') ''
|
|
|
|
write (*,"(1x,a)") "Problem with storing snapshots."
|
|
|
|
write (*,"(1x,a)") "Program has been terminated."
|
2011-04-29 00:51:28 -03:00
|
|
|
end if
|
2011-06-07 01:05:42 -03:00
|
|
|
|
2012-07-22 19:32:21 -03:00
|
|
|
! print one empty line
|
2011-06-07 01:05:42 -03:00
|
|
|
!
|
2012-07-22 15:46:56 -03:00
|
|
|
write (*,'(a)') ''
|
2011-06-07 01:05:42 -03:00
|
|
|
|
2010-10-06 23:11:22 -03:00
|
|
|
end if
|
2008-12-22 14:57:31 -06:00
|
|
|
|
2012-07-22 19:32:21 -03:00
|
|
|
! finalize parameters
|
|
|
|
!
|
|
|
|
call finalize_parameters()
|
|
|
|
|
|
|
|
! finalize module mpitools
|
2008-12-22 14:57:31 -06:00
|
|
|
!
|
2012-07-22 19:01:27 -03:00
|
|
|
call finalize_mpi()
|
2008-12-07 14:06:04 -06:00
|
|
|
|
2008-12-08 21:11:17 -06:00
|
|
|
!-------------------------------------------------------------------------------
|
2008-11-04 13:08:01 -06:00
|
|
|
!
|
|
|
|
end program
|
2011-04-29 00:51:28 -03:00
|
|
|
#ifdef SIGNALS
|
|
|
|
!
|
|
|
|
!===============================================================================
|
|
|
|
!
|
2011-06-07 16:46:09 -03:00
|
|
|
! terminate: subroutine sets the iterm variable after receiving a signal
|
2011-04-29 00:51:28 -03:00
|
|
|
!
|
|
|
|
!===============================================================================
|
|
|
|
!
|
2011-06-07 17:29:03 -03:00
|
|
|
integer(kind=4) function terminate(sig_num)
|
2011-04-29 00:51:28 -03:00
|
|
|
|
2011-06-07 16:46:09 -03:00
|
|
|
use config, only : iterm
|
2011-04-29 00:51:28 -03:00
|
|
|
|
2011-06-07 16:46:09 -03:00
|
|
|
implicit none
|
2011-04-29 00:51:28 -03:00
|
|
|
|
2011-06-07 17:29:03 -03:00
|
|
|
! input arguments
|
|
|
|
!
|
|
|
|
integer(kind=4), intent(in) :: sig_num
|
|
|
|
|
2011-04-29 00:51:28 -03:00
|
|
|
!-------------------------------------------------------------------------------
|
|
|
|
!
|
2011-06-07 17:29:03 -03:00
|
|
|
#ifdef INTEL
|
|
|
|
iterm = sig_num
|
2011-06-17 20:21:10 -03:00
|
|
|
#else /* INTEL */
|
|
|
|
iterm = 15
|
2011-06-07 17:29:03 -03:00
|
|
|
#endif /* INTEL */
|
|
|
|
terminate = 1
|
2011-04-29 00:51:28 -03:00
|
|
|
|
|
|
|
!-------------------------------------------------------------------------------
|
|
|
|
!
|
|
|
|
end
|
|
|
|
#endif /* SIGNALS */
|
|
|
|
|
|
|
|
!===============================================================================
|
|
|
|
!
|