<core_client_version>7.18.1</core_client_version>
<![CDATA[
<message>
Disk usage limit exceeded</message>
<stderr_txt>
1:1:7981:7981] [20230108:140510:1673204710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:7981:7981] [20230108:140510:1673204710:0.000] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
14:06:07 STEP 1512 H=1512:00 +CPU= 50.217
14:06:39 STEP 1513 H=1513:00 +CPU= 28.448
14:07:12 STEP 1514 H=1514:00 +CPU= 29.344
14:08:02 STEP 1515 H=1515:00 +CPU= 44.765
14:08:35 STEP 1516 H=1516:00 +CPU= 29.228
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 2012050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0086
(argv4) batchid: 981
(argv5) wuid: 12197730
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/1
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/1/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/1/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_e1cd343217d0b92798a40a3271da0058 to: /var/lib/boinc-client/slots/1/oifs_43r3_ps_0086_2012050100_123_981_12197730.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/1/oifs_43r3_ps_0086_2012050100_123_981_12197730.zip
ic_ancil_file: ic_ancil_12197730
ifsdata_file: ifsdata_12197730
climate_data_file: clim_data_12197730
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_48c4628a1ca2f50b0033468280859ad2 to: /var/lib/boinc-client/slots/1/ic_ancil_12197730.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/1/ic_ancil_12197730.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_82e42f00650029f2fcce12b2a6f50e61 to: /var/lib/boinc-client/slots/1/ifsdata/ifsdata_12197730.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/1/ifsdata/ifsdata_12197730.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/1/159l_2/clim_data_12197730.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/1/159l_2/clim_data_12197730.zip
Checking for progress XML file: /var/lib/boinc-client/slots/1/progress_file_12197730.xml
Opened progress file ok : /var/lib/boinc-client/slots/1/progress_file_12197730.xml
-- Model is restarting --
Adjusting last_iter, 1517, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/1/progress_file_12197730.xml
last_cpu_time: 814
upload_file_number: 1
last_iter: 1511
last_upload: 5443200
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0086_2012050100_123_981_12197730_0_r1319255110
The child process has been launched with process id: 10417
Executing the command: /var/lib/boinc-client/slots/1/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:10417:10417] [20230108:141017:1673205017:0.001] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
14:11:31 STEP 1512 H=1512:00 +CPU= 50.026
14:12:01 STEP 1513 H=1513:00 +CPU= 27.936
14:12:31 STEP 1514 H=1514:00 +CPU= 29.093
14:13:18 STEP 1515 H=1515:00 +CPU= 43.890
14:13:51 STEP 1516 H=1516:00 +CPU= 29.356
14:14:20 STEP 1517 H=1517:00 +CPU= 27.953
14:15:06 STEP 1518 H=1518:00 +CPU= 44.592
14:15:37 STEP 1519 H=1519:00 +CPU= 28.078
14:16:08 STEP 1520 H=1520:00 +CPU= 28.791
14:16:53 STEP 1521 H=1521:00 +CPU= 43.582
14:17:22 STEP 1522 H=1522:00 +CPU= 28.779
14:17:51 STEP 1523 H=1523:00 +CPU= 27.960
14:18:44 STEP 1524 H=1524:00 +CPU= 49.053
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMGGhq0f+001524
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMSHhq0f+001524
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMUAhq0f+001524
14:19:13 STEP 1525 H=1525:00 +CPU= 27.856
14:19:43 STEP 1526 H=1526:00 +CPU= 28.992
14:20:29 STEP 1527 H=1527:00 +CPU= 43.665
14:20:59 STEP 1528 H=1528:00 +CPU= 28.875
14:21:30 STEP 1529 H=1529:00 +CPU= 28.377
14:22:22 STEP 1530 H=1530:00 +CPU= 44.874
Quit request received from BOINC client, ending the child process
..Failed, model did not complete successfully
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 2012050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0086
(argv4) batchid: 981
(argv5) wuid: 12197730
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/1
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/1/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/1/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_e1cd343217d0b92798a40a3271da0058 to: /var/lib/boinc-client/slots/1/oifs_43r3_ps_0086_2012050100_123_981_12197730.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/1/oifs_43r3_ps_0086_2012050100_123_981_12197730.zip
ic_ancil_file: ic_ancil_12197730
ifsdata_file: ifsdata_12197730
climate_data_file: clim_data_12197730
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_48c4628a1ca2f50b0033468280859ad2 to: /var/lib/boinc-client/slots/1/ic_ancil_12197730.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/1/ic_ancil_12197730.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_82e42f00650029f2fcce12b2a6f50e61 to: /var/lib/boinc-client/slots/1/ifsdata/ifsdata_12197730.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/1/ifsdata/ifsdata_12197730.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/1/159l_2/clim_data_12197730.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/1/159l_2/clim_data_12197730.zip
Checking for progress XML file: /var/lib/boinc-client/slots/1/progress_file_12197730.xml
Opened progress file ok : /var/lib/boinc-client/slots/1/progress_file_12197730.xml
-- Model is restarting --
Adjusting last_iter, 1531, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/1/progress_file_12197730.xml
last_cpu_time: 1478
upload_file_number: 1
last_iter: 1511
last_upload: 5443200
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0086_2012050100_123_981_12197730_0_r1319255110
The child process has been launched with process id: 13760
Executing the command: /var/lib/boinc-client/slots/1/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:13760:13760] [20230108:143026:1673206226:0.000] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 2012050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0086
(argv4) batchid: 981
(argv5) wuid: 12197730
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/1
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/1/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/1/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_e1cd343217d0b92798a40a3271da0058 to: /var/lib/boinc-client/slots/1/oifs_43r3_ps_0086_2012050100_123_981_12197730.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/1/oifs_43r3_ps_0086_2012050100_123_981_12197730.zip
ic_ancil_file: ic_ancil_12197730
ifsdata_file: ifsdata_12197730
climate_data_file: clim_data_12197730
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_48c4628a1ca2f50b0033468280859ad2 to: /var/lib/boinc-client/slots/1/ic_ancil_12197730.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/1/ic_ancil_12197730.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_82e42f00650029f2fcce12b2a6f50e61 to: /var/lib/boinc-client/slots/1/ifsdata/ifsdata_12197730.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/1/ifsdata/ifsdata_12197730.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/1/159l_2/clim_data_12197730.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/1/159l_2/clim_data_12197730.zip
Checking for progress XML file: /var/lib/boinc-client/slots/1/progress_file_12197730.xml
Opened progress file ok : /var/lib/boinc-client/slots/1/progress_file_12197730.xml
-- Model is restarting --
Adjusting last_iter, 1512, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/1/progress_file_12197730.xml
last_cpu_time: 1484
upload_file_number: 1
last_iter: 1511
last_upload: 5443200
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0086_2012050100_123_981_12197730_0_r1319255110
The child process has been launched with process id: 14712
Executing the command: /var/lib/boinc-client/slots/1/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:14712:14712] [20230108:143158:1673206318:0.000] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
14:32:52 STEP 1512 H=1512:00 +CPU= 47.818
14:33:22 STEP 1513 H=1513:00 +CPU= 27.679
14:33:54 STEP 1514 H=1514:00 +CPU= 28.725
14:34:40 STEP 1515 H=1515:00 +CPU= 43.365
14:35:12 STEP 1516 H=1516:00 +CPU= 28.709
14:35:43 STEP 1517 H=1517:00 +CPU= 27.916
14:36:32 STEP 1518 H=1518:00 +CPU= 44.629
14:37:02 STEP 1519 H=1519:00 +CPU= 27.977
14:37:35 STEP 1520 H=1520:00 +CPU= 28.863
14:38:20 STEP 1521 H=1521:00 +CPU= 43.585
14:38:50 STEP 1522 H=1522:00 +CPU= 28.828
14:39:23 STEP 1523 H=1523:00 +CPU= 28.028
14:40:16 STEP 1524 H=1524:00 +CPU= 48.698
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMGGhq0f+001524
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMSHhq0f+001524
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMUAhq0f+001524
14:40:47 STEP 1525 H=1525:00 +CPU= 28.115
14:41:18 STEP 1526 H=1526:00 +CPU= 28.893
14:42:06 STEP 1527 H=1527:00 +CPU= 43.590
14:42:37 STEP 1528 H=1528:00 +CPU= 28.829
14:43:13 STEP 1529 H=1529:00 +CPU= 28.039
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
14:44:50 STEP 1530 H=1530:00 +CPU= 44.250
14:45:23 STEP 1531 H=1531:00 +CPU= 27.156
14:45:54 STEP 1532 H=1532:00 +CPU= 28.871
14:46:42 STEP 1533 H=1533:00 +CPU= 43.516
14:47:13 STEP 1534 H=1534:00 +CPU= 28.709
14:47:44 STEP 1535 H=1535:00 +CPU= 28.875
14:48:40 STEP 1536 H=1536:00 +CPU= 51.643
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMGGhq0f+001536
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMSHhq0f+001536
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMUAhq0f+001536
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMGGhq0f+001512
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMSHhq0f+001512
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMUAhq0f+001512
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMGGhq0f+001524
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMSHhq0f+001524
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMUAhq0f+001524
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0086_2012050100_123_981_12197730_0_r1319255110_1.zip
Uploading the intermediate file: upload_file_1.zip
14:49:12 STEP 1537 H=1537:00 +CPU= 27.810
14:49:42 STEP 1538 H=1538:00 +CPU= 28.770
14:50:33 STEP 1539 H=1539:00 +CPU= 43.708
14:51:04 STEP 1540 H=1540:00 +CPU= 28.752
14:51:36 STEP 1541 H=1541:00 +CPU= 28.078
14:52:24 STEP 1542 H=1542:00 +CPU= 44.628
14:52:54 STEP 1543 H=1543:00 +CPU= 27.939
14:53:25 STEP 1544 H=1544:00 +CPU= 28.997
14:54:12 STEP 1545 H=1545:00 +CPU= 43.659
14:54:42 STEP 1546 H=1546:00 +CPU= 28.770
14:55:11 STEP 1547 H=1547:00 +CPU= 27.903
14:56:01 STEP 1548 H=1548:00 +CPU= 48.619
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMGGhq0f+001548
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMSHhq0f+001548
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMUAhq0f+001548
14:56:30 STEP 1549 H=1549:00 +CPU= 27.927
14:57:00 STEP 1550 H=1550:00 +CPU= 28.843
14:57:49 STEP 1551 H=1551:00 +CPU= 43.634
14:58:21 STEP 1552 H=1552:00 +CPU= 28.684
14:58:50 STEP 1553 H=1553:00 +CPU= 27.759
14:59:37 STEP 1554 H=1554:00 +CPU= 44.461
15:00:15 STEP 1555 H=1555:00 +CPU= 28.076
15:00:46 STEP 1556 H=1556:00 +CPU= 28.715
15:01:35 STEP 1557 H=1557:00 +CPU= 43.560
15:02:05 STEP 1558 H=1558:00 +CPU= 28.580
15:02:34 STEP 1559 H=1559:00 +CPU= 28.617
15:03:30 STEP 1560 H=1560:00 +CPU= 51.789
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMGGhq0f+001560
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMSHhq0f+001560
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMUAhq0f+001560
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMGGhq0f+001536
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMSHhq0f+001536
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMUAhq0f+001536
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMGGhq0f+001548
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMSHhq0f+001548
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMUAhq0f+001548
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0086_2012050100_123_981_12197730_0_r1319255110_2.zip
Uploading the intermediate file: upload_file_2.zip
15:04:00 STEP 1561 H=1561:00 +CPU= 27.821
15:04:34 STEP 1562 H=1562:00 +CPU= 29.204
15:05:20 STEP 1563 H=1563:00 +CPU= 43.455
15:05:50 STEP 1564 H=1564:00 +CPU= 28.811
15:06:18 STEP 1565 H=1565:00 +CPU= 27.792
15:07:03 STEP 1566 H=1566:00 +CPU= 44.267
15:07:38 STEP 1567 H=1567:00 +CPU= 28.009
15:08:07 STEP 1568 H=1568:00 +CPU= 28.380
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 2012050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0086
(argv4) batchid: 981
(argv5) wuid: 12197730
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/1
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/1/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/1/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_e1cd343217d0b92798a40a3271da0058 to: /var/lib/boinc-client/slots/1/oifs_43r3_ps_0086_2012050100_123_981_12197730.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/1/oifs_43r3_ps_0086_2012050100_123_981_12197730.zip
ic_ancil_file: ic_ancil_12197730
ifsdata_file: ifsdata_12197730
climate_data_file: clim_data_12197730
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_48c4628a1ca2f50b0033468280859ad2 to: /var/lib/boinc-client/slots/1/ic_ancil_12197730.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/1/ic_ancil_12197730.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_82e42f00650029f2fcce12b2a6f50e61 to: /var/lib/boinc-client/slots/1/ifsdata/ifsdata_12197730.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/1/ifsdata/ifsdata_12197730.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/1/159l_2/clim_data_12197730.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/1/159l_2/clim_data_12197730.zip
Checking for progress XML file: /var/lib/boinc-client/slots/1/progress_file_12197730.xml
Opened progress file ok : /var/lib/boinc-client/slots/1/progress_file_12197730.xml
-- Model is restarting --
Adjusting last_iter, 1569, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/1/progress_file_12197730.xml
last_cpu_time: 3462
upload_file_number: 3
last_iter: 1559
last_upload: 5616000
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0086_2012050100_123_981_12197730_0_r1319255110
The child process has been launched with process id: 22973
Executing the command: /var/lib/boinc-client/slots/1/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:22973:22973] [20230108:150952:1673208592:0.000] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
15:10:47 STEP 1560 H=1560:00 +CPU= 49.598
Quit request received from BOINC client, ending the child process
..Failed, model did not complete successfully
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 2012050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0086
(argv4) batchid: 981
(argv5) wuid: 12197730
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/1
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/1/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/1/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_e1cd343217d0b92798a40a3271da0058 to: /var/lib/boinc-client/slots/1/oifs_43r3_ps_0086_2012050100_123_981_12197730.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/1/oifs_43r3_ps_0086_2012050100_123_981_12197730.zip
ic_ancil_file: ic_ancil_12197730
ifsdata_file: ifsdata_12197730
climate_data_file: clim_data_12197730
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_48c4628a1ca2f50b0033468280859ad2 to: /var/lib/boinc-client/slots/1/ic_ancil_12197730.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/1/ic_ancil_12197730.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_82e42f00650029f2fcce12b2a6f50e61 to: /var/lib/boinc-client/slots/1/ifsdata/ifsdata_12197730.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/1/ifsdata/ifsdata_12197730.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/1/159l_2/clim_data_12197730.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/1/159l_2/clim_data_12197730.zip
Checking for progress XML file: /var/lib/boinc-client/slots/1/progress_file_12197730.xml
Opened progress file ok : /var/lib/boinc-client/slots/1/progress_file_12197730.xml
-- Model is restarting --
Adjusting last_iter, 1561, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/1/progress_file_12197730.xml
last_cpu_time: 3519
upload_file_number: 3
last_iter: 1559
last_upload: 5616000
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0086_2012050100_123_981_12197730_0_r1319255110
The child process has been launched with process id: 23963
Executing the command: /var/lib/boinc-client/slots/1/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:massarosa:1:1:23963:23963] [20230108:151218:1673208738:0.000] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
15:13:13 STEP 1560 H=1560:00 +CPU= 48.115
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
15:14:23 STEP 1561 H=1561:00 +CPU= 27.238
15:14:59 STEP 1562 H=1562:00 +CPU= 29.138
15:15:55 STEP 1563 H=1563:00 +CPU= 44.021
15:16:28 STEP 1564 H=1564:00 +CPU= 29.017
15:17:00 STEP 1565 H=1565:00 +CPU= 28.078
15:17:50 STEP 1566 H=1566:00 +CPU= 44.977
15:18:21 STEP 1567 H=1567:00 +CPU= 28.073
15:18:53 STEP 1568 H=1568:00 +CPU= 28.972
15:19:41 STEP 1569 H=1569:00 +CPU= 43.946
15:20:12 STEP 1570 H=1570:00 +CPU= 29.183
15:20:43 STEP 1571 H=1571:00 +CPU= 28.081
15:21:40 STEP 1572 H=1572:00 +CPU= 48.911
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMGGhq0f+001572
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMSHhq0f+001572
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMUAhq0f+001572
15:22:17 STEP 1573 H=1573:00 +CPU= 28.274
15:22:54 STEP 1574 H=1574:00 +CPU= 29.196
15:23:46 STEP 1575 H=1575:00 +CPU= 44.153
15:24:20 STEP 1576 H=1576:00 +CPU= 29.058
15:24:55 STEP 1577 H=1577:00 +CPU= 28.150
15:25:48 STEP 1578 H=1578:00 +CPU= 45.004
15:26:21 STEP 1579 H=1579:00 +CPU= 28.156
15:26:50 STEP 1580 H=1580:00 +CPU= 28.823
15:27:36 STEP 1581 H=1581:00 +CPU= 43.801
15:28:06 STEP 1582 H=1582:00 +CPU= 28.820
15:28:35 STEP 1583 H=1583:00 +CPU= 28.898
15:29:29 STEP 1584 H=1584:00 +CPU= 51.937
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMGGhq0f+001584
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMSHhq0f+001584
Moving to projects directory: /var/lib/boinc-client/slots/1/ICMUAhq0f+001584
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMGGhq0f+001560
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMSHhq0f+001560
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMUAhq0f+001560
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMGGhq0f+001572
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMSHhq0f+001572
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12197730/ICMUAhq0f+001572
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0086_2012050100_123_981_12197730_0_r1319255110_3.zip
Uploading the intermediate file: upload_file_3.zip
15:29:58 STEP 1585 H=1585:00 +CPU= 27.872
15:30:28 STEP 1586 H=1586:00 +CPU= 28.873
15:31:13 STEP 1587 H=1587:00 +CPU= 43.767
Abort request received from BOINC client, ending the child process
</stderr_txt>
]]>
