<core_client_version>7.20.2</core_client_version>
<![CDATA[
<message>
Disk usage limit exceeded</message>
<stderr_txt>
/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064151:1674715311:0.001] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
06:43:15 STEP 2400 H=2400:00 +CPU= 56.798
06:43:47 STEP 2401 H=2401:00 +CPU= 31.622
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
06:47:04 STEP 2402 H=2402:00 +CPU= 28.257
06:47:53 STEP 2403 H=2403:00 +CPU= 48.656
06:48:25 STEP 2404 H=2404:00 +CPU= 31.157
Suspend request received from the BOINC client, suspending the child process
double free or corruption (top)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1538] Received signal#15 (SIGTERM) :: 2590MB (heap), 4403MB (maxrss), 0MB (maxstack), 0 (paging), nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1542] Also activating Harakiri-alarm (SIGALRM=14) to expire after 500s elapsed to prevent hangs, nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1544] Harakiri signal handler 'signal_harakiri' for signal#14 (SIGALRM) installed at 0x81f3c0 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1617] Signal#15 was caused by unrecognized si_code [memaddr=0x1], nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1686] Starting DrHook backtrace for signal#15, nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3843] 2590 MB (maxheap), 4403 MB (maxrss), 0 MB (maxstack)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : MASTER
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT0
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT2
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT3
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT4
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : WVCOUPLE
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : WAVEMDL
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : WAMODEL
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : PROPAG_WAM
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : >OMP-WAMODEL 1 (1430)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064919:1674715759:448.157] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : PROPAGS2
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064920:1674715760:449.157] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1734] DrHook backtrace done for signal#15, nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:5490:5490] [20230126:064920:1674715760:449.158] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1785] Calling previous signal handler at 0x1ce8bb0 for signal#15, nsigs = 1
forrtl: error (78): process killed (SIGTERM)
Image PC Routine Line Source
oifs_43r3_model.e 0000000001CE916B Unknown Unknown Unknown
oifs_43r3_model.e 000000000081FFF1 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DC9090 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001A263F8 propags2_ 100 propags2.F
oifs_43r3_model.e 000000000169F16E propag_wam_ 86 propag_wam.F
oifs_43r3_model.e 000000000168BBC6 wamodel_ 942 wamodel.F
oifs_43r3_model.e 0000000000872295 wavemdl_ 584 wavemdl.F
oifs_43r3_model.e 00000000007E0165 wvcouple_ 260 wvcouple.F90
oifs_43r3_model.e 000000000055E4AD cnt4_ 1283 cnt4.F90
oifs_43r3_model.e 00000000005471C9 cnt3_ 267 cnt3.F90
oifs_43r3_model.e 0000000000546412 cnt2_ 88 cnt2.F90
oifs_43r3_model.e 0000000000545E28 cnt1_ 92 cnt1.F90
oifs_43r3_model.e 000000000040708D cnt0_ 146 cnt0.F90
oifs_43r3_model.e 000000000040220F MAIN__ 96 master.F90
oifs_43r3_model.e 00000000004021A2 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DCA390 Unknown Unknown Unknown
oifs_43r3_model.e 000000000040206E Unknown Unknown Unknown
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 1988050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0089
(argv4) batchid: 957
(argv5) wuid: 12173733
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /data/boinc/boinc-client/slots/27
Project directory is: /data/boinc/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733
..mkdir for temp folder for results failed
Copying: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /data/boinc/boinc-client/slots/27/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /data/boinc/boinc-client/slots/27/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_2989dc08a00547ff1d3dca62db1c5f39 to: /data/boinc/boinc-client/slots/27/oifs_43r3_ps_0089_1988050100_123_957_12173733.zip
Unzipping the namelist zip file: /data/boinc/boinc-client/slots/27/oifs_43r3_ps_0089_1988050100_123_957_12173733.zip
ic_ancil_file: ic_ancil_12173733
ifsdata_file: ifsdata_12173733
climate_data_file: clim_data_12173733
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_02588c5a63a2cfc6859935b45562a60c to: /data/boinc/boinc-client/slots/27/ic_ancil_12173733.zip
Unzipping the IC ancils zip file: /data/boinc/boinc-client/slots/27/ic_ancil_12173733.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_a669af3b80adf3be2e00c77b98e84062 to: /data/boinc/boinc-client/slots/27/ifsdata/ifsdata_12173733.zip
Unzipping the ifsdata_zip file: /data/boinc/boinc-client/slots/27/ifsdata/ifsdata_12173733.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /data/boinc/boinc-client/slots/27/159l_2/clim_data_12173733.zip
Unzipping the climate data zip file: /data/boinc/boinc-client/slots/27/159l_2/clim_data_12173733.zip
Checking for progress XML file: /data/boinc/boinc-client/slots/27/progress_file_12173733.xml
Opened progress file ok : /data/boinc/boinc-client/slots/27/progress_file_12173733.xml
-- Model is restarting --
Adjusting last_iter, 2405, to previous model restart step.
Creating progress file: /data/boinc/boinc-client/slots/27/progress_file_12173733.xml
last_cpu_time: 88035
upload_file_number: 100
last_iter: 2399
last_upload: 8640000
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0089_1988050100_123_957_12173733_0_r709064461
The child process has been launched with process id: 14435
Executing the command: /data/boinc/boinc-client/slots/27/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:070807:1674716887:0.001] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
07:09:05 STEP 2400 H=2400:00 +CPU= 54.165
07:09:35 STEP 2401 H=2401:00 +CPU= 29.800
07:10:06 STEP 2402 H=2402:00 +CPU= 31.166
07:10:54 STEP 2403 H=2403:00 +CPU= 47.714
07:11:26 STEP 2404 H=2404:00 +CPU= 31.371
07:11:55 STEP 2405 H=2405:00 +CPU= 29.442
07:12:44 STEP 2406 H=2406:00 +CPU= 48.132
07:13:15 STEP 2407 H=2407:00 +CPU= 30.635
07:13:44 STEP 2408 H=2408:00 +CPU= 29.743
07:14:32 STEP 2409 H=2409:00 +CPU= 47.871
07:15:04 STEP 2410 H=2410:00 +CPU= 31.004
07:15:34 STEP 2411 H=2411:00 +CPU= 29.997
07:16:26 STEP 2412 H=2412:00 +CPU= 52.377
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002412
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002412
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002412
07:16:56 STEP 2413 H=2413:00 +CPU= 30.020
07:17:26 STEP 2414 H=2414:00 +CPU= 29.559
07:18:13 STEP 2415 H=2415:00 +CPU= 46.557
07:18:45 STEP 2416 H=2416:00 +CPU= 31.779
07:19:13 STEP 2417 H=2417:00 +CPU= 27.945
07:20:00 STEP 2418 H=2418:00 +CPU= 47.483
07:20:30 STEP 2419 H=2419:00 +CPU= 29.278
07:21:00 STEP 2420 H=2420:00 +CPU= 30.187
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
07:25:34 STEP 2421 H=2421:00 +CPU= 47.748
07:26:05 STEP 2422 H=2422:00 +CPU= 30.399
07:26:37 STEP 2423 H=2423:00 +CPU= 31.825
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
07:43:15 STEP 2424 H=2424:00 +CPU= 55.784
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002424
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002424
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002424
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002400
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002400
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002400
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002412
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002412
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002412
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0089_1988050100_123_957_12173733_0_r709064461_100.zip
Uploading the intermediate file: upload_file_100.zip
07:43:45 STEP 2425 H=2425:00 +CPU= 29.867
07:44:16 STEP 2426 H=2426:00 +CPU= 31.413
07:45:04 STEP 2427 H=2427:00 +CPU= 47.465
07:45:36 STEP 2428 H=2428:00 +CPU= 31.595
07:46:07 STEP 2429 H=2429:00 +CPU= 30.478
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
08:36:00 STEP 2430 H=2430:00 +CPU= 49.510
08:36:32 STEP 2431 H=2431:00 +CPU= 31.569
08:37:06 STEP 2432 H=2432:00 +CPU= 32.884
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
08:51:56 STEP 2433 H=2433:00 +CPU= 50.259
08:52:30 STEP 2434 H=2434:00 +CPU= 32.862
08:53:03 STEP 2435 H=2435:00 +CPU= 32.235
08:54:01 STEP 2436 H=2436:00 +CPU= 55.860
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002436
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002436
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002436
08:54:33 STEP 2437 H=2437:00 +CPU= 31.486
08:55:06 STEP 2438 H=2438:00 +CPU= 32.063
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
09:02:31 STEP 2439 H=2439:00 +CPU= 50.627
09:03:04 STEP 2440 H=2440:00 +CPU= 32.368
09:03:36 STEP 2441 H=2441:00 +CPU= 31.022
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
09:16:01 STEP 2442 H=2442:00 +CPU= 52.002
09:16:34 STEP 2443 H=2443:00 +CPU= 31.736
09:17:07 STEP 2444 H=2444:00 +CPU= 32.942
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
09:27:19 STEP 2445 H=2445:00 +CPU= 49.559
09:27:51 STEP 2446 H=2446:00 +CPU= 31.607
09:28:24 STEP 2447 H=2447:00 +CPU= 31.929
09:29:25 STEP 2448 H=2448:00 +CPU= 59.307
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002448
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002448
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002448
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002424
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002424
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002424
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002436
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002436
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002436
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0089_1988050100_123_957_12173733_0_r709064461_101.zip
Uploading the intermediate file: upload_file_101.zip
09:29:58 STEP 2449 H=2449:00 +CPU= 31.616
09:30:32 STEP 2450 H=2450:00 +CPU= 33.143
09:31:24 STEP 2451 H=2451:00 +CPU= 50.108
09:31:57 STEP 2452 H=2452:00 +CPU= 32.905
09:32:30 STEP 2453 H=2453:00 +CPU= 31.431
09:33:22 STEP 2454 H=2454:00 +CPU= 51.072
09:33:55 STEP 2455 H=2455:00 +CPU= 31.819
09:34:28 STEP 2456 H=2456:00 +CPU= 32.105
09:35:20 STEP 2457 H=2457:00 +CPU= 50.129
09:35:53 STEP 2458 H=2458:00 +CPU= 32.655
09:36:25 STEP 2459 H=2459:00 +CPU= 31.122
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
11:54:53 STEP 2460 H=2460:00 +CPU= 54.582
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002460
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002460
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002460
11:55:24 STEP 2461 H=2461:00 +CPU= 30.702
11:55:56 STEP 2462 H=2462:00 +CPU= 31.666
11:56:45 STEP 2463 H=2463:00 +CPU= 48.093
11:57:16 STEP 2464 H=2464:00 +CPU= 30.366
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
12:00:15 STEP 2465 H=2465:00 +CPU= 29.884
12:01:04 STEP 2466 H=2466:00 +CPU= 48.912
12:01:35 STEP 2467 H=2467:00 +CPU= 30.240
12:02:06 STEP 2468 H=2468:00 +CPU= 31.334
12:02:55 STEP 2469 H=2469:00 +CPU= 48.549
12:03:26 STEP 2470 H=2470:00 +CPU= 30.233
12:03:57 STEP 2471 H=2471:00 +CPU= 30.677
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
12:27:55 STEP 2472 H=2472:00 +CPU= 59.024
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002472
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002472
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002472
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002448
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002448
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002448
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002460
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002460
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002460
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0089_1988050100_123_957_12173733_0_r709064461_102.zip
Uploading the intermediate file: upload_file_102.zip
12:28:27 STEP 2473 H=2473:00 +CPU= 31.213
12:29:01 STEP 2474 H=2474:00 +CPU= 32.557
12:29:53 STEP 2475 H=2475:00 +CPU= 50.402
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
12:38:45 STEP 2476 H=2476:00 +CPU= 32.647
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
13:19:09 STEP 2477 H=2477:00 +CPU= 31.326
13:20:02 STEP 2478 H=2478:00 +CPU= 51.376
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
13:22:37 STEP 2479 H=2479:00 +CPU= 31.413
13:23:11 STEP 2480 H=2480:00 +CPU= 32.781
13:24:02 STEP 2481 H=2481:00 +CPU= 49.604
13:24:36 STEP 2482 H=2482:00 +CPU= 32.392
13:25:08 STEP 2483 H=2483:00 +CPU= 31.394
13:26:03 STEP 2484 H=2484:00 +CPU= 52.719
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002484
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002484
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002484
13:26:34 STEP 2485 H=2485:00 +CPU= 30.473
13:27:05 STEP 2486 H=2486:00 +CPU= 30.528
13:27:55 STEP 2487 H=2487:00 +CPU= 47.950
13:28:26 STEP 2488 H=2488:00 +CPU= 31.025
13:28:57 STEP 2489 H=2489:00 +CPU= 29.884
13:29:47 STEP 2490 H=2490:00 +CPU= 48.677
13:30:18 STEP 2491 H=2491:00 +CPU= 30.181
13:30:51 STEP 2492 H=2492:00 +CPU= 31.700
13:31:40 STEP 2493 H=2493:00 +CPU= 47.901
13:32:11 STEP 2494 H=2494:00 +CPU= 30.911
13:32:43 STEP 2495 H=2495:00 +CPU= 30.663
13:33:41 STEP 2496 H=2496:00 +CPU= 56.969
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002496
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002496
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002496
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002472
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002472
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002472
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002484
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002484
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002484
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0089_1988050100_123_957_12173733_0_r709064461_103.zip
Uploading the intermediate file: upload_file_103.zip
13:34:12 STEP 2497 H=2497:00 +CPU= 30.268
13:34:44 STEP 2498 H=2498:00 +CPU= 30.472
13:35:33 STEP 2499 H=2499:00 +CPU= 48.387
13:36:05 STEP 2500 H=2500:00 +CPU= 30.797
13:36:37 STEP 2501 H=2501:00 +CPU= 30.549
13:37:27 STEP 2502 H=2502:00 +CPU= 49.231
13:38:00 STEP 2503 H=2503:00 +CPU= 31.113
13:38:33 STEP 2504 H=2504:00 +CPU= 31.950
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
14:07:31 STEP 2505 H=2505:00 +CPU= 48.369
14:08:04 STEP 2506 H=2506:00 +CPU= 32.347
14:08:35 STEP 2507 H=2507:00 +CPU= 30.556
14:09:29 STEP 2508 H=2508:00 +CPU= 53.305
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002508
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002508
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002508
14:12:08 STEP 2509 H=2509:00 +CPU= 28.323
14:12:40 STEP 2510 H=2510:00 +CPU= 31.409
14:13:29 STEP 2511 H=2511:00 +CPU= 48.073
14:14:00 STEP 2512 H=2512:00 +CPU= 30.339
14:14:29 STEP 2513 H=2513:00 +CPU= 29.083
14:15:18 STEP 2514 H=2514:00 +CPU= 48.692
14:15:48 STEP 2515 H=2515:00 +CPU= 30.174
14:16:20 STEP 2516 H=2516:00 +CPU= 31.365
14:17:08 STEP 2517 H=2517:00 +CPU= 47.710
14:17:40 STEP 2518 H=2518:00 +CPU= 31.484
14:18:11 STEP 2519 H=2519:00 +CPU= 30.465
14:19:08 STEP 2520 H=2520:00 +CPU= 56.951
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002520
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002520
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002520
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002496
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002496
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002496
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002508
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002508
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002508
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0089_1988050100_123_957_12173733_0_r709064461_104.zip
Uploading the intermediate file: upload_file_104.zip
14:19:38 STEP 2521 H=2521:00 +CPU= 29.335
14:20:09 STEP 2522 H=2522:00 +CPU= 30.842
14:20:57 STEP 2523 H=2523:00 +CPU= 47.921
14:21:29 STEP 2524 H=2524:00 +CPU= 31.056
14:21:59 STEP 2525 H=2525:00 +CPU= 30.134
14:22:49 STEP 2526 H=2526:00 +CPU= 49.203
14:23:19 STEP 2527 H=2527:00 +CPU= 29.948
14:23:50 STEP 2528 H=2528:00 +CPU= 31.090
14:24:38 STEP 2529 H=2529:00 +CPU= 47.781
14:25:11 STEP 2530 H=2530:00 +CPU= 32.092
14:25:41 STEP 2531 H=2531:00 +CPU= 30.346
14:26:36 STEP 2532 H=2532:00 +CPU= 54.624
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002532
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002532
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002532
14:27:07 STEP 2533 H=2533:00 +CPU= 30.523
14:27:39 STEP 2534 H=2534:00 +CPU= 31.542
14:28:28 STEP 2535 H=2535:00 +CPU= 48.255
14:28:59 STEP 2536 H=2536:00 +CPU= 31.502
14:29:30 STEP 2537 H=2537:00 +CPU= 30.448
14:30:21 STEP 2538 H=2538:00 +CPU= 50.414
14:30:52 STEP 2539 H=2539:00 +CPU= 30.288
14:31:23 STEP 2540 H=2540:00 +CPU= 31.143
14:32:12 STEP 2541 H=2541:00 +CPU= 48.609
14:32:44 STEP 2542 H=2542:00 +CPU= 31.297
14:33:16 STEP 2543 H=2543:00 +CPU= 31.690
14:34:14 STEP 2544 H=2544:00 +CPU= 57.556
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002544
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002544
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002544
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002520
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002520
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002520
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002532
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002532
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002532
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0089_1988050100_123_957_12173733_0_r709064461_105.zip
Uploading the intermediate file: upload_file_105.zip
14:34:43 STEP 2545 H=2545:00 +CPU= 29.226
14:35:13 STEP 2546 H=2546:00 +CPU= 29.992
14:36:00 STEP 2547 H=2547:00 +CPU= 46.611
14:36:31 STEP 2548 H=2548:00 +CPU= 30.423
14:37:00 STEP 2549 H=2549:00 +CPU= 29.257
14:37:47 STEP 2550 H=2550:00 +CPU= 46.287
14:38:16 STEP 2551 H=2551:00 +CPU= 28.840
14:38:46 STEP 2552 H=2552:00 +CPU= 29.696
14:39:32 STEP 2553 H=2553:00 +CPU= 45.680
14:40:02 STEP 2554 H=2554:00 +CPU= 29.633
14:40:31 STEP 2555 H=2555:00 +CPU= 28.493
14:41:22 STEP 2556 H=2556:00 +CPU= 50.951
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002556
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002556
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002556
14:41:52 STEP 2557 H=2557:00 +CPU= 29.117
14:42:21 STEP 2558 H=2558:00 +CPU= 28.622
14:43:06 STEP 2559 H=2559:00 +CPU= 45.294
14:43:37 STEP 2560 H=2560:00 +CPU= 30.647
14:44:07 STEP 2561 H=2561:00 +CPU= 28.953
14:44:55 STEP 2562 H=2562:00 +CPU= 48.128
14:45:25 STEP 2563 H=2563:00 +CPU= 29.235
14:45:56 STEP 2564 H=2564:00 +CPU= 30.899
14:46:44 STEP 2565 H=2565:00 +CPU= 47.896
14:47:16 STEP 2566 H=2566:00 +CPU= 31.515
14:47:48 STEP 2567 H=2567:00 +CPU= 31.619
14:48:45 STEP 2568 H=2568:00 +CPU= 56.919
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002568
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002568
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002568
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002544
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002544
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002544
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002556
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002556
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002556
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0089_1988050100_123_957_12173733_0_r709064461_106.zip
Uploading the intermediate file: upload_file_106.zip
14:49:16 STEP 2569 H=2569:00 +CPU= 30.188
14:49:48 STEP 2570 H=2570:00 +CPU= 31.734
14:50:37 STEP 2571 H=2571:00 +CPU= 48.767
14:51:09 STEP 2572 H=2572:00 +CPU= 31.487
14:51:41 STEP 2573 H=2573:00 +CPU= 31.346
14:52:31 STEP 2574 H=2574:00 +CPU= 50.075
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
15:36:41 STEP 2575 H=2575:00 +CPU= 31.041
15:37:14 STEP 2576 H=2576:00 +CPU= 31.960
15:38:04 STEP 2577 H=2577:00 +CPU= 49.160
15:38:37 STEP 2578 H=2578:00 +CPU= 32.079
15:39:09 STEP 2579 H=2579:00 +CPU= 31.044
15:40:05 STEP 2580 H=2580:00 +CPU= 54.286
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002580
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002580
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002580
15:40:36 STEP 2581 H=2581:00 +CPU= 30.863
15:41:09 STEP 2582 H=2582:00 +CPU= 31.893
15:41:59 STEP 2583 H=2583:00 +CPU= 48.820
15:42:32 STEP 2584 H=2584:00 +CPU= 32.357
15:43:04 STEP 2585 H=2585:00 +CPU= 31.044
15:43:54 STEP 2586 H=2586:00 +CPU= 49.369
15:44:26 STEP 2587 H=2587:00 +CPU= 30.667
15:44:59 STEP 2588 H=2588:00 +CPU= 31.947
15:45:49 STEP 2589 H=2589:00 +CPU= 49.024
15:46:22 STEP 2590 H=2590:00 +CPU= 32.331
15:46:55 STEP 2591 H=2591:00 +CPU= 32.231
15:47:56 STEP 2592 H=2592:00 +CPU= 59.436
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002592
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002592
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002592
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002568
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002568
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002568
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002580
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002580
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002580
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0089_1988050100_123_957_12173733_0_r709064461_107.zip
Uploading the intermediate file: upload_file_107.zip
15:48:28 STEP 2593 H=2593:00 +CPU= 31.323
15:49:01 STEP 2594 H=2594:00 +CPU= 32.041
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
15:53:16 STEP 2595 H=2595:00 +CPU= 48.431
15:53:49 STEP 2596 H=2596:00 +CPU= 31.973
15:54:21 STEP 2597 H=2597:00 +CPU= 31.344
15:55:13 STEP 2598 H=2598:00 +CPU= 51.395
15:55:45 STEP 2599 H=2599:00 +CPU= 31.388
15:56:19 STEP 2600 H=2600:00 +CPU= 32.469
15:57:10 STEP 2601 H=2601:00 +CPU= 49.684
15:57:43 STEP 2602 H=2602:00 +CPU= 32.039
15:58:15 STEP 2603 H=2603:00 +CPU= 31.510
15:59:12 STEP 2604 H=2604:00 +CPU= 55.459
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002604
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002604
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002604
15:59:44 STEP 2605 H=2605:00 +CPU= 31.596
16:00:17 STEP 2606 H=2606:00 +CPU= 32.775
16:01:08 STEP 2607 H=2607:00 +CPU= 48.958
16:01:41 STEP 2608 H=2608:00 +CPU= 32.372
16:02:12 STEP 2609 H=2609:00 +CPU= 30.752
Suspend request received from the BOINC client, suspending the child process
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.593] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1538] Received signal#15 (SIGTERM) :: 3900MB (heap), 4419MB (maxrss), 0MB (maxstack), 0 (paging), nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.643] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1542] Also activating Harakiri-alarm (SIGALRM=14) to expire after 500s elapsed to prevent hangs, nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.643] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1544] Harakiri signal handler 'signal_harakiri' for signal#14 (SIGALRM) installed at 0x81f3c0 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.643] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1617] Signal#15 was caused by unrecognized si_code [memaddr=0x1], nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.643] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1686] Starting DrHook backtrace for signal#15, nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.643] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3843] 3900 MB (maxheap), 4419 MB (maxrss), 0 MB (maxstack)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.643] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : MASTER
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.650] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT0
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.650] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.650] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT2
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.650] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT3
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.650] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT4
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.650] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : STEPO
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.650] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : SCAN2M
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.650] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : GP_MODEL_HEAP
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.650] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : GP_MODEL
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.650] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : RADDRV
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161645:1674749805:32917.650] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : >OMP-RADDRV 2 (1202)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161646:1674749806:32918.650] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1734] DrHook backtrace done for signal#15, nsigs = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14435:14435] [20230126:161646:1674749806:32918.650] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1785] Calling previous signal handler at 0x1ce8bb0 for signal#15, nsigs = 1
forrtl: error (78): process killed (SIGTERM)
Image PC Routine Line Source
oifs_43r3_model.e 0000000001CE916B Unknown Unknown Unknown
oifs_43r3_model.e 000000000081FFF1 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DC9090 Unknown Unknown Unknown
oifs_43r3_model.e 000000000126E405 raddrv_ 472 raddrv.F90
oifs_43r3_model.e 0000000000BFD839 gp_model_ 482 gp_model.F90
oifs_43r3_model.e 00000000012E9482 gp_model_heap_ 74 gp_model_heap.F90
oifs_43r3_model.e 0000000000BBC1CE scan2m_ 535 scan2m.F90
oifs_43r3_model.e 000000000057A664 stepo_ 327 stepo.F90
oifs_43r3_model.e 000000000055DEEC cnt4_ 1133 cnt4.F90
oifs_43r3_model.e 00000000005471C9 cnt3_ 267 cnt3.F90
oifs_43r3_model.e 0000000000546412 cnt2_ 88 cnt2.F90
oifs_43r3_model.e 0000000000545E28 cnt1_ 92 cnt1.F90
oifs_43r3_model.e 000000000040708D cnt0_ 146 cnt0.F90
oifs_43r3_model.e 000000000040220F MAIN__ 96 master.F90
oifs_43r3_model.e 00000000004021A2 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DCA390 Unknown Unknown Unknown
oifs_43r3_model.e 000000000040206E Unknown Unknown Unknown
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 1988050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0089
(argv4) batchid: 957
(argv5) wuid: 12173733
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /data/boinc/boinc-client/slots/27
Project directory is: /data/boinc/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733
..mkdir for temp folder for results failed
Copying: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /data/boinc/boinc-client/slots/27/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /data/boinc/boinc-client/slots/27/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_2989dc08a00547ff1d3dca62db1c5f39 to: /data/boinc/boinc-client/slots/27/oifs_43r3_ps_0089_1988050100_123_957_12173733.zip
Unzipping the namelist zip file: /data/boinc/boinc-client/slots/27/oifs_43r3_ps_0089_1988050100_123_957_12173733.zip
ic_ancil_file: ic_ancil_12173733
ifsdata_file: ifsdata_12173733
climate_data_file: clim_data_12173733
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_02588c5a63a2cfc6859935b45562a60c to: /data/boinc/boinc-client/slots/27/ic_ancil_12173733.zip
Unzipping the IC ancils zip file: /data/boinc/boinc-client/slots/27/ic_ancil_12173733.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_a669af3b80adf3be2e00c77b98e84062 to: /data/boinc/boinc-client/slots/27/ifsdata/ifsdata_12173733.zip
Unzipping the ifsdata_zip file: /data/boinc/boinc-client/slots/27/ifsdata/ifsdata_12173733.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /data/boinc/boinc-client/slots/27/159l_2/clim_data_12173733.zip
Unzipping the climate data zip file: /data/boinc/boinc-client/slots/27/159l_2/clim_data_12173733.zip
Checking for progress XML file: /data/boinc/boinc-client/slots/27/progress_file_12173733.xml
Opened progress file ok : /data/boinc/boinc-client/slots/27/progress_file_12173733.xml
-- Model is restarting --
Adjusting last_iter, 2610, to previous model restart step.
Creating progress file: /data/boinc/boinc-client/slots/27/progress_file_12173733.xml
last_cpu_time: 95915
upload_file_number: 108
last_iter: 2591
last_upload: 9331200
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0089_1988050100_123_957_12173733_0_r709064461
The child process has been launched with process id: 14983
Executing the command: /data/boinc/boinc-client/slots/27/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:victor-Precision-7920-Tower:1:1:14983:14983] [20230127:065508:1674802508:0.001] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
06:56:28 STEP 2592 H=2592:00 +CPU= 54.497
06:56:58 STEP 2593 H=2593:00 +CPU= 29.879
06:57:29 STEP 2594 H=2594:00 +CPU= 30.929
06:58:18 STEP 2595 H=2595:00 +CPU= 48.357
06:58:47 STEP 2596 H=2596:00 +CPU= 29.698
06:59:18 STEP 2597 H=2597:00 +CPU= 30.365
07:00:10 STEP 2598 H=2598:00 +CPU= 52.117
07:00:41 STEP 2599 H=2599:00 +CPU= 30.265
07:01:13 STEP 2600 H=2600:00 +CPU= 32.431
07:02:03 STEP 2601 H=2601:00 +CPU= 49.031
07:02:33 STEP 2602 H=2602:00 +CPU= 30.457
07:03:05 STEP 2603 H=2603:00 +CPU= 31.388
07:03:57 STEP 2604 H=2604:00 +CPU= 51.931
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002604
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002604
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002604
07:04:26 STEP 2605 H=2605:00 +CPU= 29.096
07:04:57 STEP 2606 H=2606:00 +CPU= 30.931
07:05:46 STEP 2607 H=2607:00 +CPU= 48.812
07:06:18 STEP 2608 H=2608:00 +CPU= 31.255
07:06:47 STEP 2609 H=2609:00 +CPU= 28.795
07:07:36 STEP 2610 H=2610:00 +CPU= 48.787
07:08:06 STEP 2611 H=2611:00 +CPU= 30.451
07:08:37 STEP 2612 H=2612:00 +CPU= 30.522
07:09:24 STEP 2613 H=2613:00 +CPU= 47.365
07:09:56 STEP 2614 H=2614:00 +CPU= 31.666
07:10:28 STEP 2615 H=2615:00 +CPU= 32.127
07:11:24 STEP 2616 H=2616:00 +CPU= 55.219
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMGGhq0f+002616
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMSHhq0f+002616
Moving to projects directory: /data/boinc/boinc-client/slots/27/ICMUAhq0f+002616
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002592
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002592
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002592
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMGGhq0f+002604
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMSHhq0f+002604
Adding to the zip: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12173733/ICMUAhq0f+002604
Zipping up the intermediate file: /data/boinc/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0089_1988050100_123_957_12173733_0_r709064461_108.zip
Uploading the intermediate file: upload_file_108.zip
07:11:53 STEP 2617 H=2617:00 +CPU= 28.660
07:12:25 STEP 2618 H=2618:00 +CPU= 31.967
Abort request received from BOINC client, ending the child process
..Failed, model did not complete successfully
</stderr_txt>
]]>
