# Invocation command line:
# /home/accel2023/bin/harness/runaccel --reportable --configfile /home/accel2023/config/Supermicro.oneAPI.GNR6960P-SUSE_DDR.cfg --flagsurl /home/accel2023/config/flags/Supermicro-Platform-Settings-V1.2-SPR-revG.xml --flagsurl /home/accel2023/config/flags/Intel-oneAPI2025.0-linux64.xml --iterations 3 --threads 288 --tune base --nopower --runmode speed --tune base --size ref accel
# output_root was not used for this run
############################################################################
# Invocation command line:
# runaccel --reportable --config=intel.oneAPI.GNR6960P_DDR.cfg --flagsurl /home/accel/config/flags/Supermicro-Platform-settings-V1.2-SPR-revF.xml --flagsurl /home/accel/config/flags/ --iterations=3 --threads=256 --tune=base accel
# output_root was not used for this run
############################################################################
env_vars      = 1
output_format = txt,html,pdf

# System Description

# Tester description
license_num   = 001176
test_sponsor  = Supermicro
tester        = Supermicro

######################################################
# SUT Section
######################################################
#include: Example_SUT.inc

# General SUT info
hw_avail    = Nov-2024
sw_avail    = Oct-2024

# Computation node info
# [Node_Description: Hardware]
hw_vendor = Supermicro
hw_model000 = SuperServer SYS-122HA-TN-LCC (2 x Intel Xeon
hw_model001 = 6960P, 2.7GHz, MCR)
hw_cpu_name = Intel Xeon 6960P
hw_ncpuorder = 1, 2 chips
hw_nchips = 2
hw_ncores = 144
hw_nthreadspercore = 2
hw_cpu_nominal_mhz = 2700
hw_cpu_max_mhz = 3900
hw_pcache = 64 KB I + 48 KB D on chip per core
hw_scache = 2 MB I+D on chip per core
hw_tcache = 432 MB I+D on chip per chip
hw_ocache = None
hw_memory   = 1536 GB (24x64GB DDR5 MRDIMM 8800 MT/s)
hw_disk = 1 x 1.6TB NVMe U.2 2.5" SAMSUNG MZWLL1T6HAJQ-00005 SSD
hw_other = None

#[Node_Description: Accelerator]
hw_accel_model = Intel Xeon 6960P
hw_accel_vendor = Intel
hw_accel_name = Intel Xeon 6960P
hw_accel_type = CPU
hw_accel_connect = N/A
hw_accel_ecc = yes
sw_accel_driver = N/A
hw_accel_desc000 = Intel Xeon 6960P
hw_accel_desc001 = SMT ON, Turbo ON

#[Node_Description: Software]
sw_os000 = SUSE Linux Enterprise Server 15 SP6
sw_os001 = 6.4.0-150600.21-default
sw_state = Multi-user
sw_other = None
sw_accel_driver = None

#[Fileserver]

#[Interconnect]

#######################################################################
# End of SUT section
######################################################################

default:
CC   = icx
FC   = ifx
CXX  = icpx
OBJ  = .o
sw_compiler = Intel oneAPI Compiler 2025.0.0
fw_bios = Version 1.1 released Nov-2024

# Compiler Version Flags
CC_VERSION_OPTION  = --version
CXX_VERSION_OPTION = --version
FC_VERSION_OPTION  = --version

OPTIMIZE  = -Ofast -O3 -xCORE-AVX512 -mprefer-vector-width=512 -qopt-multiple-gather-scatter-by-shuffles -flto -ffast-math -fiopenmp -qopt-dynamic-align -fvec-peel-loops -qopt-streaming-stores always -fimf-precision=low
COPTIMIZE = -Xclang -fopenmp-declare-target-scalar-defaultmap-firstprivate
FOPTIMIZE = -nostandard-realloc-lhs -align array32byte -auto -fimf-accuracy-bits-sqrt=14


preENV_KMP_LIBRARY=turnaround
preENV_KMP_BLOCKTIME=infinite
preENV_KMP_AFFINITY=compact,0,granularity=thread
preENV_KMP_STACKSIZE=8M
preENV_OMP_WAIT_POLICY=active
preENV_OMP_DYNAMIC=FALSE
preENV_FORT_BUFFERED=true
preENV_KMP_HW_SUBSET=2S,72C,2T
threads=288

450.md:
FPORTABILITY   = -80

457.spC:
PORTABILITY   += -mcmodel=medium
CPORTABILITY  += -mcmodel=medium -Wl,--no-relax

459.miniGhost:
FPORTABILITY   = -nofor-main

notes_050 =BIOS Setting:
notes_055 =    Power Performance Tuning = BIOS Controls EPB
notes_060 =    ENERGY_PERF_BIAS_CFG Mode = Extreme Performance
notes_065 =OS tunning:
notes_070 =    Stack size set to unlimited using "ulimit -s unlimited"


# The following settings were obtained by running the sysinfo_program
# 'specperl $[top]/bin/sysinfo' (sysinfo:SHA:ac6f2b38b7dec295b8795065d3a13319ea78b9367f95037a5e6ed5e46e487861)
default:
notes_plat_sysinfo_000 =
notes_plat_sysinfo_005 = Sysinfo program /home/accel2023/bin/sysinfo
notes_plat_sysinfo_010 = Rev: r6622 of 2021-04-07 b1a7d5f8f71be5aff70a755cad7211a0
notes_plat_sysinfo_015 = running on 166-191 Sun Dec  8 16:39:45 2024
notes_plat_sysinfo_020 =
notes_plat_sysinfo_025 = SUT (System Under Test) info as seen by some common utilities.
notes_plat_sysinfo_030 = For more information on this section, see
notes_plat_sysinfo_035 =    https://www.spec.org/cpu2017/Docs/config.html#sysinfo
notes_plat_sysinfo_040 =
notes_plat_sysinfo_045 = From /proc/cpuinfo
notes_plat_sysinfo_050 =    model name : Intel(R) Xeon(R) 6960P
notes_plat_sysinfo_055 =       2  "physical id"s (chips)
notes_plat_sysinfo_060 =       288 "processors"
notes_plat_sysinfo_065 =    cores, siblings (Caution: counting these is hw and system dependent. The following
notes_plat_sysinfo_070 =    excerpts from /proc/cpuinfo might not be reliable.  Use with caution.)
notes_plat_sysinfo_075 =       cpu cores : 72
notes_plat_sysinfo_080 =       siblings  : 144
notes_plat_sysinfo_085 =       physical 0: cores 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 64
notes_plat_sysinfo_090 =       65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 128 129 130
notes_plat_sysinfo_095 =       131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151
notes_plat_sysinfo_100 =       physical 1: cores 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 64
notes_plat_sysinfo_105 =       65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 128 129 130
notes_plat_sysinfo_110 =       131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151
notes_plat_sysinfo_115 =
notes_plat_sysinfo_120 = From lscpu from util-linux 2.39.3:
notes_plat_sysinfo_125 =      Architecture:                         x86_64
notes_plat_sysinfo_130 =      CPU op-mode(s):                       32-bit, 64-bit
notes_plat_sysinfo_135 =      Address sizes:                        52 bits physical, 57 bits virtual
notes_plat_sysinfo_140 =      Byte Order:                           Little Endian
notes_plat_sysinfo_145 =      CPU(s):                               288
notes_plat_sysinfo_150 =      On-line CPU(s) list:                  0-287
notes_plat_sysinfo_155 =      Vendor ID:                            GenuineIntel
notes_plat_sysinfo_160 =      BIOS Vendor ID:                       Intel(R) Corporation
notes_plat_sysinfo_165 =      Model name:                           Intel(R) Xeon(R) 6960P
notes_plat_sysinfo_170 =      BIOS Model name:                      Intel(R) Xeon(R) 6960P  CPU @ 2.7GHz
notes_plat_sysinfo_175 =      BIOS CPU family:                      179
notes_plat_sysinfo_180 =      CPU family:                           6
notes_plat_sysinfo_185 =      Model:                                173
notes_plat_sysinfo_190 =      Thread(s) per core:                   2
notes_plat_sysinfo_195 =      Core(s) per socket:                   72
notes_plat_sysinfo_200 =      Socket(s):                            2
notes_plat_sysinfo_205 =      Stepping:                             1
notes_plat_sysinfo_210 =      BogoMIPS:                             5400.00
notes_plat_sysinfo_215 =      Flags:                                fpu vme de pse tsc msr pae mce cx8 apic sep
notes_plat_sysinfo_220 =      mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall
notes_plat_sysinfo_225 =      nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology
notes_plat_sysinfo_230 =      nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx
notes_plat_sysinfo_235 =      smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt
notes_plat_sysinfo_240 =      tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault
notes_plat_sysinfo_245 =      epb cat_l3 cat_l2 cdp_l3 intel_ppin cdp_l2 ssbd mba ibrs ibpb stibp ibrs_enhanced
notes_plat_sysinfo_250 =      tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 hle avx2 smep bmi2
notes_plat_sysinfo_255 =      erms invpcid rtm cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt
notes_plat_sysinfo_260 =      clwb intel_pt avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves
notes_plat_sysinfo_265 =      cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local split_lock_detect user_shstk
notes_plat_sysinfo_270 =      avx_vnni avx512_bf16 wbnoinvd dtherm ida arat pln pts hfi vnmi avx512vbmi umip pku
notes_plat_sysinfo_275 =      ospke waitpkg avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg tme
notes_plat_sysinfo_280 =      avx512_vpopcntdq la57 rdpid bus_lock_detect cldemote movdiri movdir64b enqcmd fsrm
notes_plat_sysinfo_285 =      md_clear serialize tsxldtrk pconfig arch_lbr ibt amx_bf16 avx512_fp16 amx_tile
notes_plat_sysinfo_290 =      amx_int8 flush_l1d arch_capabilities
notes_plat_sysinfo_295 =      Virtualization:                       VT-x
notes_plat_sysinfo_300 =      L1d cache:                            6.8 MiB (144 instances)
notes_plat_sysinfo_305 =      L1i cache:                            9 MiB (144 instances)
notes_plat_sysinfo_310 =      L2 cache:                             288 MiB (144 instances)
notes_plat_sysinfo_315 =      L3 cache:                             864 MiB (2 instances)
notes_plat_sysinfo_320 =      NUMA node(s):                         6
notes_plat_sysinfo_325 =      NUMA node0 CPU(s):                    0-23,144-167
notes_plat_sysinfo_330 =      NUMA node1 CPU(s):                    24-47,168-191
notes_plat_sysinfo_335 =      NUMA node2 CPU(s):                    48-71,192-215
notes_plat_sysinfo_340 =      NUMA node3 CPU(s):                    72-95,216-239
notes_plat_sysinfo_345 =      NUMA node4 CPU(s):                    96-119,240-263
notes_plat_sysinfo_350 =      NUMA node5 CPU(s):                    120-143,264-287
notes_plat_sysinfo_355 =      Vulnerability Gather data sampling:   Not affected
notes_plat_sysinfo_360 =      Vulnerability Itlb multihit:          Not affected
notes_plat_sysinfo_365 =      Vulnerability L1tf:                   Not affected
notes_plat_sysinfo_370 =      Vulnerability Mds:                    Not affected
notes_plat_sysinfo_375 =      Vulnerability Meltdown:               Not affected
notes_plat_sysinfo_380 =      Vulnerability Mmio stale data:        Not affected
notes_plat_sysinfo_385 =      Vulnerability Reg file data sampling: Not affected
notes_plat_sysinfo_390 =      Vulnerability Retbleed:               Not affected
notes_plat_sysinfo_395 =      Vulnerability Spec rstack overflow:   Not affected
notes_plat_sysinfo_400 =      Vulnerability Spec store bypass:      Mitigation; Speculative Store Bypass disabled
notes_plat_sysinfo_405 =      via prctl
notes_plat_sysinfo_410 =      Vulnerability Spectre v1:             Mitigation; usercopy/swapgs barriers and
notes_plat_sysinfo_415 =      __user pointer sanitization
notes_plat_sysinfo_420 =      Vulnerability Spectre v2:             Mitigation; Enhanced / Automatic IBRS; IBPB
notes_plat_sysinfo_425 =      conditional; RSB filling; PBRSB-eIBRS Not affected; BHI BHI_DIS_S
notes_plat_sysinfo_430 =      Vulnerability Srbds:                  Not affected
notes_plat_sysinfo_435 =      Vulnerability Tsx async abort:        Not affected
notes_plat_sysinfo_440 =
notes_plat_sysinfo_445 = From lscpu --cache:
notes_plat_sysinfo_450 =      NAME ONE-SIZE ALL-SIZE WAYS TYPE        LEVEL   SETS PHY-LINE COHERENCY-SIZE
notes_plat_sysinfo_455 =      L1d       48K     6.8M   12 Data            1     64        1             64
notes_plat_sysinfo_460 =      L1i       64K       9M   16 Instruction     1     64        1             64
notes_plat_sysinfo_465 =      L2         2M     288M   16 Unified         2   2048        1             64
notes_plat_sysinfo_470 =      L3       432M     864M   16 Unified         3 442368        1             64
notes_plat_sysinfo_475 =
notes_plat_sysinfo_480 = /proc/cpuinfo cache data
notes_plat_sysinfo_485 =    cache size : 442368 KB
notes_plat_sysinfo_490 =
notes_plat_sysinfo_495 = From numactl --hardware
notes_plat_sysinfo_500 = WARNING: a numactl 'node' might or might not correspond to a physical chip.
notes_plat_sysinfo_505 =   available: 6 nodes (0-5)
notes_plat_sysinfo_510 =   node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 144 145 146
notes_plat_sysinfo_515 =   147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167
notes_plat_sysinfo_520 =   node 0 size: 257480 MB
notes_plat_sysinfo_525 =   node 0 free: 256333 MB
notes_plat_sysinfo_530 =   node 1 cpus: 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47
notes_plat_sysinfo_535 =   168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189
notes_plat_sysinfo_540 =   190 191
notes_plat_sysinfo_545 =   node 1 size: 258035 MB
notes_plat_sysinfo_550 =   node 1 free: 257478 MB
notes_plat_sysinfo_555 =   node 2 cpus: 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71
notes_plat_sysinfo_560 =   192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213
notes_plat_sysinfo_565 =   214 215
notes_plat_sysinfo_570 =   node 2 size: 258035 MB
notes_plat_sysinfo_575 =   node 2 free: 257425 MB
notes_plat_sysinfo_580 =   node 3 cpus: 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95
notes_plat_sysinfo_585 =   216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237
notes_plat_sysinfo_590 =   238 239
notes_plat_sysinfo_595 =   node 3 size: 258035 MB
notes_plat_sysinfo_600 =   node 3 free: 257032 MB
notes_plat_sysinfo_605 =   node 4 cpus: 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114
notes_plat_sysinfo_610 =   115 116 117 118 119 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256
notes_plat_sysinfo_615 =   257 258 259 260 261 262 263
notes_plat_sysinfo_620 =   node 4 size: 257996 MB
notes_plat_sysinfo_625 =   node 4 free: 257450 MB
notes_plat_sysinfo_630 =   node 5 cpus: 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137
notes_plat_sysinfo_635 =   138 139 140 141 142 143 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279
notes_plat_sysinfo_640 =   280 281 282 283 284 285 286 287
notes_plat_sysinfo_645 =   node 5 size: 257588 MB
notes_plat_sysinfo_650 =   node 5 free: 256018 MB
notes_plat_sysinfo_655 =   node distances:
notes_plat_sysinfo_660 =   node   0   1   2   3   4   5
notes_plat_sysinfo_665 =     0:  10  12  12  21  21  21
notes_plat_sysinfo_670 =     1:  12  10  12  21  21  21
notes_plat_sysinfo_675 =     2:  12  12  10  21  21  21
notes_plat_sysinfo_680 =     3:  21  21  21  10  12  12
notes_plat_sysinfo_685 =     4:  21  21  21  12  10  12
notes_plat_sysinfo_690 =     5:  21  21  21  12  12  10
notes_plat_sysinfo_695 =
notes_plat_sysinfo_700 = From /proc/meminfo
notes_plat_sysinfo_705 =    MemTotal:       1584303416 kB
notes_plat_sysinfo_710 =    HugePages_Total:       0
notes_plat_sysinfo_715 =    Hugepagesize:       2048 kB
notes_plat_sysinfo_720 =
notes_plat_sysinfo_725 = From /etc/*release* /etc/*version*
notes_plat_sysinfo_730 =    os-release:
notes_plat_sysinfo_735 =       NAME="SLES"
notes_plat_sysinfo_740 =       VERSION="15-SP6"
notes_plat_sysinfo_745 =       VERSION_ID="15.6"
notes_plat_sysinfo_750 =       PRETTY_NAME="SUSE Linux Enterprise Server 15 SP6"
notes_plat_sysinfo_755 =       ID="sles"
notes_plat_sysinfo_760 =       ID_LIKE="suse"
notes_plat_sysinfo_765 =       ANSI_COLOR="0;32"
notes_plat_sysinfo_770 =       CPE_NAME="cpe:/o:suse:sles:15:sp6"
notes_plat_sysinfo_775 =
notes_plat_sysinfo_780 = uname -a:
notes_plat_sysinfo_785 =    Linux 166-191 6.4.0-150600.21-default #1 SMP PREEMPT_DYNAMIC Thu May 16 11:09:22 UTC
notes_plat_sysinfo_790 =    2024 (36c1e09) x86_64 x86_64 x86_64 GNU/Linux
notes_plat_sysinfo_795 =
notes_plat_sysinfo_800 = Kernel self-reported vulnerability status:
notes_plat_sysinfo_805 =
notes_plat_sysinfo_810 = gather_data_sampling:                                  Not affected
notes_plat_sysinfo_815 = CVE-2018-12207 (iTLB Multihit):                        Not affected
notes_plat_sysinfo_820 = CVE-2018-3620 (L1 Terminal Fault):                     Not affected
notes_plat_sysinfo_825 = Microarchitectural Data Sampling:                      Not affected
notes_plat_sysinfo_830 = CVE-2017-5754 (Meltdown):                              Not affected
notes_plat_sysinfo_835 = mmio_stale_data:                                       Not affected
notes_plat_sysinfo_840 = reg_file_data_sampling:                                Not affected
notes_plat_sysinfo_845 = retbleed:                                              Not affected
notes_plat_sysinfo_850 = spec_rstack_overflow:                                  Not affected
notes_plat_sysinfo_855 = CVE-2018-3639 (Speculative Store Bypass):              Mitigation: Speculative Store
notes_plat_sysinfo_860 =                                                        Bypass disabled via prctl
notes_plat_sysinfo_865 = CVE-2017-5753 (Spectre variant 1):                     Mitigation: usercopy/swapgs
notes_plat_sysinfo_870 =                                                        barriers and __user pointer
notes_plat_sysinfo_875 =                                                        sanitization
notes_plat_sysinfo_880 = CVE-2017-5715 (Spectre variant 2):                     Mitigation: Enhanced / Automatic
notes_plat_sysinfo_885 =                                                        IBRS; IBPB: conditional; RSB
notes_plat_sysinfo_890 =                                                        filling; PBRSB-eIBRS: Not
notes_plat_sysinfo_895 =                                                        affected; BHI: BHI_DIS_S
notes_plat_sysinfo_900 = CVE-2020-0543 (Special Register Buffer Data Sampling): Not affected
notes_plat_sysinfo_905 = CVE-2019-11135 (TSX Asynchronous Abort):               Not affected
notes_plat_sysinfo_910 =
notes_plat_sysinfo_915 = run-level 3 Dec 8 16:31 last=5
notes_plat_sysinfo_920 =
notes_plat_sysinfo_925 = SPEC is set to: /home/accel2023
notes_plat_sysinfo_930 =    Filesystem     Type   Size  Used Avail Use% Mounted on
notes_plat_sysinfo_935 =    /dev/nvme0n1p2 btrfs  1.5T   29G  1.5T   2% /home
notes_plat_sysinfo_940 =
notes_plat_sysinfo_945 = From /sys/devices/virtual/dmi/id
notes_plat_sysinfo_950 =     Vendor:         Supermicro
notes_plat_sysinfo_955 =     Product:        Super Server
notes_plat_sysinfo_960 =     Product Family: Family
notes_plat_sysinfo_965 =     Serial:         0123456789
notes_plat_sysinfo_970 =
notes_plat_sysinfo_975 = Additional information from dmidecode 3.4 follows.  WARNING: Use caution when you
notes_plat_sysinfo_980 = interpret this section. The 'dmidecode' program reads system data which is "intended to
notes_plat_sysinfo_985 = allow hardware to be accurately determined", but the intent may not be met, as there are
notes_plat_sysinfo_990 = frequent changes to hardware, firmware, and the "DMTF SMBIOS" standard.
notes_plat_sysinfo_995 =   Memory:
notes_plat_sysinfo_1000 =     24x Micron Technology MTC40F2046S1HC88XD1 WCCCC 64 GB 2 rank 8800
notes_plat_sysinfo_1005 =
notes_plat_sysinfo_1010 = BIOS:
notes_plat_sysinfo_1015 =    BIOS Vendor:       American Megatrends International, LLC.
notes_plat_sysinfo_1020 =    BIOS Version:      1.1
notes_plat_sysinfo_1025 =    BIOS Date:         11/06/2024
notes_plat_sysinfo_1030 =    BIOS Revision:     5.35
notes_plat_sysinfo_1035 =
notes_plat_sysinfo_1040 = (End of data from sysinfo program)
hw_cpu_name    = Intel Xeon 6960P
hw_disk        = 1 x 1.6TB NVMe SSD
hw_nchips      = 2
prepared_by    = Supermicro
sw_file        = btrfs
sw_os001       = 6.4.0-150600.21-default
sw_state       = Run level 3 (multi-user)
# End of settings added by sysinfo_program


# The following section was added automatically, and contains settings that
# did not appear in the original configuration file, but were added to the
# raw file after the run.
default:
flagsurl000 = http://www.spec.org/accel2023/flags/Supermicro-Platform-Settings-V1.2-SPR-revG.xml
flagsurl001 = http://www.spec.org/accel2023/flags/Intel_compiler_flags.2024-12-31.xml
notes_000 =Environment variables set by runaccel before the start of the run:
notes_005 =FORT_BUFFERED = "true"
notes_010 =KMP_AFFINITY = "compact,0,granularity=thread"
notes_015 =KMP_BLOCKTIME = "infinite"
notes_020 =KMP_HW_SUBSET = "2S,72C,2T"
notes_025 =KMP_LIBRARY = "turnaround"
notes_030 =KMP_STACKSIZE = "8M"
notes_035 =OMP_DYNAMIC = "FALSE"
notes_040 =OMP_WAIT_POLICY = "active"
notes_045 =