# Invocation command line: # /N/soft/mason/specmpi2007-2.0/bin/runspec --reportable -c scalemp --flagsurl /N/soft/mason/specmpi2007-2.0/EM64T_Intel111m_flags.xml --ranks=128 -define hosts=/var/spool/torque/aux//16841.m1.mason # output_root was not used for this run ############################################################################ # Invocation command line: # runspec --reportable -c scalemp -F /N/soft/mason/specmpi2007-2.0/EM64T_Intel111m_flags.xml --ranks=$numproc -define hosts=$PBS_NODEFILE # output_root was not used for this run ############################################################################ version_url = version.txt action = validate teeout = yes output_format = all tune = base size = lref iterations = 3 runlist = large makeflags = -j 8 test_sponsor = Indiana University license_num = 3440 tester = Huian Li company_name = Indiana University machine_name = mason hw_avail =Jun-2010 sw_avail =Jan-2011 sw_other = None prepared_by = Indiana University system_vendor = Indiana University node_fileserver_sw_state = Multi-User node_fileserver_sw_sharedfile = NFS node_fileserver_sw_other = None node_fileserver_sw_os = RedHat EL 4 Update 4 node_fileserver_sw_localfile = None node_fileserver_purpose = fileserver node_fileserver_order = 2 node_fileserver_label = HOME node_fileserver_hw_vendor = IBM node_fileserver_hw_tcache = None node_fileserver_hw_scache = 256 KB I+D on chip per core node_fileserver_hw_pcache = 32 KB I + 32 KB D on chip per chip node_fileserver_hw_other = None node_fileserver_hw_ocache = None node_fileserver_hw_nthreadspercore = 1 node_fileserver_hw_ncpuorder = 1-4 chips node_fileserver_hw_ncoresperchip = 8 node_fileserver_hw_ncores = 32 node_fileserver_hw_nchips = 4 node_fileserver_hw_model = IBM N5500 NAS node_fileserver_hw_memory = 6 GB node_fileserver_hw_disk = 10 disks, 320GB/disk, 2.6TB total node_fileserver_hw_cpu_name = Intel Xeon CPU node_fileserver_hw_cpu_mhz = 1866 node_fileserver_hw_adapter_fs_slot_type = PCI-Express x8 node_fileserver_hw_adapter_fs_ports_used = 1 node_fileserver_hw_adapter_fs_interconnect = Ethernet node_fileserver_hw_adapter_fs_firmware = N/A node_fileserver_hw_adapter_fs_driver = e1000 node_fileserver_hw_adapter_fs_data_rate = 1Gbps Ethernet node_fileserver_hw_adapter_fs_count = 1 node_fileserver_count = 1 node_compute_sw_state = Multi-User node_compute_sw_sharedfile = NFS node_compute_sw_other = TORQUE-2.5.7 node_compute_sw_localfile = Linux/ext2 node_compute_purpose = compute node_compute_order = 1 node_compute_label = Mason Node node_compute_hw_vendor = HP node_compute_hw_tcache = 24 MB I+D on chip per chip, 24 MB shared / 8 cores node_compute_hw_scache = 256 KB I+D on chip per core node_compute_hw_pcache = 32 KB I + 32 KB D on chip per core node_compute_hw_other = None node_compute_hw_ocache = None node_compute_hw_nthreadspercore = 1 node_compute_hw_ncpuorder = 1-4 chips node_compute_hw_ncoresperchip = 8 node_compute_hw_ncores = 32 node_compute_hw_nchips = 4 node_compute_hw_model = Proliant DL580 G7 Server Series node_compute_hw_cpu_name = Intel Xeon L7555 node_compute_hw_cpu_mhz = 1866 node_compute_hw_adapter_1ge_slot_type = PCIe x8 Gen2 node_compute_hw_adapter_1ge_ports_used = 1 node_compute_hw_adapter_1ge_model = HP NC375i 1G node_compute_hw_adapter_1ge_interconnect = 1 Gigabit Ethernet node_compute_hw_adapter_1ge_firmware = 4.0.544 node_compute_hw_adapter_1ge_driver = netxen_nic v 4.0.75 node_compute_hw_adapter_1ge_data_rate = 1Gbps node_compute_hw_adapter_1ge_count = 1 node_compute_hw_adapter_10ge_slot_type = PCIe x8 Gen2 node_compute_hw_adapter_10ge_ports_used = 1 node_compute_hw_adapter_10ge_model = HP NC375i 1G w/NC524SFP 10G Module node_compute_hw_adapter_10ge_interconnect = 10 Gigabit Ethernet node_compute_hw_adapter_10ge_firmware = 4.0.544 node_compute_hw_adapter_10ge_driver = netxen_nic v 4.0.75 node_compute_hw_adapter_10ge_data_rate = 10Gbps node_compute_hw_adapter_10ge_count = 1 node_compute_count = 4 interconnect_1ge_purpose = Network management interconnect_1ge_order = 1 interconnect_1ge_label = Gigabit Ethernet interconnect_1ge_hw_vendor = HP interconnect_1ge_hw_topo = switched interconnect_1ge_hw_switch_2010_ports = 48 interconnect_1ge_hw_switch_2010_model = Cisco SGE2010 interconnect_1ge_hw_switch_2010_firmware = 3.0.0.18 interconnect_1ge_hw_switch_2010_data_rate = 1 Gbps Ethernet interconnect_1ge_hw_switch_2010_count = 1 interconnect_1ge_hw_model = Cisco SGE2010 interconnect_10ge_purpose = MPI traffic and NFS traffic interconnect_10ge_order = 1 interconnect_10ge_label = 10Gigabit Ethernet interconnect_10ge_hw_vendor = HP interconnect_10ge_hw_topo = switched interconnect_10ge_hw_switch_7018_ports = 16 interconnect_10ge_hw_switch_7018_model = Cisco 7018 (Line card module: N7K-M132XP-12) interconnect_10ge_hw_switch_7018_firmware = EPLD 5.0.2 interconnect_10ge_hw_switch_7018_data_rate = 10 Gbps Ethernet interconnect_10ge_hw_switch_7018_count = 1 interconnect_10ge_hw_model = HP NC375i 1G w/NC524SFP 10G Module CC = mpicc CXX = mpicxx FC = mpif90 F77 = mpif77 CPP = mpicc CPPFLAGS = -E env_vars = yes MPI_INC = MPI_LIB = MPI_BIN = MPI_RUN = mpirun #MPI_FLAGS = -np $ranks -machinefile %{hosts} --mca btl_openib_flags 1 #MPI_FLAGS = -np 32 -machinefile /N/soft/mason/specmpi2007-2.0/node1.txt MPI_FLAGS = -mca oob_tcp_if_include eth3 -mca btl_tcp_if_include eth0 -np $ranks -machinefile %{hosts} ########################################################################### # # MPI # ########################################################################### default=base=none=default: ENV_SPEC_HPG_PARALLEL = MPI CPORTABILITY = FPORTABILITY = #COPTIMIZE = -O3 -xT -ipo -no-prec-div COPTIMIZE = -O3 -xSSE4.1 -no-prec-div #CXXOPTIMIZE = -O3 -xT -ipo -no-prec-div CXXOPTIMIZE = -O3 -xSSE4.1 -no-prec-div #FOPTIMIZE = -O3 -xT -ipo -no-prec-div FOPTIMIZE = -O3 -xSSE4.1 -no-prec-div CPPFLAGS = -I. FPPFLAGS = -I. FCFLAGS = -I. EXTRA_CFLAGS = EXTRA_CXXFLAGS = EXTRA_FFLAGS = EXTRA_LDFLAGS = use_submit_for_speed = yes ENV_MPI_ENABLED = ENABLED MPIRUN = $MPI_RUN $MPI_FLAGS use_submit_for_speed = 1 submit = $MPIRUN $command 121.pop2: CPORTABILITY = -DSPEC_MPI_CASE_FLAG 126.lammps=default=default=default: CXXPORTABILITY = -DMPICH_IGNORE_CXX_SEEK 127.wrf2: CPORTABILITY = -DSPEC_MPI_LINUX -DSPEC_MPI_CASE_FLAG ################################################################# # Notes ################################################################# test_sponsor = Indiana University license_num = HPG3440A tester = Huian Li test_date = Aug-2011 hw_avail = Jun-2010 sw_avail = Jan-2011 prepared_by = Indiana University system_vendor = Indiana University system_name000 = Mason (Intel Xeon L7555, base frequency 1.87 GHz, system_name001 = PC3-10600R, ECC, running at 1066 MHz and CL9, Turbo on, system_name002 = Max Turbo Frequency 2.53 GHz) # # Computation node info # node_compute_label = Mason Node node_compute_order = 1 node_compute_count = 4 node_compute_purpose = compute node_compute_hw_vendor = HP node_compute_hw_model = Proliant DL580 G7 Server Series node_compute_hw_cpu_name = Intel Xeon L7555 node_compute_hw_ncpuorder = 1-4 chips node_compute_hw_nchips = 4 node_compute_hw_ncores = 32 node_compute_hw_ncoresperchip = 8 node_compute_hw_nthreadspercore = 1 node_compute_hw_cpu_char000 = Intel Turbo Boost Technology enabled, node_compute_hw_cpu_char001 = 5.86 GT/s QPI node_compute_hw_cpu_mhz = 1866 (Max Turbo Frequency 2533) node_compute_hw_pcache = 32 KB I + 32 KB D on chip per core node_compute_hw_scache = 256 KB I+D on chip per core node_compute_hw_tcache = 24 MB I+D on chip per chip, 24 MB shared / 8 cores node_compute_hw_ocache = None node_compute_hw_memory000 = 512 GB (64 x 8 GB 2Rx4 PC3-10600R, ECC node_compute_hw_memory001 = running at 1066 MHz and CL9) node_compute_hw_disk = Two 500 GB 7200 RPM 2.5" SAS hard drives,in RAID 1 mirror node_compute_hw_other = None node_compute_hw_adapter_10ge_model = HP NC375i 1G w/NC524SFP 10G Module node_compute_hw_adapter_10ge_count = 1 node_compute_hw_adapter_10ge_slot_type = PCIe x8 Gen2 node_compute_hw_adapter_10ge_data_rate = 10Gbps node_compute_hw_adapter_10ge_ports_used = 1 node_compute_hw_adapter_10ge_interconnect = 10 Gigabit Ethernet node_compute_hw_adapter_10ge_driver = netxen_nic v 4.0.75 node_compute_hw_adapter_10ge_firmware = 4.0.544 node_compute_hw_adapter_fs_model000= HP NC375i 1G w/NC524SFP 10G Module node_compute_hw_adapter_fs_model001 = NA node_compute_hw_adapter_fs_count = 1 node_compute_hw_adapter_fs_slot_type = PCIe x8 Gen 2 node_compute_hw_adapter_fs_data_rate = 10 Gbps Ethernet node_compute_hw_adapter_fs_ports_used = 1 node_compute_hw_adapter_fs_interconnect = 10 Gigabit Ethernet node_compute_hw_adapter_fs_driver = netxen_nic v 4.0.75 node_compute_hw_adapter_fs_firmware = 4.0.544 node_compute_sw_os000 = RHEL6.0 (x86_64) 2.6.32-71.14.1.el6 node_compute_sw_os001 = Kernel 2.6.32-71.14.1.el6 node_compute_sw_localfile = Linux/ext2 node_compute_sw_sharedfile = NFS node_compute_sw_state = Multi-User node_compute_sw_other = TORQUE-2.5.7 # # Fileserver node info # node_fileserver_label = HOME node_fileserver_order = 2 node_fileserver_count = 1 node_fileserver_purpose = fileserver node_fileserver_hw_vendor = IBM node_fileserver_hw_model = IBM N5500 NAS node_fileserver_hw_cpu_name = Intel Xeon CPU node_fileserver_hw_ncpuorder = 1-4 chips node_fileserver_hw_nchips = 4 node_fileserver_hw_ncores = 32 node_fileserver_hw_ncoresperchip = 8 node_fileserver_hw_nthreadspercore = 1 node_fileserver_hw_cpu_char = -- node_fileserver_hw_cpu_mhz = 1866 node_fileserver_hw_pcache = 32 KB I + 32 KB D on chip per chip node_fileserver_hw_scache = 256 KB I+D on chip per core node_fileserver_hw_tcache = None node_fileserver_hw_ocache = None node_fileserver_hw_memory = 6 GB node_fileserver_hw_disk = 10 disks, 320GB/disk, 2.6TB total node_fileserver_hw_other = None node_fileserver_hw_adapter_fs_model000 = Intel 82546GB Dual-Port Gigabit node_fileserver_hw_adapter_fs_model001 = Ethernet Controller node_fileserver_hw_adapter_fs_count = 1 node_fileserver_hw_adapter_fs_slot_type = PCI-Express x8 node_fileserver_hw_adapter_fs_data_rate = 1Gbps Ethernet node_fileserver_hw_adapter_fs_ports_used = 1 node_fileserver_hw_adapter_fs_interconnect = Ethernet node_fileserver_hw_adapter_fs_driver = e1000 node_fileserver_hw_adapter_fs_firmware = N/A node_fileserver_sw_os = RedHat EL 4 Update 4 node_fileserver_sw_localfile = None node_fileserver_sw_sharedfile = NFS node_fileserver_sw_state = Multi-User node_fileserver_sw_other = None # # 10GE interconnect # interconnect_10ge_label = 10Gigabit Ethernet interconnect_10ge_order = 1 interconnect_10ge_purpose = MPI traffic interconnect_10ge_hw_vendor = HP interconnect_10ge_hw_model = HP NC375i 1G w/NC524SFP 10G Module interconnect_10ge_hw_topo = switched interconnect_10ge_hw_switch_7018_model = Cisco 7018 (Line card module: N7K-M132XP-12) interconnect_10ge_hw_switch_7018_count = 1 interconnect_10ge_hw_switch_7018_ports = 16 interconnect_10ge_hw_switch_7018_data_rate = 10 Gbps Ethernet interconnect_10ge_hw_switch_7018_firmware = EPLD 5.0.2 # # Management 1GE interconnect # interconnect_fs_label = Gigabit Ethernet interconnect_fs_order = 1 interconnect_fs_purpose = Management network interconnect_fs_hw_vendor = HP interconnect_fs_hw_model = HP NC375i 1G interconnect_fs_hw_switch_2010_model = Cisco SGE2010 interconnect_fs_hw_switch_2010_count = 1 interconnect_fs_hw_switch_2010_ports = 48 interconnect_fs_hw_topo = switched interconnect_fs_hw_switch_2010_data_rate = 1 Gbps Ethernet interconnect_fs_hw_switch_2010_firmware = 3.0.0.18 # # Hardware # system_class = Homogeneous max_ranks = 512 max_peak_ranks = 512 # # Software # sw_c_compiler000 = Intel C Composer XE 2011 for Linux sw_c_compiler001 = Version 12.0, Build 20110112 sw_cxx_compiler000 = Intel C++ Composer XE 2011 for Linux sw_cxx_compiler001 = Version 12.0, Build 20110112 sw_f_compiler000 = Intel Fortran Composer XE 2011 for Linux sw_f_compiler001 = Version 12.0, Build 20110112 sw_auto_parallel = sw_base_ptrsize = 64-bit sw_peak_ptrsize = 64-bit sw_mpi_library = OpenMPI-1.4.3 sw_mpi_other = None sw_preprocessors = No sw_other = None # # General notes # notes_000 = MPI startup command: notes_005 = mpiexec.hydra command was used to start MPI jobs. notes_010 = notes_015 = BIOS settings: notes_020 = Intel Turbo Boost Technology (Turbo) : Disabled (default is Enabled) notes_025 = notes_030 = RAM configuration: notes_035 = Compute nodes have 2x8-GB RDIMM on each memory channel. notes_040 = notes_045 = Network: notes_050 = Forty six 36-port switches: 18 core switches and 28 leaf switches. notes_055 = Each leaf has one link to each core. Remaining 18 ports on 25 of 28 leafs notes_060 = are used for compute nodes. On the remaining 3 leafs the ports are used notes_065 = for FS nodes and other peripherals. notes_070 = notes_075 = Job placement: notes_080 = Each MPI job was assigned to a topologically compact set of nodes, i.e. notes_085 = the minimal needed number of leaf switches was used for each job: 1 switch notes_090 = for 32/64/96/128 ranks. notes_095 = notes_100 = PBS Pro was used for job submission. It has no impact on performance. notes_105 = Can be found at: http://www.altair.com # The following section was added automatically, and contains settings that # did not appear in the original configuration file, but were added to the # raw file after the run. default: flagsurl000 = http://www.spec.org/mpi2007/flags/EM64T_Intel111_flags.20120720.xml sw_base_ptrsize = 64-bit sw_peak_ptrsize = 64-bit sw_mpi_library = OpenMPI-1.4.3 sw_mpi_other = None sw_preprocessors = No node_compute_hw_cpu_char000 = Intel Turbo Boost Technology enabled, node_compute_hw_cpu_char001 = 5.86 GT/s QPI node_compute_hw_disk000 = Two 500 GB 7200 RPM 2.5" SAS hard drives,in RAID node_compute_hw_disk001 = 1 mirror node_compute_hw_memory000 = 512 GB (64 x 8 GB 2Rx4 PC3-10600R, ECC node_compute_hw_memory001 = running at 1066 MHz and CL9) node_compute_sw_os000 = RHEL6.0 (x86_64) 2.6.32-71.14.1.el6 node_compute_sw_os001 = Kernel 2.6.32-71.14.1.el6 node_fileserver_hw_adapter_fs_model000 = Intel 82546GB Dual-Port Gigabit node_fileserver_hw_adapter_fs_model001 = Ethernet Controller sw_c_compiler000 = Intel C Composer XE 2011 for Linux sw_c_compiler001 = Version 12.0, Build 20110112 sw_cxx_compiler000 = Intel C++ Composer XE 2011 for Linux sw_cxx_compiler001 = Version 12.0, Build 20110112 sw_f_compiler000 = Intel Fortran Composer XE 2011 for Linux sw_f_compiler001 = Version 12.0, Build 20110112 system_class = Homogeneous system_name000 = Mason (Intel Xeon L7555, base frequency 1.87 GHz, system_name001 = PC3-10600R, ECC, running at 1066 MHz and CL9, system_name002 = Turbo on, system_name003 = Max Turbo Frequency 2.53 GHz) notes_000 = MPI startup command: notes_005 = mpirun command was used to start MPI jobs. notes_010 = eth0 (10 GigE) was specified at the mpirun command line for MPI message passing notes_015 = eth3 (1 GigE) was specified for non-MPI communication. notes_020 = BIOS settings: notes_025 = Intel Turbo Boost Technology (Turbo) : Enabled (the default) notes_030 = notes_035 = RAM configuration: notes_040 = Each compute node has 64x8-GB RDIMMs. notes_045 = notes_050 = Network: notes_055 = Four compute nodes connect to one Cisco Nexus 7018 switch notes_060 = via 10 GigE port. notes_065 = notes_070 = Job placement: notes_075 = Each MPI job was assigned to a topologically compact set of nodes, i.e. notes_080 = the minimal needed number of compute nodes was used for each job: notes_085 = 2 compute nodes for 64 ranks, 4 compute nodes for 128 ranks. notes_090 = notes_095 = PBS Pro was used for job submission. It has no impact on performance. notes_100 = Can be found at: http://www.altair.com