|
| 1 | +# |
| 2 | +# Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana |
| 3 | +# University Research and Technology |
| 4 | +# Corporation. All rights reserved. |
| 5 | +# Copyright (c) 2004-2005 The University of Tennessee and The University |
| 6 | +# of Tennessee Research Foundation. All rights |
| 7 | +# reserved. |
| 8 | +# Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, |
| 9 | +# University of Stuttgart. All rights reserved. |
| 10 | +# Copyright (c) 2004-2005 The Regents of the University of California. |
| 11 | +# All rights reserved. |
| 12 | +# Copyright (c) 2006 Cisco Systems, Inc. All rights reserved. |
| 13 | +# Copyright (c) 2011-2016 Los Alamos National Security, LLC. All rights |
| 14 | +# reserved. |
| 15 | +# $COPYRIGHT$ |
| 16 | +# |
| 17 | +# Additional copyrights may follow |
| 18 | +# |
| 19 | +# $HEADER$ |
| 20 | +# |
| 21 | + |
| 22 | +# This is the default system-wide MCA parameters defaults file. |
| 23 | +# Specifically, the MCA parameter "mca_param_files" defaults to a |
| 24 | +# value of |
| 25 | +# "$HOME/.openmpi/mca-params.conf:$sysconf/openmpi-mca-params.conf" |
| 26 | +# (this file is the latter of the two). So if the default value of |
| 27 | +# mca_param_files is not changed, this file is used to set system-wide |
| 28 | +# MCA parameters. This file can therefore be used to set system-wide |
| 29 | +# default MCA parameters for all users. Of course, users can override |
| 30 | +# these values if they want, but this file is an excellent location |
| 31 | +# for setting system-specific MCA parameters for those users who don't |
| 32 | +# know / care enough to investigate the proper values for them. |
| 33 | + |
| 34 | +# Note that this file is only applicable where it is visible (in a |
| 35 | +# filesystem sense). Specifically, MPI processes each read this file |
| 36 | +# during their startup to determine what default values for MCA |
| 37 | +# parameters should be used. mpirun does not bundle up the values in |
| 38 | +# this file from the node where it was run and send them to all nodes; |
| 39 | +# the default value decisions are effectively distributed. Hence, |
| 40 | +# these values are only applicable on nodes that "see" this file. If |
| 41 | +# $sysconf is a directory on a local disk, it is likely that changes |
| 42 | +# to this file will need to be propagated to other nodes. If $sysconf |
| 43 | +# is a directory that is shared via a networked filesystem, changes to |
| 44 | +# this file will be visible to all nodes that share this $sysconf. |
| 45 | + |
| 46 | +# The format is straightforward: one per line, mca_param_name = |
| 47 | +# rvalue. Quoting is ignored (so if you use quotes or escape |
| 48 | +# characters, they'll be included as part of the value). For example: |
| 49 | + |
| 50 | +# Disable run-time MPI parameter checking |
| 51 | +# mpi_param_check = 0 |
| 52 | + |
| 53 | +# Note that the value "~/" will be expanded to the current user's home |
| 54 | +# directory. For example: |
| 55 | + |
| 56 | +# Change component loading path |
| 57 | +# component_path = /usr/local/lib/openmpi:~/my_openmpi_components |
| 58 | + |
| 59 | +# See "ompi_info --param all all" for a full listing of Open MPI MCA |
| 60 | +# parameters available and their default values. |
| 61 | +# |
| 62 | + |
| 63 | +# Basic behavior to smooth startup |
| 64 | +mca_base_component_show_load_errors = 0 |
| 65 | +opal_set_max_sys_limits = 1 |
| 66 | +orte_report_launch_progress = 1 |
| 67 | + |
| 68 | +# Define timeout for daemons to report back during launch |
| 69 | +orte_startup_timeout = 10000 |
| 70 | + |
| 71 | +## Protect the shared file systems |
| 72 | +orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects |
| 73 | +orte_tmpdir_base = /tmp |
| 74 | + |
| 75 | +## Require an allocation to run - protects the frontend |
| 76 | +## from inadvertent job executions |
| 77 | +orte_allocation_required = 1 |
| 78 | + |
| 79 | +## Add the interface for out-of-band communication |
| 80 | +## and set it up |
| 81 | +oob_tcp_if_include=ib0,eth0 |
| 82 | +oob_tcp_peer_retries = 1000 |
| 83 | +oob_tcp_sndbuf = 32768 |
| 84 | +oob_tcp_rcvbuf = 32768 |
| 85 | + |
| 86 | +## Define the MPI interconnects |
| 87 | +btl = vader,openib,self |
| 88 | + |
| 89 | +## Setup OpenIB - just in case |
| 90 | +btl_openib_want_fork_support = 0 |
| 91 | +btl_openib_receive_queues = X,4096,1024:X,12288,512:X,65536,512 |
| 92 | + |
| 93 | +## Disable MXM |
| 94 | +pml = ob1 |
| 95 | +coll = ^hcoll |
| 96 | + |
| 97 | +## Enable cpu affinity |
| 98 | +hwloc_base_binding_policy = core |
| 99 | + |
| 100 | +## Setup MPI options |
| 101 | +mpi_show_handle_leaks = 1 |
| 102 | +mpi_warn_on_fork = 1 |
| 103 | +#mpi_abort_print_stack = 1 |
| 104 | + |
0 commit comments