mpirun_verbose.txt

host: susetest

==================================================================================================
mpiexec options:
----------------
  Base path: /usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/bin/
  Launcher: (null)
  Debug level: 1
  Enable X: -1

  Global environment:
  -------------------
    LD_LIBRARY_PATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/lib64
    LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
    HOSTTYPE=x86_64
    __LMOD_REF_COUNT_PATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/bin:1;/usr/lib/hpc/compiler/gnu/7/bin:1;/sbin:1;/usr/sbin:1;/usr/local/sbin:1;/root/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:1
    _ModuleTable002_=Im12YXBpY2gyLzIuMy4zIixbImxvYWRPcmRlciJdPTIscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0ibXZhcGljaDIiLH0sfSxtcGF0aEE9eyIvdXNyL3NoYXJlL2xtb2QvbW9kdWxlZGVwcy9nbnUtNy1tdmFwaWNoMiIsIi91c3Ivc2hhcmUvbG1vZC9tb2R1bGVkZXBzL2dudS03IiwiL3Vzci9zaGFyZS9sbW9kL2FkbWluL21vZHVsZWZpbGVzIiwiL3Vzci9zaGFyZS9sbW9kL21vZHVsZWZpbGVzIix9LFsic3lzdGVtQmFzZU1QQVRIIl09Ii91c3Ivc2hhcmUvbG1vZC9hZG1pbi9tb2R1bGVmaWxlczovdXNyL3NoYXJlL2xtb2QvbW9kdWxlZmlsZXMiLH0=
    LESSCLOSE=lessclose.sh %s %s
    XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
    LMOD_FAMILY_MPI_VERSION=2.3.3
    LANG=POSIX
    WINDOWMANAGER=xterm
    LESS=-M -I -R
    LMOD_FAMILY_COMPILER_VERSION=7
    HOSTNAME=susetest
    INVOCATION_ID=e84497c8dffa4dabb4840377a4e14292
    __LMOD_REF_COUNT__LMFILES_=/usr/share/lmod/modulefiles/gnu/7:1;/usr/share/lmod/moduledeps/gnu-7/mvapich2/2.3.3:1
    CSHEDIT=emacs
    GPG_TTY=/dev/tty1
    LESS_ADVANCED_PREPROCESSOR=no
    COLORTERM=1
    MACHTYPE=x86_64-suse-linux
    __LMOD_REF_COUNT_LD_LIBRARY_PATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/lib64:1
    __LMOD_REF_COUNT_PKG_CONFIG_PATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/lib64/pkgconfig:1
    XDG_VTNR=1
    MINICOM=-c on
    OSTYPE=linux
    XDG_SESSION_ID=2
    USER=root
    PAGER=less
    __LMOD_REF_COUNT_MODULEPATH=/usr/share/lmod/moduledeps/gnu-7-mvapich2:1;/usr/share/lmod/moduledeps/gnu-7:1;/usr/share/lmod/admin/modulefiles:1;/usr/share/lmod/modulefiles:1
    MORE=-sl
    __LMOD_REF_COUNT_LOADEDMODULES=gnu/7:1;mvapich2/2.3.3:1
    PWD=/root
    HOME=/root
    LC_CTYPE=en_US.UTF-8
    JOURNAL_STREAM=9:29941
    LMOD_COLORIZE=no
    HOST=susetest
    LMOD_VERSION=8.2.5
    XNLSPATH=/usr/X11R6/lib/X11/nls
    LMOD_SETTARG_CMD=:
    BASH_ENV=/usr/share/lmod/8.2.5/init/bash
    XDG_DATA_DIRS=/usr/share
    PROFILEREAD=true
    _ModuleTable001_=X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPTcyMDAuMCxbImNfc2hvcnRUaW1lIl09MC4wNDYxOTUwMzAyMTI0MDIsZGVwdGhUPXt9LGZhbWlseT17WyJNUEkiXT0ibXZhcGljaDIiLFsiY29tcGlsZXIiXT0iZ251Iix9LG1UPXtnbnU9e1siZm4iXT0iL3Vzci9zaGFyZS9sbW9kL21vZHVsZWZpbGVzL2dudS83IixbImZ1bGxOYW1lIl09ImdudS83IixbImxvYWRPcmRlciJdPTEscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0iZ251Iix9LG12YXBpY2gyPXtbImZuIl09Ii91c3Ivc2hhcmUvbG1vZC9tb2R1bGVkZXBzL2dudS03L212YXBpY2gyLzIuMy4zIixbImZ1bGxOYW1lIl09
    LOADEDMODULES=gnu/7:mvapich2/2.3.3
    __LMOD_REF_COUNT_MANPATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/man:1;/usr/share/man:1;/usr/local/man:1
    LMOD_ROOT=/usr/share/lmod
    __LMOD_REF_COUNT_MPI_DIR=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3:1
    FROM_HEADER=
    MAIL=/var/mail/root
    LESSKEY=/etc/lesskey.bin
    SHELL=/bin/bash
    TERM=linux
    _ModuleTable_Sz_=2
    LS_OPTIONS=-A -N --color=tty -T 0
    LMOD_FAMILY_COMPILER=gnu
    PYTHONSTARTUP=/etc/pythonstart
    SHLVL=1
    XDG_SEAT=seat0
    LANGUAGE=
    MANPATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/man:/usr/share/man:/usr/local/man
    LMOD_PREPEND_BLOCK=normal
    MODULEPATH=/usr/share/lmod/moduledeps/gnu-7-mvapich2:/usr/share/lmod/moduledeps/gnu-7:/usr/share/lmod/admin/modulefiles:/usr/share/lmod/modulefiles
    MPI_DIR=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3
    LOGNAME=root
    DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/0/bus
    XDG_RUNTIME_DIR=/run/user/0
    XDG_CONFIG_DIRS=/etc/xdg
    PATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/bin:/usr/lib/hpc/compiler/gnu/7/bin:/sbin:/usr/sbin:/usr/local/sbin:/root/bin:/usr/local/bin:/usr/bin:/bin
    _LMFILES_=/usr/share/lmod/modulefiles/gnu/7:/usr/share/lmod/moduledeps/gnu-7/mvapich2/2.3.3
    MODULESHOME=/usr/share/lmod/lmod
    PKG_CONFIG_PATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/lib64/pkgconfig
    LMOD_SETTARG_FULL_SUPPORT=no
    G_BROKEN_FILENAMES=1
    HISTSIZE=1000
    LMOD_PKG=/usr/share/lmod/lmod
    CPU=x86_64
    LMOD_CMD=/usr/share/lmod/lmod/libexec/lmod
    LESSOPEN=lessopen.sh %s
    LMOD_FULL_SETTARG_SUPPORT=no
    LMOD_DIR=/usr/share/lmod/lmod/libexec
    LMOD_FAMILY_MPI=mvapich2
    BASH_FUNC_module%%=() {  eval $($LMOD_CMD bash "$@") && eval $(${LMOD_SETTARG_CMD:-:} -s sh)
}
    BASH_FUNC_ml%%=() {  eval $($LMOD_DIR/ml_cmd "$@")
}
    _=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/bin/mpirun

  Hydra internal environment:
  ---------------------------
    GFORTRAN_UNBUFFERED_PRECONNECTED=y


    Proxy information:
    *********************
      [1] proxy: susetest (1 cores)
      Exec list: /tmp/mpibin (1 processes); 


==================================================================================================

[mpiexec@susetest] Timeout set to -1 (-1 means infinite)
[mpiexec@susetest] Got a control port string of susetest:39237

Proxy launch args: /usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/bin/hydra_pmi_proxy --control-port susetest:39237 --debug --rmk user --launcher ssh --demux poll --pgid 0 --retries 10 --usize -2 --proxy-id 

Arguments being passed to proxy 0:
--version 3.2.1 --iface-ip-env-name MPIR_CVAR_CH3_INTERFACE_HOSTNAME --hostname susetest --global-core-map 0,1,1 --pmi-id-map 0,0 --global-process-count 1 --auto-cleanup 1 --pmi-kvsname kvs_2573_0 --pmi-process-mapping (vector,(0,1,1)) --ckpoint-num -1 --global-inherited-env 85 'LD_LIBRARY_PATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/lib64' 'LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:' 'HOSTTYPE=x86_64' '__LMOD_REF_COUNT_PATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/bin:1;/usr/lib/hpc/compiler/gnu/7/bin:1;/sbin:1;/usr/sbin:1;/usr/local/sbin:1;/root/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:1' '_ModuleTable002_=Im12YXBpY2gyLzIuMy4zIixbImxvYWRPcmRlciJdPTIscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0ibXZhcGljaDIiLH0sfSxtcGF0aEE9eyIvdXNyL3NoYXJlL2xtb2QvbW9kdWxlZGVwcy9nbnUtNy1tdmFwaWNoMiIsIi91c3Ivc2hhcmUvbG1vZC9tb2R1bGVkZXBzL2dudS03IiwiL3Vzci9zaGFyZS9sbW9kL2FkbWluL21vZHVsZWZpbGVzIiwiL3Vzci9zaGFyZS9sbW9kL21vZHVsZWZpbGVzIix9LFsic3lzdGVtQmFzZU1QQVRIIl09Ii91c3Ivc2hhcmUvbG1vZC9hZG1pbi9tb2R1bGVmaWxlczovdXNyL3NoYXJlL2xtb2QvbW9kdWxlZmlsZXMiLH0=' 'LESSCLOSE=lessclose.sh %s %s' 'XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB' 'LMOD_FAMILY_MPI_VERSION=2.3.3' 'LANG=POSIX' 'WINDOWMANAGER=xterm' 'LESS=-M -I -R' 'LMOD_FAMILY_COMPILER_VERSION=7' 'HOSTNAME=susetest' 'INVOCATION_ID=e84497c8dffa4dabb4840377a4e14292' '__LMOD_REF_COUNT__LMFILES_=/usr/share/lmod/modulefiles/gnu/7:1;/usr/share/lmod/moduledeps/gnu-7/mvapich2/2.3.3:1' 'CSHEDIT=emacs' 'GPG_TTY=/dev/tty1' 'LESS_ADVANCED_PREPROCESSOR=no' 'COLORTERM=1' 'MACHTYPE=x86_64-suse-linux' '__LMOD_REF_COUNT_LD_LIBRARY_PATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/lib64:1' '__LMOD_REF_COUNT_PKG_CONFIG_PATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/lib64/pkgconfig:1' 'XDG_VTNR=1' 'MINICOM=-c on' 'OSTYPE=linux' 'XDG_SESSION_ID=2' 'USER=root' 'PAGER=less' '__LMOD_REF_COUNT_MODULEPATH=/usr/share/lmod/moduledeps/gnu-7-mvapich2:1;/usr/share/lmod/moduledeps/gnu-7:1;/usr/share/lmod/admin/modulefiles:1;/usr/share/lmod/modulefiles:1' 'MORE=-sl' '__LMOD_REF_COUNT_LOADEDMODULES=gnu/7:1;mvapich2/2.3.3:1' 'PWD=/root' 'HOME=/root' 'LC_CTYPE=en_US.UTF-8' 'JOURNAL_STREAM=9:29941' 'LMOD_COLORIZE=no' 'HOST=susetest' 'LMOD_VERSION=8.2.5' 'XNLSPATH=/usr/X11R6/lib/X11/nls' 'LMOD_SETTARG_CMD=:' 'BASH_ENV=/usr/share/lmod/8.2.5/init/bash' 'XDG_DATA_DIRS=/usr/share' 'PROFILEREAD=true' '_ModuleTable001_=X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPTcyMDAuMCxbImNfc2hvcnRUaW1lIl09MC4wNDYxOTUwMzAyMTI0MDIsZGVwdGhUPXt9LGZhbWlseT17WyJNUEkiXT0ibXZhcGljaDIiLFsiY29tcGlsZXIiXT0iZ251Iix9LG1UPXtnbnU9e1siZm4iXT0iL3Vzci9zaGFyZS9sbW9kL21vZHVsZWZpbGVzL2dudS83IixbImZ1bGxOYW1lIl09ImdudS83IixbImxvYWRPcmRlciJdPTEscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0iZ251Iix9LG12YXBpY2gyPXtbImZuIl09Ii91c3Ivc2hhcmUvbG1vZC9tb2R1bGVkZXBzL2dudS03L212YXBpY2gyLzIuMy4zIixbImZ1bGxOYW1lIl09' 'LOADEDMODULES=gnu/7:mvapich2/2.3.3' '__LMOD_REF_COUNT_MANPATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/man:1;/usr/share/man:1;/usr/local/man:1' 'LMOD_ROOT=/usr/share/lmod' '__LMOD_REF_COUNT_MPI_DIR=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3:1' 'FROM_HEADER=' 'MAIL=/var/mail/root' 'LESSKEY=/etc/lesskey.bin' 'SHELL=/bin/bash' 'TERM=linux' '_ModuleTable_Sz_=2' 'LS_OPTIONS=-A -N --color=tty -T 0' 'LMOD_FAMILY_COMPILER=gnu' 'PYTHONSTARTUP=/etc/pythonstart' 'SHLVL=1' 'XDG_SEAT=seat0' 'LANGUAGE=' 'MANPATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/man:/usr/share/man:/usr/local/man' 'LMOD_PREPEND_BLOCK=normal' 'MODULEPATH=/usr/share/lmod/moduledeps/gnu-7-mvapich2:/usr/share/lmod/moduledeps/gnu-7:/usr/share/lmod/admin/modulefiles:/usr/share/lmod/modulefiles' 'MPI_DIR=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3' 'LOGNAME=root' 'DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/0/bus' 'XDG_RUNTIME_DIR=/run/user/0' 'XDG_CONFIG_DIRS=/etc/xdg' 'PATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/bin:/usr/lib/hpc/compiler/gnu/7/bin:/sbin:/usr/sbin:/usr/local/sbin:/root/bin:/usr/local/bin:/usr/bin:/bin' '_LMFILES_=/usr/share/lmod/modulefiles/gnu/7:/usr/share/lmod/moduledeps/gnu-7/mvapich2/2.3.3' 'MODULESHOME=/usr/share/lmod/lmod' 'PKG_CONFIG_PATH=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/lib64/pkgconfig' 'LMOD_SETTARG_FULL_SUPPORT=no' 'G_BROKEN_FILENAMES=1' 'HISTSIZE=1000' 'LMOD_PKG=/usr/share/lmod/lmod' 'CPU=x86_64' 'LMOD_CMD=/usr/share/lmod/lmod/libexec/lmod' 'LESSOPEN=lessopen.sh %s' 'LMOD_FULL_SETTARG_SUPPORT=no' 'LMOD_DIR=/usr/share/lmod/lmod/libexec' 'LMOD_FAMILY_MPI=mvapich2' 'BASH_FUNC_module%%=() {  eval $($LMOD_CMD bash "$@") && eval $(${LMOD_SETTARG_CMD:-:} -s sh)
}' 'BASH_FUNC_ml%%=() {  eval $($LMOD_DIR/ml_cmd "$@")
}' '_=/usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/bin/mpirun' --global-user-env 0 --global-system-env 1 'GFORTRAN_UNBUFFERED_PRECONNECTED=y' --proxy-core-count 1 --exec --exec-appnum 0 --exec-proc-count 1 --exec-local-env 0 --exec-wdir /root --exec-args 1 /tmp/mpibin 

[mpiexec@susetest] Launch arguments: /usr/lib/hpc/gnu7/mpi/mvapich2/2.3.3/bin/hydra_pmi_proxy --control-port susetest:39237 --debug --rmk user --launcher ssh --demux poll --pgid 0 --retries 10 --usize -2 --proxy-id 0 
[proxy:0:0@susetest] got pmi command (from 0): init
pmi_version=1 pmi_subversion=1 
[proxy:0:0@susetest] PMI response: cmd=response_to_init pmi_version=1 pmi_subversion=1 rc=0
[proxy:0:0@susetest] got pmi command (from 0): get_maxes

[proxy:0:0@susetest] PMI response: cmd=maxes kvsname_max=256 keylen_max=64 vallen_max=1024
[proxy:0:0@susetest] got pmi command (from 0): get_appnum

[proxy:0:0@susetest] PMI response: cmd=appnum appnum=0
[proxy:0:0@susetest] got pmi command (from 0): get_my_kvsname

[proxy:0:0@susetest] PMI response: cmd=my_kvsname kvsname=kvs_2573_0
[proxy:0:0@susetest] got pmi command (from 0): get_my_kvsname

[proxy:0:0@susetest] PMI response: cmd=my_kvsname kvsname=kvs_2573_0

===================================================================================
=   BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
=   PID 2576 RUNNING AT susetest
=   EXIT CODE: 136
=   CLEANING UP REMAINING PROCESSES
=   YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
===================================================================================
YOUR APPLICATION TERMINATED WITH THE EXIT STRING: Floating point exception (signal 8)
This typically refers to a problem with your application.
Please see the FAQ page for debugging suggestions