USER      =  jtomczak
HOMEDIR   =  /home/users/jtomczak
JOB_ID    =  7863
JOB_NAME  =  FS6-b60
QUEUE     =  wp04
NSLOTS    =  80
NHOSTS    =  11

SUB_HOST  =  rupc04
SUB_DIR   =  /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta60/nf6/NEW

EXE_HOST  =  n51
NFS_HOST  =  caip03s
EXE_DIR   =  /mnt/p04
OUT_DIR   =  /tmp
TMP_DIR   =  /tmp/7863.1.wp04

INFO      =  Files larger than 100MB will be compressed to reduce the network load.
INFO2     =  Do NOT remove this file while job is running!

PORT      =  22863
rcp: /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta60/nf6/NEW/GO: not a plain file
rcp: /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta60/nf6/NEW/GO-small: not a plain file
rcp: /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta60/nf6/NEW/SPEC: not a plain file
rcp: /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta60/nf6/NEW/ancont: not a plain file
rcp: /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta60/nf6/NEW/cdos: not a plain file
rcp: /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta60/nf6/NEW/imp.0: not a plain file
Failure to rcp files!

Your job started at Mon Jun 13 17:01:13 EDT 2011 on host n51 in /mnt/p04/7863jtomczak
Submission directory is /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta60/nf6/NEW on host rupc04
-----------------------------------------------------------------------------------------
-catch_rsh /opt/sge6/spool/n51/active_jobs/7863.1/pe_hostfile /opt/mpich2/intel/11.1/
n51
n51
n51
n51
n51
n51
n51
n51
n62
n62
n62
n62
n62
n62
n62
n62
n56
n56
n56
n56
n56
n56
n56
n56
n55
n55
n55
n55
n55
n55
n55
n55
n42
n57
n57
n57
n57
n57
n57
n57
n57
n44
n44
n44
n44
n44
n44
n44
n44
n61
n61
n61
n61
n61
n61
n61
n61
n66
n66
n66
n66
n66
n66
n66
n60
n60
n60
n60
n60
n60
n60
n60
n47
n47
n47
n47
n47
n47
n47
n47
rsh n51 /opt/mpich2/intel/11.1//bin/smpd -port 22863 -d 0
rsh n62 /opt/mpich2/intel/11.1//bin/smpd -port 22863 -d 0
rsh n56 /opt/mpich2/intel/11.1//bin/smpd -port 22863 -d 0
rsh n55 /opt/mpich2/intel/11.1//bin/smpd -port 22863 -d 0
rsh n57 /opt/mpich2/intel/11.1//bin/smpd -port 22863 -d 0
rsh n42 /opt/mpich2/intel/11.1//bin/smpd -port 22863 -d 0
rsh n44 /opt/mpich2/intel/11.1//bin/smpd -port 22863 -d 0
startmpich2.sh: check for smpd daemons (1 of 10)
rsh n61 /opt/mpich2/intel/11.1//bin/smpd -port 22863 -d 0
rsh n66 /opt/mpich2/intel/11.1//bin/smpd -port 22863 -d 0
rsh n47 /opt/mpich2/intel/11.1//bin/smpd -port 22863 -d 0
rsh n60 /opt/mpich2/intel/11.1//bin/smpd -port 22863 -d 0
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n51
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n62
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n56
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n55
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n42
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n57
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n44
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n61
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n66
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n60
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n47
startmpich2.sh: check for smpd daemons (2 of 10)
startmpich2.sh: found running smpd on n51
startmpich2.sh: found running smpd on n62
startmpich2.sh: found running smpd on n56
startmpich2.sh: found running smpd on n55
startmpich2.sh: found running smpd on n42
startmpich2.sh: found running smpd on n57
startmpich2.sh: found running smpd on n44
startmpich2.sh: found running smpd on n61
startmpich2.sh: found running smpd on n66
startmpich2.sh: found running smpd on n60
startmpich2.sh: found running smpd on n47
startmpich2.sh: got all 11 of 11 nodes
START
-catch_rsh /opt/mpich2/intel/11.1/
[00:12946]......ERROR:Connect() failed, sock_set->id = 0, sock_id =0, errno = 111(Connection refused)
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
Your job finished at Sat Jun 18 01:52:34 EDT 2011