USER      =  jtomczak
HOMEDIR   =  /home/users/jtomczak
JOB_ID    =  8596
JOB_NAME  =  FS6-80
QUEUE     =  wp04
NSLOTS    =  100
NHOSTS    =  14

SUB_HOST  =  rupc04
SUB_DIR   =  /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta80/nf6/NEW

EXE_HOST  =  n41
NFS_HOST  =  caip03s
EXE_DIR   =  /mnt/p03
OUT_DIR   =  /tmp
TMP_DIR   =  /tmp/8596.1.wp04

INFO      =  Files larger than 100MB will be compressed to reduce the network load.
INFO2     =  Do NOT remove this file while job is running!

PORT      =  23596
rcp: /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta80/nf6/NEW/FIX_mu: not a plain file
rcp: /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta80/nf6/NEW/FULL: not a plain file
rcp: /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta80/nf6/NEW/GO: not a plain file
rcp: /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta80/nf6/NEW/GO-small: not a plain file
rcp: /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta80/nf6/NEW/ancont: not a plain file
rcp: /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta80/nf6/NEW/cdos: not a plain file
rcp: /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta80/nf6/NEW/imp.0: not a plain file
Failure to rcp files!

Your job started at Fri Jul 1 17:07:25 EDT 2011 on host n41 in /mnt/p03/8596jtomczak
Submission directory is /mnt/wk07/jtomczak/DATA/MATERIALS/FeSi/DMFT/QMC/U5.0/FAST/beta80/nf6/NEW on host rupc04
-----------------------------------------------------------------------------------------
-catch_rsh /opt/sge6/spool/n41/active_jobs/8596.1/pe_hostfile /opt/mpich2/intel/11.1/
n41
n41
n41
n41
n41
n41
n41
n41
n61
n61
n61
n61
n61
n61
n61
n61
n66
n66
n66
n66
n66
n66
n66
n66
n42
n42
n42
n42
n42
n42
n42
n42
n60
n60
n50
n50
n50
n50
n50
n50
n50
n50
n62
n62
n62
n62
n62
n62
n62
n62
n59
n59
n59
n59
n59
n59
n59
n59
n52
n52
n52
n52
n52
n52
n52
n52
n64
n64
n64
n64
n64
n64
n64
n64
n67
n67
n67
n67
n67
n67
n67
n56
n56
n56
n56
n56
n56
n56
n56
n57
n57
n57
n57
n57
n57
n57
n45
n45
n45
n45
startmpich2.sh: check for smpd daemons (1 of 10)
rsh n60 /opt/mpich2/intel/11.1//bin/smpd -port 23596 -d 0
rsh n50 /opt/mpich2/intel/11.1//bin/smpd -port 23596 -d 0
rsh n42 /opt/mpich2/intel/11.1//bin/smpd -port 23596 -d 0
rsh n66 /opt/mpich2/intel/11.1//bin/smpd -port 23596 -d 0
rsh n59 /opt/mpich2/intel/11.1//bin/smpd -port 23596 -d 0
rsh n41 /opt/mpich2/intel/11.1//bin/smpd -port 23596 -d 0
rsh n61 /opt/mpich2/intel/11.1//bin/smpd -port 23596 -d 0
rsh n67 /opt/mpich2/intel/11.1//bin/smpd -port 23596 -d 0
rsh n64 /opt/mpich2/intel/11.1//bin/smpd -port 23596 -d 0
rsh n62 /opt/mpich2/intel/11.1//bin/smpd -port 23596 -d 0
rsh n57 /opt/mpich2/intel/11.1//bin/smpd -port 23596 -d 0
rsh n52 /opt/mpich2/intel/11.1//bin/smpd -port 23596 -d 0
rsh n45 /opt/mpich2/intel/11.1//bin/smpd -port 23596 -d 0
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
rsh n56 /opt/mpich2/intel/11.1//bin/smpd -port 23596 -d 0
startmpich2.sh: missing smpd on n41
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n61
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n66
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n42
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n60
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n50
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n62
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n59
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n52
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n64
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n67
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n56
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n57
Assertion failed in file smpd_sock_wait.i at line 337: pollinfo->state == SMPDU_SOCKI_STATE_DISCONNECTED && pollfd->fd == -1
internal ABORT - process 0
startmpich2.sh: missing smpd on n45
startmpich2.sh: check for smpd daemons (2 of 10)
startmpich2.sh: found running smpd on n41
startmpich2.sh: found running smpd on n61
startmpich2.sh: found running smpd on n66
startmpich2.sh: found running smpd on n42
startmpich2.sh: found running smpd on n60
startmpich2.sh: found running smpd on n50
startmpich2.sh: found running smpd on n62
startmpich2.sh: found running smpd on n59
startmpich2.sh: found running smpd on n52
startmpich2.sh: found running smpd on n64
startmpich2.sh: found running smpd on n67
startmpich2.sh: found running smpd on n56
startmpich2.sh: found running smpd on n57
startmpich2.sh: found running smpd on n45
startmpich2.sh: got all 14 of 14 nodes
START
END
Fri Jul  8 08:43:41 EDT 2011
-catch_rsh /opt/mpich2/intel/11.1/
Your job finished at Fri Jul 8 08:43:47 EDT 2011