[Swift-commit] r2751 - usertools/cio/falkon
noreply at svn.ci.uchicago.edu
noreply at svn.ci.uchicago.edu
Sat Mar 28 10:56:19 CDT 2009
Author: aespinosa
Date: 2009-03-28 10:56:19 -0500 (Sat, 28 Mar 2009)
New Revision: 2751
Added:
usertools/cio/falkon/ciologic-bgp.sh
Removed:
usertools/cio/falkon/cio-logic.sh
Log:
Rename to separate BGP specific script
Deleted: usertools/cio/falkon/cio-logic.sh
===================================================================
--- usertools/cio/falkon/cio-logic.sh 2009-03-28 15:56:07 UTC (rev 2750)
+++ usertools/cio/falkon/cio-logic.sh 2009-03-28 15:56:19 UTC (rev 2751)
@@ -1,137 +0,0 @@
-#!/fuse/bin/bash
-
-CIOROOT=/home/espinosa/cio
-ERROR_LOG=/dev/null
-
-if [ $# -lt 7 ]; then
- cat << EOF
-Usage: $0 <FALKON_IP> <TCPCORE_PORT1> <TCPCORE_PORT2> <NUM_WORKERS> <USER_ID> <FALKON_JOB_ID> <FALKON_ROOT_PATH> \
- <PART_SIZE> <DATA_NUM> <STRIPE_SIZE>
-Example: $0 192.168.1.254 55000 55001 4 iraicu 0001 [FALKON_ROOT] \
- 1024 1 1"
-EOF
- exit 2
-fi
-
-# Initiate the IP stack of the Torus network
-# -aespinosa
-
-/home/iskra/ZeptoOS/packages/cnip/prebuilt/cn-ipfwd.2409 &
-
-while [ ! -f /tmp/ifconfig.cmd ]; do
- sleep 1
-done
-
-. /tmp/ifconfig.cmd
-
-RANK=`/home/espinosa/bin/rank`
-
-# size of the allocated partition. also known as the total number of CNs
-PART_SIZE=$8
-# number of data CNs in partition
-DATA_NUM=$9
-STR=${10}
-
-ROLE=`/home/espinosa/bin/isdata $PART_SIZE $DATA_NUM $STR`
-ISDATA=$ROLE
-tmp=`/home/espinosa/bin/getdata $PART_SIZE $DATA_NUM $STR`
-DATACN=`/fuse/gpfs/home/espinosa/bin/ipcal 10.128.0.0 $tmp`
-
-if [ $RANK -eq 0 ]; then
- # Run Central Hash Service
- $CIOROOT/hashserver.rb
-elif [ "$ISDATA" != 'app' ]; then
- if [ "$ROLE" = 'head' ]; then
- echo "[ $BG_RANK@$IO_RANK-$PSET ] Starting Mosa Benefactor managed by $DATACN" >&2
- echo "[ $BG_RANK@$IO_RANK-$PSET ] Starting Mosa Manager across $STR CNs" >&2
- /home/espinosa/experiments/util/startchirp-wmosa.sh $DATACN $STR >&2
- else
- echo "[ $BG_RANK@$IO_RANK-$PSET ] Starting Mosa Benefactor managed by $DATACN" >&2
- /home/espinosa/experiments/util/benefactor.sh $DATACN >&2
- fi
-else
- echo "[ $BG_RANK@$IO_RANK-$PSET ] Mounting Mosa data CN filesystem from $DATACN" >&2
- /bin/mkdir /dataifs
- export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/lib:/fuse/lib:/usr/lib
- sleep 30
- /home/espinosa/experiments/util/mosamount.sh $DATACN >&2
-
- echo "worker started..." >> ${ERROR_LOG}
-
- # Regular Falon worker startup script
-
- FALKON_SERVICE_IP=$1
- TCPCORE_PORT1=$2
- TCPCORE_PORT2=$3
- NUM_WORKERS=$4
- USER_ID=$5
- FALKON_JOB_ID=$6
- FALKON_ROOT_PATH=$7
-
-
- FALKON_HOME=${FALKON_ROOT_PATH}/users/${USER_ID}/${FALKON_JOB_ID}
-
- echo "FALKON_HOME = ${FALKON_HOME}" >> ${ERROR_LOG}
-
- #FALKON_HOME=/home/falkon/falkon
-
- HOME=${FALKON_ROOT_PATH}
- echo "HOME = ${HOME}" >> ${ERROR_LOG}
- #HOME=${FALKON_HOME}
-
- if [ -z "${FALKON_HOME}" ]; then
- echo "ERROR: environment variable FALKON_HOME not defined"
- echo "ERROR: environment variable FALKON_HOME not defined" >> ${ERROR_LOG}
- exit 1
- fi
-
- if [ ! -d "${FALKON_HOME}" ]; then
- echo "ERROR: invalid FALKON_HOME set: $FALKON_HOME"
- echo "ERROR: invalid FALKON_HOME set: $FALKON_HOME" >> ${ERROR_LOG}
- exit 1
- fi
-
- cd ${FALKON_HOME}
- source falkon.env.bgp-cn
-
-
-
- HOME_PATH=`pwd`
- export MACH_ID=`uname -i`
- RAND_ID2=`/home/espinosa/bin/rank`
-
- a0=${RAND_ID2%%=*}; rest=${RAND_ID2#*=}
- RAND_ID=${rest%%=*};
-
- #PLATFORM=`uname -m`
-
-
-
- EXP_START=`date +%Y.%m.%d_%H.%M.%S`
-
-
- for ((b=1; b < ${NUM_WORKERS} ; b++))
- do
- #LOG_FILE=${FALKON_LOGS}/worker/${RAND_ID}.${b}.${EXP_START}.txt
- LOG_FILE=/dev/null
-
- #${FALKON_WORKER_HOME}/src-c/BGexec_${PLATFORM} ${FALKON_SERVICE_IP} ${TCPCORE_PORT1} ${TCPCORE_PORT2} -perf >> "${LOG_FILE}" 2>&1 &
- #echo "starting .... ${FALKON_WORKER_HOME}/src-c/BGexec ${FALKON_SERVICE_IP} ${TCPCORE_PORT1} ${TCPCORE_PORT2} -perf"
- echo "starting worker ${RAND_ID} CPU ${b}..." >> ${ERROR_LOG}
- ${FALKON_WORKER_HOME}/src-c/BGexec ${FALKON_SERVICE_IP} ${TCPCORE_PORT1} ${TCPCORE_PORT2} -perf >> ${LOG_FILE} 2>&1 &
- #${HOME_PATH}/src-c/BGexec_${PLATFORM} ${FALKON_SERVICE_IP} 55000 55001 -debug
- /bin/sleep 1
- done
-
- #LOG_FILE=${FALKON_LOGS}/worker/${RAND_ID}.${NUM_WORKERS}.${EXP_START}.txt
- LOG_FILE=/dev/null
- echo "starting worker ${RAND_ID} CPU ${NUM_WORKERS}..." >> ${ERROR_LOG}
-
- #${FALKON_WORKER_HOME}/src-c/BGexec_${PLATFORM} ${FALKON_SERVICE_IP} ${TCPCORE_PORT1} ${TCPCORE_PORT2} -perf >> "${LOG_FILE}" 2>&1
- #echo "starting .... ${FALKON_WORKER_HOME}/src-c/BGexec ${FALKON_SERVICE_IP} ${TCPCORE_PORT1} ${TCPCORE_PORT2} -perf"
-
- ${FALKON_WORKER_HOME}/src-c/BGexec ${FALKON_SERVICE_IP} ${TCPCORE_PORT1} ${TCPCORE_PORT2} -perf >> ${LOG_FILE} 2>&1
-
-
- echo "finished!" >> ${ERROR_LOG}
-fi
Copied: usertools/cio/falkon/ciologic-bgp.sh (from rev 2750, usertools/cio/falkon/cio-logic.sh)
===================================================================
--- usertools/cio/falkon/ciologic-bgp.sh (rev 0)
+++ usertools/cio/falkon/ciologic-bgp.sh 2009-03-28 15:56:19 UTC (rev 2751)
@@ -0,0 +1,137 @@
+#!/fuse/bin/bash
+
+CIOROOT=/home/espinosa/cio
+ERROR_LOG=/dev/null
+
+if [ $# -lt 7 ]; then
+ cat << EOF
+Usage: $0 <FALKON_IP> <TCPCORE_PORT1> <TCPCORE_PORT2> <NUM_WORKERS> <USER_ID> <FALKON_JOB_ID> <FALKON_ROOT_PATH> \
+ <PART_SIZE> <DATA_NUM> <STRIPE_SIZE>
+Example: $0 192.168.1.254 55000 55001 4 iraicu 0001 [FALKON_ROOT] \
+ 1024 1 1"
+EOF
+ exit 2
+fi
+
+# Initiate the IP stack of the Torus network
+# -aespinosa
+
+/home/iskra/ZeptoOS/packages/cnip/prebuilt/cn-ipfwd.2409 &
+
+while [ ! -f /tmp/ifconfig.cmd ]; do
+ sleep 1
+done
+
+. /tmp/ifconfig.cmd
+
+RANK=`/home/espinosa/bin/rank`
+
+# size of the allocated partition. also known as the total number of CNs
+PART_SIZE=$8
+# number of data CNs in partition
+DATA_NUM=$9
+STR=${10}
+
+ROLE=`/home/espinosa/bin/isdata $PART_SIZE $DATA_NUM $STR`
+ISDATA=$ROLE
+tmp=`/home/espinosa/bin/getdata $PART_SIZE $DATA_NUM $STR`
+DATACN=`/fuse/gpfs/home/espinosa/bin/ipcal 10.128.0.0 $tmp`
+
+if [ $RANK -eq 0 ]; then
+ # Run Central Hash Service
+ $CIOROOT/hashserver.rb
+elif [ "$ISDATA" != 'app' ]; then
+ if [ "$ROLE" = 'head' ]; then
+ echo "[ $BG_RANK@$IO_RANK-$PSET ] Starting Mosa Benefactor managed by $DATACN" >&2
+ echo "[ $BG_RANK@$IO_RANK-$PSET ] Starting Mosa Manager across $STR CNs" >&2
+ /home/espinosa/experiments/util/startchirp-wmosa.sh $DATACN $STR >&2
+ else
+ echo "[ $BG_RANK@$IO_RANK-$PSET ] Starting Mosa Benefactor managed by $DATACN" >&2
+ /home/espinosa/experiments/util/benefactor.sh $DATACN >&2
+ fi
+else
+ echo "[ $BG_RANK@$IO_RANK-$PSET ] Mounting Mosa data CN filesystem from $DATACN" >&2
+ /bin/mkdir /dataifs
+ export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/lib:/fuse/lib:/usr/lib
+ sleep 30
+ /home/espinosa/experiments/util/mosamount.sh $DATACN >&2
+
+ echo "worker started..." >> ${ERROR_LOG}
+
+ # Regular Falon worker startup script
+
+ FALKON_SERVICE_IP=$1
+ TCPCORE_PORT1=$2
+ TCPCORE_PORT2=$3
+ NUM_WORKERS=$4
+ USER_ID=$5
+ FALKON_JOB_ID=$6
+ FALKON_ROOT_PATH=$7
+
+
+ FALKON_HOME=${FALKON_ROOT_PATH}/users/${USER_ID}/${FALKON_JOB_ID}
+
+ echo "FALKON_HOME = ${FALKON_HOME}" >> ${ERROR_LOG}
+
+ #FALKON_HOME=/home/falkon/falkon
+
+ HOME=${FALKON_ROOT_PATH}
+ echo "HOME = ${HOME}" >> ${ERROR_LOG}
+ #HOME=${FALKON_HOME}
+
+ if [ -z "${FALKON_HOME}" ]; then
+ echo "ERROR: environment variable FALKON_HOME not defined"
+ echo "ERROR: environment variable FALKON_HOME not defined" >> ${ERROR_LOG}
+ exit 1
+ fi
+
+ if [ ! -d "${FALKON_HOME}" ]; then
+ echo "ERROR: invalid FALKON_HOME set: $FALKON_HOME"
+ echo "ERROR: invalid FALKON_HOME set: $FALKON_HOME" >> ${ERROR_LOG}
+ exit 1
+ fi
+
+ cd ${FALKON_HOME}
+ source falkon.env.bgp-cn
+
+
+
+ HOME_PATH=`pwd`
+ export MACH_ID=`uname -i`
+ RAND_ID2=`/home/espinosa/bin/rank`
+
+ a0=${RAND_ID2%%=*}; rest=${RAND_ID2#*=}
+ RAND_ID=${rest%%=*};
+
+ #PLATFORM=`uname -m`
+
+
+
+ EXP_START=`date +%Y.%m.%d_%H.%M.%S`
+
+
+ for ((b=1; b < ${NUM_WORKERS} ; b++))
+ do
+ #LOG_FILE=${FALKON_LOGS}/worker/${RAND_ID}.${b}.${EXP_START}.txt
+ LOG_FILE=/dev/null
+
+ #${FALKON_WORKER_HOME}/src-c/BGexec_${PLATFORM} ${FALKON_SERVICE_IP} ${TCPCORE_PORT1} ${TCPCORE_PORT2} -perf >> "${LOG_FILE}" 2>&1 &
+ #echo "starting .... ${FALKON_WORKER_HOME}/src-c/BGexec ${FALKON_SERVICE_IP} ${TCPCORE_PORT1} ${TCPCORE_PORT2} -perf"
+ echo "starting worker ${RAND_ID} CPU ${b}..." >> ${ERROR_LOG}
+ ${FALKON_WORKER_HOME}/src-c/BGexec ${FALKON_SERVICE_IP} ${TCPCORE_PORT1} ${TCPCORE_PORT2} -perf >> ${LOG_FILE} 2>&1 &
+ #${HOME_PATH}/src-c/BGexec_${PLATFORM} ${FALKON_SERVICE_IP} 55000 55001 -debug
+ /bin/sleep 1
+ done
+
+ #LOG_FILE=${FALKON_LOGS}/worker/${RAND_ID}.${NUM_WORKERS}.${EXP_START}.txt
+ LOG_FILE=/dev/null
+ echo "starting worker ${RAND_ID} CPU ${NUM_WORKERS}..." >> ${ERROR_LOG}
+
+ #${FALKON_WORKER_HOME}/src-c/BGexec_${PLATFORM} ${FALKON_SERVICE_IP} ${TCPCORE_PORT1} ${TCPCORE_PORT2} -perf >> "${LOG_FILE}" 2>&1
+ #echo "starting .... ${FALKON_WORKER_HOME}/src-c/BGexec ${FALKON_SERVICE_IP} ${TCPCORE_PORT1} ${TCPCORE_PORT2} -perf"
+
+ ${FALKON_WORKER_HOME}/src-c/BGexec ${FALKON_SERVICE_IP} ${TCPCORE_PORT1} ${TCPCORE_PORT2} -perf >> ${LOG_FILE} 2>&1
+
+
+ echo "finished!" >> ${ERROR_LOG}
+fi
More information about the Swift-commit
mailing list