[Swift-commit] r2802 - usertools/cio/libexec/falkon
noreply at svn.ci.uchicago.edu
noreply at svn.ci.uchicago.edu
Wed Apr 1 16:30:02 CDT 2009
Author: aespinosa
Date: 2009-04-01 16:30:01 -0500 (Wed, 01 Apr 2009)
New Revision: 2802
Added:
usertools/cio/libexec/falkon/falkon-start-bgp.sh
Removed:
usertools/cio/libexec/falkon/falkon-start-bgp-cio.sh
Log:
Removed '-cio' suffix to falkon-start scripts
Deleted: usertools/cio/libexec/falkon/falkon-start-bgp-cio.sh
===================================================================
--- usertools/cio/libexec/falkon/falkon-start-bgp-cio.sh 2009-04-01 21:29:16 UTC (rev 2801)
+++ usertools/cio/libexec/falkon/falkon-start-bgp-cio.sh 2009-04-01 21:30:01 UTC (rev 2802)
@@ -1,167 +0,0 @@
-#!/bin/bash
-
-if [ $# -lt 3 ]; then
- cat << EOF
-Usage: $0 <QueueName> <NumNodes> <WallTime>
-Example: $0 prod 1024 60
---or--
-Usage: $0 <QueueName> <NumNodes> <WallTime> \
- <WorkersPerNode> <NumIFS> <SizeIFS>
-EOF
- exit 1
-fi
-
-if [ -z $FALKON_HOME ]; then
- echo "ERROR: environment variable FALKON_HOME not defined"
- exit 1
-fi
-if [ -z $CIOROOT ]; then
- echo "ERROR: CIOROOT env not defined"
- exit 1
-fi
-if [[ $CIOARCH != "bgp" ]]; then
- echo "ERROR: Wrong architecture. Must be bgp"
- exit 1
-fi
-
-PROFILE_NAME="zeptocn"
-QUEUE_NAME=$1
-NUM_NODES=$2
-let NUM_ION=NUM_NODES/64
-MAX_TIME_MIN=$3
-SERVICE_IP="192.168.1.254"
-SERVICE_PORT1=55000
-SERVICE_PORT2=55001
-
-WORKERS_PER_NODE=4
-DATA_NUM=1
-STR=1
-if [ -n "$4" ];then
- WORKERS_PER_NODE=$4
-fi
-if [ -n "$5" ];then
- DATA_NUM=$5
-fi
-if [ -n "$6" ];then
- STR=$6
- echo true
-fi
-
-cp ${FALKON_HOME}/bin/zoid-user-script.sh ${HOME}/zoid-user-script.sh
-chmod +x ${HOME}/zoid-user-script.sh
-
-FALKON_JOB_ID=`falkon-id-get.sh N/A`
-EXIT_CODE=$?
-
-if [ "${EXIT_CODE}" -ne "0" ]; then
- echo "Error in geting a unique falkon ID.. 'falkon-get-id.sh N/A'"
- cqdel ${ZOID_JOB_ID}
- exit ${EXIT_CODE}
-fi
-
-
-
-WORKER_SCRIPT=$CIOROOT/bin/ciologic-$CIOARCH.sh
-ZOID_JOB_ID=`cqsub -q ${QUEUE_NAME} -k ${PROFILE_NAME} -C ${HOME} -t \
- ${MAX_TIME_MIN} -n ${NUM_NODES} \
- -e LD_LIBRARY_PATH=/lib:/fuse/lib:/fuse/usr/lib:CIOROOT=$CIOROOT:CIOARCH=$CIOARCH:CHIRPROOT=$CHIRPROOT \
- /bgsys/linux/1.2.020080512/bin/bash $WORKER_SCRIPT \
- ${SERVICE_IP} ${SERVICE_PORT1} ${SERVICE_PORT2} ${WORKERS_PER_NODE} \
- ${USER} ${FALKON_JOB_ID} ${FALKON_ROOT} \
- $NUM_NODES $DATA_NUM $STR` # MTIO parameters
-
-EXIT_CODE=$?
-
-if [ "${EXIT_CODE}" -ne "0" ]; then
- echo "Error in submitting job to Cobalt.. 'cqsub -q ${QUEUE_NAME} \
- -k ${PROFILE_NAME} -C ${HOME} -t ${MAX_TIME_MIN} -n ${NUM_NODES} \
- -e LD_LIBRARY_PATH=/lib:/fuse/lib:/fuse/usr/lib \
- /bgsys/linux/1.2.020080512/bin/bash $WORKER_SCRIPT \
- ${SERVICE_IP} ${SERVICE_PORT1} ${SERVICE_PORT2} \
- ${WORKERS_PER_NODE} ${USER} ${FALKON_JOB_ID} ${FALKON_ROOT}' "
- exit ${EXIT_CODE}
-fi
-
-falkon-id-update.sh ${FALKON_JOB_ID} ${ZOID_JOB_ID}
-
-EXIT_CODE=$?
-
-if [ "${EXIT_CODE}" -ne "0" ]; then
- echo "Error in updating cobalt job info for falkon.. 'falkon-update-id.sh ${ZOID_JOB_ID}'"
- cqdel ${ZOID_JOB_ID}
- exit ${EXIT_CODE}
-fi
-
-
-FALKON_JOBID_HOME=${FALKON_ROOT}/users/${USER}/${FALKON_JOB_ID}
-
-echo "Submitted job ${ZOID_JOB_ID} to Cobalt, creating the job specific Falkon tree for logs and configuration in ${FALKON_JOBID_HOME}..."
-
-mkdir -p ${FALKON_JOBID_HOME}
-
-cp ${FALKON_HOME}/falkon.env.bgp* ${FALKON_JOBID_HOME}/
-cp -r ${FALKON_HOME}/config ${FALKON_JOBID_HOME}/
-cp ${FALKON_JOBID_HOME}/config/Client-service-URIs.config2 ${FALKON_JOBID_HOME}/config/Client-service-URIs.config
-mkdir -p ${FALKON_JOBID_HOME}/logs/client ${FALKON_JOBID_HOME}/logs/service ${FALKON_JOBID_HOME}/logs/provisioner ${FALKON_JOBID_HOME}/logs/worker
-
-
-DATE=`date +%s`
-echo "$DATE: pre-creating log dirs for Falkon service..."
-RACK_START=0
-RACK_END=48
-SEQUENCE_DIR=`seq -w ${RACK_START} ${RACK_END}`
-PSET_START=1
-PSET_END=16
-for a in ${SEQUENCE_DIR}
-do
- for ((b=${PSET_START}; b <= ${PSET_END} ; b++)) # Double parentheses, and "LIMIT" with no "$".
- do
- DIR_NAME="ion-R${a}-${b}"
- mkdir -p ${FALKON_JOBID_HOME}/logs/service/$DIR_NAME
- done
-done
-
-for ((b=${PSET_START}; b <= ${PSET_END} ; b++)) # Double parentheses, and "LIMIT" with no "$".
-do
- DIR_NAME="ion-${b}"
- mkdir -p ${FALKON_JOBID_HOME}/logs/service/$DIR_NAME
-done
-
-
-DATE=`date +%s`
-echo "$DATE: done creating log dirs for Falkon service!"
-
-FALKON_HOME_RAM=/tmp/${USER}/falkon
-
-ln -s ${FALKON_HOME}/apps ${FALKON_JOBID_HOME}/apps
-ln -s ${FALKON_HOME_RAM}/container ${FALKON_JOBID_HOME}/container
-ln -s ${FALKON_HOME}/service ${FALKON_JOBID_HOME}/service
-ln -s ${FALKON_HOME}/worker ${FALKON_JOBID_HOME}/worker
-ln -s ${FALKON_HOME}/AstroPortal ${FALKON_JOBID_HOME}/AstroPortal
-ln -s ${FALKON_HOME}/client ${FALKON_JOBID_HOME}/client
-ln -s ${FALKON_HOME}/monitor ${FALKON_JOBID_HOME}/monitor
-ln -s ${FALKON_HOME}/bin ${FALKON_JOBID_HOME}/bin
-ln -s ${FALKON_HOME}/config ${FALKON_JOBID_HOME}/config
-ln -s ${FALKON_HOME}/ploticus ${FALKON_JOBID_HOME}/ploticus
-ln -s ${FALKON_HOME}/webserver ${FALKON_JOBID_HOME}/webserver
-ln -s ${FALKON_HOME}/workloads ${FALKON_JOBID_HOME}/workloads
-ln -s ${FALKON_HOME}/id ${FALKON_JOBID_HOME}/id
-ln -s ${FALKON_HOME}/apache-ant-1.7.0 ${FALKON_JOBID_HOME}/apache-ant-1.7.0
-ln -s ${FALKON_HOME}/ibm-java2-ppc64-50 ${FALKON_JOBID_HOME}/ibm-java2-ppc64-50
-ln -s ${FALKON_HOME_RAM}/ibm-java2-ppc-50 ${FALKON_JOBID_HOME}/ibm-java2-ppc-50
-ln -s ${FALKON_HOME}/falkon.tgz ${FALKON_JOBID_HOME}/falkon.tgz
-
-
-if [ ! -d "${FALKON_JOBID_HOME}" ]; then
- echo "ERROR: invalid path ${FALKON_JOBID_HOME}... exiting"
- cqdel ${ZOID_JOB_ID}
- exit 1
-fi
-
-echo "Succesfully submitted the job to Cobalt, and setup job specific Falkon tree!"
-echo "To monitor the job status, type 'cqstat | grep ${USER}'; once it is in running state, you can use the Falkon specific command ...."
-echo "To submit your Falkon-based workload, type: ....; you can do this any time, the falkon workload will wait for the resources to come online, and will only be submitted when everything is ready; the script is run in the background, so the workload will run even if the ssh session gets disconnected."
-echo ""
-echo "Remember, your job id is ${ZOID_JOB_ID}, and if you need to look through the logs manually for anything, remember that you can find them at ${HOME}/${ZOID_JOB_ID}.output, ${HOME}/${ZOID_JOB_ID}.error, and ${FALKON_JOBID_HOME}/logs/..."
-
-
Copied: usertools/cio/libexec/falkon/falkon-start-bgp.sh (from rev 2801, usertools/cio/libexec/falkon/falkon-start-bgp-cio.sh)
===================================================================
--- usertools/cio/libexec/falkon/falkon-start-bgp.sh (rev 0)
+++ usertools/cio/libexec/falkon/falkon-start-bgp.sh 2009-04-01 21:30:01 UTC (rev 2802)
@@ -0,0 +1,167 @@
+#!/bin/bash
+
+if [ $# -lt 3 ]; then
+ cat << EOF
+Usage: $0 <QueueName> <NumNodes> <WallTime>
+Example: $0 prod 1024 60
+--or--
+Usage: $0 <QueueName> <NumNodes> <WallTime> \
+ <WorkersPerNode> <NumIFS> <SizeIFS>
+EOF
+ exit 1
+fi
+
+if [ -z $FALKON_HOME ]; then
+ echo "ERROR: environment variable FALKON_HOME not defined"
+ exit 1
+fi
+if [ -z $CIOROOT ]; then
+ echo "ERROR: CIOROOT env not defined"
+ exit 1
+fi
+if [[ $CIOARCH != "bgp" ]]; then
+ echo "ERROR: Wrong architecture. Must be bgp"
+ exit 1
+fi
+
+PROFILE_NAME="zeptocn"
+QUEUE_NAME=$1
+NUM_NODES=$2
+let NUM_ION=NUM_NODES/64
+MAX_TIME_MIN=$3
+SERVICE_IP="192.168.1.254"
+SERVICE_PORT1=55000
+SERVICE_PORT2=55001
+
+WORKERS_PER_NODE=4
+DATA_NUM=1
+STR=1
+if [ -n "$4" ];then
+ WORKERS_PER_NODE=$4
+fi
+if [ -n "$5" ];then
+ DATA_NUM=$5
+fi
+if [ -n "$6" ];then
+ STR=$6
+ echo true
+fi
+
+cp ${FALKON_HOME}/bin/zoid-user-script.sh ${HOME}/zoid-user-script.sh
+chmod +x ${HOME}/zoid-user-script.sh
+
+FALKON_JOB_ID=`falkon-id-get.sh N/A`
+EXIT_CODE=$?
+
+if [ "${EXIT_CODE}" -ne "0" ]; then
+ echo "Error in geting a unique falkon ID.. 'falkon-get-id.sh N/A'"
+ cqdel ${ZOID_JOB_ID}
+ exit ${EXIT_CODE}
+fi
+
+
+
+WORKER_SCRIPT=$CIOROOT/bin/ciologic-$CIOARCH.sh
+ZOID_JOB_ID=`cqsub -q ${QUEUE_NAME} -k ${PROFILE_NAME} -C ${HOME} -t \
+ ${MAX_TIME_MIN} -n ${NUM_NODES} \
+ -e LD_LIBRARY_PATH=/lib:/fuse/lib:/fuse/usr/lib:CIOROOT=$CIOROOT:CIOARCH=$CIOARCH:CHIRPROOT=$CHIRPROOT \
+ /bgsys/linux/1.2.020080512/bin/bash $WORKER_SCRIPT \
+ ${SERVICE_IP} ${SERVICE_PORT1} ${SERVICE_PORT2} ${WORKERS_PER_NODE} \
+ ${USER} ${FALKON_JOB_ID} ${FALKON_ROOT} \
+ $NUM_NODES $DATA_NUM $STR` # MTIO parameters
+
+EXIT_CODE=$?
+
+if [ "${EXIT_CODE}" -ne "0" ]; then
+ echo "Error in submitting job to Cobalt.. 'cqsub -q ${QUEUE_NAME} \
+ -k ${PROFILE_NAME} -C ${HOME} -t ${MAX_TIME_MIN} -n ${NUM_NODES} \
+ -e LD_LIBRARY_PATH=/lib:/fuse/lib:/fuse/usr/lib \
+ /bgsys/linux/1.2.020080512/bin/bash $WORKER_SCRIPT \
+ ${SERVICE_IP} ${SERVICE_PORT1} ${SERVICE_PORT2} \
+ ${WORKERS_PER_NODE} ${USER} ${FALKON_JOB_ID} ${FALKON_ROOT}' "
+ exit ${EXIT_CODE}
+fi
+
+falkon-id-update.sh ${FALKON_JOB_ID} ${ZOID_JOB_ID}
+
+EXIT_CODE=$?
+
+if [ "${EXIT_CODE}" -ne "0" ]; then
+ echo "Error in updating cobalt job info for falkon.. 'falkon-update-id.sh ${ZOID_JOB_ID}'"
+ cqdel ${ZOID_JOB_ID}
+ exit ${EXIT_CODE}
+fi
+
+
+FALKON_JOBID_HOME=${FALKON_ROOT}/users/${USER}/${FALKON_JOB_ID}
+
+echo "Submitted job ${ZOID_JOB_ID} to Cobalt, creating the job specific Falkon tree for logs and configuration in ${FALKON_JOBID_HOME}..."
+
+mkdir -p ${FALKON_JOBID_HOME}
+
+cp ${FALKON_HOME}/falkon.env.bgp* ${FALKON_JOBID_HOME}/
+cp -r ${FALKON_HOME}/config ${FALKON_JOBID_HOME}/
+cp ${FALKON_JOBID_HOME}/config/Client-service-URIs.config2 ${FALKON_JOBID_HOME}/config/Client-service-URIs.config
+mkdir -p ${FALKON_JOBID_HOME}/logs/client ${FALKON_JOBID_HOME}/logs/service ${FALKON_JOBID_HOME}/logs/provisioner ${FALKON_JOBID_HOME}/logs/worker
+
+
+DATE=`date +%s`
+echo "$DATE: pre-creating log dirs for Falkon service..."
+RACK_START=0
+RACK_END=48
+SEQUENCE_DIR=`seq -w ${RACK_START} ${RACK_END}`
+PSET_START=1
+PSET_END=16
+for a in ${SEQUENCE_DIR}
+do
+ for ((b=${PSET_START}; b <= ${PSET_END} ; b++)) # Double parentheses, and "LIMIT" with no "$".
+ do
+ DIR_NAME="ion-R${a}-${b}"
+ mkdir -p ${FALKON_JOBID_HOME}/logs/service/$DIR_NAME
+ done
+done
+
+for ((b=${PSET_START}; b <= ${PSET_END} ; b++)) # Double parentheses, and "LIMIT" with no "$".
+do
+ DIR_NAME="ion-${b}"
+ mkdir -p ${FALKON_JOBID_HOME}/logs/service/$DIR_NAME
+done
+
+
+DATE=`date +%s`
+echo "$DATE: done creating log dirs for Falkon service!"
+
+FALKON_HOME_RAM=/tmp/${USER}/falkon
+
+ln -s ${FALKON_HOME}/apps ${FALKON_JOBID_HOME}/apps
+ln -s ${FALKON_HOME_RAM}/container ${FALKON_JOBID_HOME}/container
+ln -s ${FALKON_HOME}/service ${FALKON_JOBID_HOME}/service
+ln -s ${FALKON_HOME}/worker ${FALKON_JOBID_HOME}/worker
+ln -s ${FALKON_HOME}/AstroPortal ${FALKON_JOBID_HOME}/AstroPortal
+ln -s ${FALKON_HOME}/client ${FALKON_JOBID_HOME}/client
+ln -s ${FALKON_HOME}/monitor ${FALKON_JOBID_HOME}/monitor
+ln -s ${FALKON_HOME}/bin ${FALKON_JOBID_HOME}/bin
+ln -s ${FALKON_HOME}/config ${FALKON_JOBID_HOME}/config
+ln -s ${FALKON_HOME}/ploticus ${FALKON_JOBID_HOME}/ploticus
+ln -s ${FALKON_HOME}/webserver ${FALKON_JOBID_HOME}/webserver
+ln -s ${FALKON_HOME}/workloads ${FALKON_JOBID_HOME}/workloads
+ln -s ${FALKON_HOME}/id ${FALKON_JOBID_HOME}/id
+ln -s ${FALKON_HOME}/apache-ant-1.7.0 ${FALKON_JOBID_HOME}/apache-ant-1.7.0
+ln -s ${FALKON_HOME}/ibm-java2-ppc64-50 ${FALKON_JOBID_HOME}/ibm-java2-ppc64-50
+ln -s ${FALKON_HOME_RAM}/ibm-java2-ppc-50 ${FALKON_JOBID_HOME}/ibm-java2-ppc-50
+ln -s ${FALKON_HOME}/falkon.tgz ${FALKON_JOBID_HOME}/falkon.tgz
+
+
+if [ ! -d "${FALKON_JOBID_HOME}" ]; then
+ echo "ERROR: invalid path ${FALKON_JOBID_HOME}... exiting"
+ cqdel ${ZOID_JOB_ID}
+ exit 1
+fi
+
+echo "Succesfully submitted the job to Cobalt, and setup job specific Falkon tree!"
+echo "To monitor the job status, type 'cqstat | grep ${USER}'; once it is in running state, you can use the Falkon specific command ...."
+echo "To submit your Falkon-based workload, type: ....; you can do this any time, the falkon workload will wait for the resources to come online, and will only be submitted when everything is ready; the script is run in the background, so the workload will run even if the ssh session gets disconnected."
+echo ""
+echo "Remember, your job id is ${ZOID_JOB_ID}, and if you need to look through the logs manually for anything, remember that you can find them at ${HOME}/${ZOID_JOB_ID}.output, ${HOME}/${ZOID_JOB_ID}.error, and ${FALKON_JOBID_HOME}/logs/..."
+
+
More information about the Swift-commit
mailing list