[Swift-commit] r5041 - in SwiftApps: . ParVis ParVis/PagodaTest
wilde at ci.uchicago.edu
wilde at ci.uchicago.edu
Thu Sep 1 10:23:53 CDT 2011
Author: wilde
Date: 2011-09-01 10:23:53 -0500 (Thu, 01 Sep 2011)
New Revision: 5041
Added:
SwiftApps/ParVis/
SwiftApps/ParVis/PagodaTest/
SwiftApps/ParVis/PagodaTest/README
SwiftApps/ParVis/PagodaTest/cf
SwiftApps/ParVis/PagodaTest/fs
SwiftApps/ParVis/PagodaTest/ncflint.sh
SwiftApps/ParVis/PagodaTest/pagoda1.swift
SwiftApps/ParVis/PagodaTest/pagoda2.swift
SwiftApps/ParVis/PagodaTest/pbs.xml
SwiftApps/ParVis/PagodaTest/pbs2.xml
SwiftApps/ParVis/PagodaTest/pbs3.xml
SwiftApps/ParVis/PagodaTest/pgea.sh
SwiftApps/ParVis/PagodaTest/pgflint.run1.sh
SwiftApps/ParVis/PagodaTest/pgflint.sh
SwiftApps/ParVis/PagodaTest/pgflint.working.sh
SwiftApps/ParVis/PagodaTest/sites.xml
SwiftApps/ParVis/PagodaTest/t.sh
SwiftApps/ParVis/PagodaTest/tc
Log:
initial version
Added: SwiftApps/ParVis/PagodaTest/README
===================================================================
--- SwiftApps/ParVis/PagodaTest/README (rev 0)
+++ SwiftApps/ParVis/PagodaTest/README 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,31 @@
+To run Swift Pagoda tests:
+
+Tests are coded to run on Fusion, and point to Fusion datasets and apps.
+
+* pagoda1.swift:
+
+Single level of pgflint (linear interpolation)
+
+ swift -config cf -cdm.file fs -tc.file tc -sites.file pbs2.xml pagoda1.swift -n=10
+
+ # 1 <= n <= 132 for that many month-files to be processed
+ # can change dataset by changing the code: three datasets are listed in comments
+
+* pagoda2.swift:
+
+Multi-level workflow (pgflint for linear interpolation followed by
+pgea for ensemble averaging of various time units and levels)
+
+ swift -config cf -cdm.file fs -tc.file tc -sites.file pbs2.xml pagoda2.swift -toyear=110
+
+ # toyear can be from 110 to 120 for 1 to 11 years of the HRC06 dataset
+
+Add the hostCount settings in tc to enable JETS MPI
+
+Must have swift trunk and mpich2 trunk version in PATH:
+
+ PATH=/homes/wilde/mpich2-install/bin:/homes/wilde/swift/src/trunk/cog/modules/swift/dist/swift-svn/bin:$PATH
+
+
+
+
Added: SwiftApps/ParVis/PagodaTest/cf
===================================================================
--- SwiftApps/ParVis/PagodaTest/cf (rev 0)
+++ SwiftApps/ParVis/PagodaTest/cf 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,9 @@
+wrapperlog.always.transfer=true
+sitedir.keep=true
+execution.retries=0
+lazy.errors=false
+#status.mode=provider
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+foreach.max.threads=1024
+
Added: SwiftApps/ParVis/PagodaTest/fs
===================================================================
--- SwiftApps/ParVis/PagodaTest/fs (rev 0)
+++ SwiftApps/ParVis/PagodaTest/fs 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,2 @@
+rule .*/outdir/.* DIRECT /home/wilde/pagoda
+rule /fusion/group/climate/Parvis/atmos/.* DIRECT /
Added: SwiftApps/ParVis/PagodaTest/ncflint.sh
===================================================================
--- SwiftApps/ParVis/PagodaTest/ncflint.sh (rev 0)
+++ SwiftApps/ParVis/PagodaTest/ncflint.sh 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,19 @@
+#! /bin/sh
+NPROCS=${1:-8}
+echo using NPROCS=$NPROCS
+NCFLINT=/home/mickelso/nco-3.9.9/bin/ncflint
+
+$NCFLINT -O -C -x -v \
+GW,HYAM,HYBM,HYAI,HYBI,P0 \
+-w 0.3444444537162781,0.0 \
+/fusion/group/climate/Parvis/atmos/b40.1850.track1.2deg/b40.1850.track1.2deg.003.cam2.h0.0509-04.nc \
+/fusion/group/climate/Parvis/atmos/b40.1850.track1.2deg/b40.1850.track1.2deg.003.cam2.h0.0509-04.nc \
+nc_wgt_month.01.nc
+
+#/glade/data01/CMIP5/CCSM/csm/b40.1850.track1.1deg.006/atm/hist/b40.1850.track1.1deg.006.cam2.h0.0970-12.nc
+#/glade/data01/CMIP5/CCSM/csm/b40.1850.track1.1deg.006/atm/hist/b40.1850.track1.1deg.006.cam2.h0.0970-12.nc
+#/glade/scratch/mickelso/output-NSO1//climo/b40.1850.track1.1deg.006/wgt_month.01.nc"
+
+# CLDHGH,CLDICE,CLDLIQ,CLDMED,CLDLOW,CLDTOT,CLOUD,DCQ,DTCOND,DTV,FICE,FLDS,FLNS,FLNSC,FLNT,FLNTC,FLUT,FLUTC,FSDS,FSDSC,FSNS,FSNSC,FSNTC,FSNTOA,FSNTOAC,FSNT,ICEFRAC,LANDFRAC,LHFLX,LWCF,OCNFRAC,OMEGA,OMEGAT,P0,PBLH,PRECC,PRECL,PRECSC,PRECSL,PS,PSL,Q,QFLX,QRL,QRS,RELHUM,SHFLX,SNOWHICE,SNOWHLND,SOLIN,SRFRAD,SWCF,T,TAUX,TAUY,TGCLDIWP,TGCLDLWP,TMQ,TREFHT,TS,U,UU,V,VD01,VQ,VT,VU,VV,Z3 \
+
+# -x -v GW,HYAM,HYBM,HYAI,HYBI,P0 \
Property changes on: SwiftApps/ParVis/PagodaTest/ncflint.sh
___________________________________________________________________
Added: svn:executable
+
Added: SwiftApps/ParVis/PagodaTest/pagoda1.swift
===================================================================
--- SwiftApps/ParVis/PagodaTest/pagoda1.swift (rev 0)
+++ SwiftApps/ParVis/PagodaTest/pagoda1.swift 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,33 @@
+#! /bin/sh
+
+# NPROCS=${1:-8}
+# NFILES=${2:-99999}
+# DATASET=${3:-/fusion/group/climate/Parvis/atmos/taylor}
+# DATASET=${3:-/fusion/group/climate/Parvis/atmos/f40_amip_025d_b06c4_207jp.cam2}
+# DATASET=${3:-/fusion/group/climate/Parvis/atmos/HRC06}
+
+type ncfile;
+
+global string includevars="CLDHGH,CLDICE,CLDLIQ,CLDMED,CLDLOW,CLDTOT,CLOUD,DCQ,DTCOND,DTV,FICE,FLDS,FLNS,FLNSC,FLNT,FLNTC,FLUT,FLUTC,FSDS,FSDSC,FSNS,FSNSC,FSNTC,FSNTOA,FSNTOAC,FSNT,ICEFRAC,LANDFRAC,LHFLX,LWCF,OCNFRAC,OMEGA,OMEGAT,P0,PBLH,PRECC,PRECL,PRECSC,PRECSL,PS,PSL,Q,QFLX,QRL,QRS,RELHUM,SHFLX,SNOWHICE,SNOWHLND,SOLIN,SRFRAD,SWCF,T,TAUX,TAUY,TGCLDIWP,TGCLDLWP,TMQ,TREFHT,TS,U,UU,V,VD01,VQ,VT,VU,VV,Z3";
+
+global string excludevars="GW,HYAM,HYBM,HYAI,HYBI,P0";
+
+app (ncfile o) pgflint (ncfile i)
+{
+ pgflint "--file_format=64bit" "-C"
+ "-v" includevars
+ "-w" "0.3444444537162781,0.0"
+ "-O" @i @i @o ;
+}
+
+string dsdir=@arg("dataset","/fusion/group/climate/Parvis/atmos/HRC06");
+string outdir=@arg("outdir","outdir");
+
+ncfile infile[] <filesys_mapper; location=dsdir, suffix=".nc">;
+ncfile outfile[] <simple_mapper; location=outdir, suffix=".nc">;
+
+# foreach f,i in infile {
+
+foreach i in [0:@toint(@arg("n","1"))-1] {
+ outfile[i] = pgflint(infile[i]);
+}
\ No newline at end of file
Added: SwiftApps/ParVis/PagodaTest/pagoda2.swift
===================================================================
--- SwiftApps/ParVis/PagodaTest/pagoda2.swift (rev 0)
+++ SwiftApps/ParVis/PagodaTest/pagoda2.swift 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,110 @@
+#! /bin/sh
+
+# NPROCS=${1:-8}
+# NFILES=${2:-99999}
+# DATASET=${3:-/fusion/group/climate/Parvis/atmos/taylor}
+# DATASET=${3:-/fusion/group/climate/Parvis/atmos/f40_amip_025d_b06c4_207jp.cam2}
+# DATASET=${3:-/fusion/group/climate/Parvis/atmos/HRC06}
+
+type ncfile;
+
+global string includevars="CLDHGH,CLDICE,CLDLIQ,CLDMED,CLDLOW,CLDTOT,CLOUD,DCQ,DTCOND,DTV,FICE,FLDS,FLNS,FLNSC,FLNT,FLNTC,FLUT,FLUTC,FSDS,FSDSC,FSNS,FSNSC,FSNTC,FSNTOA,FSNTOAC,FSNT,ICEFRAC,LANDFRAC,LHFLX,LWCF,OCNFRAC,OMEGA,OMEGAT,P0,PBLH,PRECC,PRECL,PRECSC,PRECSL,PS,PSL,Q,QFLX,QRL,QRS,RELHUM,SHFLX,SNOWHICE,SNOWHLND,SOLIN,SRFRAD,SWCF,T,TAUX,TAUY,TGCLDIWP,TGCLDLWP,TMQ,TREFHT,TS,U,UU,V,VD01,VQ,VT,VU,VV,Z3";
+
+global string excludevars="GW,HYAM,HYBM,HYAI,HYBI,P0";
+
+app (ncfile o) pgflint (ncfile i)
+{
+ pgflint "--file_format=64bit" "-C"
+ "-v" includevars
+ "-w" "0.3444444537162781,0.0"
+ "-O" @i @i @o ;
+}
+
+app (ncfile o) pgea (ncfile i[])
+{
+ pgea4 "-O" "-y" "ttl" @filenames(i) @o;
+}
+
+app (ncfile o) pgeassn (ncfile m1, ncfile m2, ncfile m3)
+{
+ pgea2 "-O" "-y" "ttl" @m1 @m2 @m3 @o;
+}
+
+#string syear[] = ["0110","0111","0112","0113","0114","0115","0116","0117","0118","0119","0120"];
+string smon[] = ["00","01","02","03","04","05","06","07","08","09","10","11","12"];
+string ssnname[] = ["JFM","AMJ","JAS","OND"];
+
+#int years[] = [110:120];
+
+int toyear=@toint(@arg("toyear","110"));
+
+int years[] = [110:toyear];
+int months[] = [1:12];
+int seasons[] = [1,4,7,10];
+
+string dsdir=@arg("dataset","/fusion/group/climate/Parvis/atmos/HRC06");
+string outdir=@arg("outdir","outdir");
+string dsname="/HRC06.cam2.h0.0";
+
+# foreach f,i in infile {
+# foreach i in [0:@toint(@arg("n","1"))-1] {
+
+ncfile lint[][]; # [year][month]
+
+foreach y in years {
+ foreach m in months {
+ ncfile infile <single_file_mapper; file=@strcat(dsdir,dsname,y,"-",smon[m],".nc")>;
+ ncfile outfile <single_file_mapper; file=@strcat(outdir,dsname,y,"-",smon[m],".lint.nc")>;
+ outfile = pgflint(infile);
+ lint[y][m] = outfile;
+ }
+}
+
+ncfile ssnavg[][]; # [year][ssn]
+
+foreach y in years {
+ foreach s, sn in seasons {
+ ncfile f<single_file_mapper; file=@strcat(outdir,dsname,y,"-",ssnname[sn],".season.nc")>;
+ f = pgeassn(lint[y][s], lint[y][s+1], lint[y][s+2]);
+ ssnavg[y][sn] = f;
+ }
+}
+
+ncfile yearavg[];
+
+foreach year, y in lint {
+ ncfile f<single_file_mapper; file=@strcat(outdir,dsname,y,".yearly.nc")>;
+ f = pgea(year);
+ yearavg[y] = f;
+}
+
+ncfile gf<single_file_mapper; file=@strcat(outdir,dsname,"000.grandavg.nc")>;
+gf = pgea(yearavg);
+
+#--- From AMWG Diag script, for later use:
+
+/*
+
+(file out)Sum_Monthly_Files(string f[])
+{
+ app {ncea "-O" f @out;}
+}
+
+(file out)Sum_Wgt_Season(file f1, file f2, file f3)
+{
+ app {ncea "-O" "-y" "ttl" @f1 @f2 @f3 @out;}
+}
+
+(file out)Sum_Wgt_Year(file f1, file f2, file f3, file f4, file f5, file f6, file f7, file f8, file f9, file f10, file f11, file f12)
+{
+ app {ncea "-O" "-y" "ttl" @f1 @f2 @f3 @f4 @f5 @f6 @f7 @f8 @f9 @f10 @f11 @f12 @out;}
+}
+
+(file out)Ensemble_Averages(file f[])
+{
+ app {ncea "-O" @filenames(f) @filename(out);}
+}
+
+*/
+
+
Added: SwiftApps/ParVis/PagodaTest/pbs.xml
===================================================================
--- SwiftApps/ParVis/PagodaTest/pbs.xml (rev 0)
+++ SwiftApps/ParVis/PagodaTest/pbs.xml 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,48 @@
+<config>
+
+<!--
+ <pool handle="localhost" sysinfo="INTEL32::LINUX">
+ <gridftp url="local://localhost" />
+ <execution provider="local" url="none" />
+ <workdirectory>/home/wilde/swiftwork</workdirectory>
+ <profile namespace="swift" key="stagingMethod">file</profile>
+ </pool>
+-->
+
+ <pool handle="localhost">
+ <filesystem provider="local" />
+ <execution provider="coaster" jobmanager="local:pbs"/>
+ <profile namespace="globus" key="queue">shared</profile>
+ <profile namespace="karajan" key="jobthrottle">0.15</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <profile namespace="globus" key="jobsPerNode">1</profile>
+ <profile namespace="globus" key="slots">8</profile>
+ <profile namespace="globus" key="maxTime">300</profile>
+ <profile namespace="globus" key="maxWallTime">00:01:00</profile>
+ <profile namespace="globus" key="nodeGranularity">4</profile>
+ <profile namespace="globus" key="maxNodes">4</profile>
+ <workdirectory>/home/wilde/swiftwork</workdirectory>
+ </pool>
+
+<!--
+
+<pool handle="fusion">
+ <execution jobmanager="local:pbs" provider="coaster" url="none"/>
+ <filesystem provider="local" url="none" />
+ <profile namespace="globus" key="maxWallTime">1</profile>
+ <profile namespace="globus" key="maxTime">7200</profile>
+
+ <profile key="jobsPerNode" namespace="globus">1</profile>
+ <profile key="slots" namespace="globus">1</profile>
+ <profile key="nodeGranularity" namespace="globus">2</profile>
+ <profile key="maxNodes" namespace="globus">4</profile>
+ <profile key="workerLoggingLevel" namespace="globus">DEBUG</profile>
+ <profile key="workerLoggingDirectory" namespace="globus">{wdir}</profile>
+ <profile key="jobThrottle" namespace="karajan">5.99</profile>
+ <profile key="initialScore" namespace="karajan">10000</profile>
+ <workdirectory>{wdir}</workdirectory>
+</pool>
+
+-->
+
+</config>
Added: SwiftApps/ParVis/PagodaTest/pbs2.xml
===================================================================
--- SwiftApps/ParVis/PagodaTest/pbs2.xml (rev 0)
+++ SwiftApps/ParVis/PagodaTest/pbs2.xml 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,48 @@
+<config>
+
+<!--
+ <pool handle="localhost" sysinfo="INTEL32::LINUX">
+ <gridftp url="local://localhost" />
+ <execution provider="local" url="none" />
+ <workdirectory>/home/wilde/swiftwork</workdirectory>
+ <profile namespace="swift" key="stagingMethod">file</profile>
+ </pool>
+-->
+
+ <pool handle="localhost">
+ <filesystem provider="local" />
+ <execution provider="coaster" jobmanager="local:pbs"/>
+ <profile namespace="globus" key="queue">shared</profile>
+ <profile namespace="karajan" key="jobthrottle">0.63</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <profile namespace="globus" key="jobsPerNode">8</profile>
+ <profile namespace="globus" key="slots">4</profile>
+ <profile namespace="globus" key="maxTime">3600</profile>
+ <profile namespace="globus" key="maxWallTime">00:01:00</profile>
+ <profile namespace="globus" key="nodeGranularity">4</profile>
+ <profile namespace="globus" key="maxNodes">4</profile>
+ <workdirectory>/home/wilde/swiftwork</workdirectory>
+ </pool>
+
+<!--
+
+<pool handle="fusion">
+ <execution jobmanager="local:pbs" provider="coaster" url="none"/>
+ <filesystem provider="local" url="none" />
+ <profile namespace="globus" key="maxWallTime">1</profile>
+ <profile namespace="globus" key="maxTime">7200</profile>
+
+ <profile key="jobsPerNode" namespace="globus">1</profile>
+ <profile key="slots" namespace="globus">1</profile>
+ <profile key="nodeGranularity" namespace="globus">2</profile>
+ <profile key="maxNodes" namespace="globus">4</profile>
+ <profile key="workerLoggingLevel" namespace="globus">DEBUG</profile>
+ <profile key="workerLoggingDirectory" namespace="globus">{wdir}</profile>
+ <profile key="jobThrottle" namespace="karajan">5.99</profile>
+ <profile key="initialScore" namespace="karajan">10000</profile>
+ <workdirectory>{wdir}</workdirectory>
+</pool>
+
+-->
+
+</config>
Added: SwiftApps/ParVis/PagodaTest/pbs3.xml
===================================================================
--- SwiftApps/ParVis/PagodaTest/pbs3.xml (rev 0)
+++ SwiftApps/ParVis/PagodaTest/pbs3.xml 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,48 @@
+<config>
+
+<!--
+ <pool handle="localhost" sysinfo="INTEL32::LINUX">
+ <gridftp url="local://localhost" />
+ <execution provider="local" url="none" />
+ <workdirectory>/home/wilde/swiftwork</workdirectory>
+ <profile namespace="swift" key="stagingMethod">file</profile>
+ </pool>
+-->
+
+ <pool handle="localhost">
+ <filesystem provider="local" />
+ <execution provider="coaster" jobmanager="local:pbs"/>
+ <profile namespace="globus" key="queue">shared</profile>
+ <profile namespace="karajan" key="jobthrottle">0.63</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <profile namespace="globus" key="jobsPerNode">1</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="maxTime">3600</profile>
+ <profile namespace="globus" key="maxWallTime">00:01:00</profile>
+ <profile namespace="globus" key="nodeGranularity">8</profile>
+ <profile namespace="globus" key="maxNodes">8</profile>
+ <workdirectory>/home/wilde/swiftwork</workdirectory>
+ </pool>
+
+<!--
+
+<pool handle="fusion">
+ <execution jobmanager="local:pbs" provider="coaster" url="none"/>
+ <filesystem provider="local" url="none" />
+ <profile namespace="globus" key="maxWallTime">1</profile>
+ <profile namespace="globus" key="maxTime">7200</profile>
+
+ <profile key="jobsPerNode" namespace="globus">1</profile>
+ <profile key="slots" namespace="globus">1</profile>
+ <profile key="nodeGranularity" namespace="globus">2</profile>
+ <profile key="maxNodes" namespace="globus">4</profile>
+ <profile key="workerLoggingLevel" namespace="globus">DEBUG</profile>
+ <profile key="workerLoggingDirectory" namespace="globus">{wdir}</profile>
+ <profile key="jobThrottle" namespace="karajan">5.99</profile>
+ <profile key="initialScore" namespace="karajan">10000</profile>
+ <workdirectory>{wdir}</workdirectory>
+</pool>
+
+-->
+
+</config>
Added: SwiftApps/ParVis/PagodaTest/pgea.sh
===================================================================
--- SwiftApps/ParVis/PagodaTest/pgea.sh (rev 0)
+++ SwiftApps/ParVis/PagodaTest/pgea.sh 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,70 @@
+#! /bin/sh
+NPROCS=${1:-8}
+NFILES=${2:-99999}
+echo using NPROCS=$NPROCS NFILES=$NFILES
+
+OUTDIR=$(pwd)/output
+INDIR=/fusion/group/climate/Parvis/atmos/b40.1850.track1.2deg
+
+cd $INDIR
+for f in $(ls -1 *.nc | head -${NFILES}); do
+ echo doing: $f
+ mpirun -np $NPROCS /fusion/gpfs/home/mickelso/soft/pagoda-dev-r587/bin/pgflint -O --file_format=64bit -C \
+ -x -v GW,HYAM,HYBM,HYAI,HYBI,P0 \
+ -w 0.3444444537162781,0.0 \
+ --path=/fusion/group/climate/Parvis/atmos/b40.1850.track1.2deg $f $f \
+ $OUTDIR/$(basename $OUTDIR/$f .nc).int.nc
+done
+
+cat <<ENDCOMMENT >/dev/null
+
+(file out)Sum_Monthly_Files(string f[])
+{
+ app {ncea "-O" f @out;}
+}
+
+(file out)Sum_Wgt_Files(file f1, file f2, file f3)
+{
+ app {ncea "-O" "-y" "ttl" @f1 @f2 @f3 @filename(out);}
+}
+
+(file out)Sum_Wgt_Files_12Months(file f1, file f2, file f3, file f4, file f5, file f6, file f7, file f8, file f9, file f10, file f11, file f12)
+{
+ app {ncea "-O" "-y" "ttl" @f1 @f2 @f3 @f4 @f5 @f6 @f7 @f8 @f9 @f10 @f11 @f12 @out;}
+}
+
+(file out)Rename_to_Climo(file input[])
+{
+ app {mv @filename(input) @filename(out);}
+}
+(file out)Copy_to_Climo(string input)
+{
+ app {cp input @filename(out);}
+}
+
+Edit_File_Attributes(int var, file input)
+{
+ app {ncatted "-O" "-a" @strcat("yrs_averaged,global,c,c,",var) @filename(input);}
+}
+
+(file out)Apply_Weights(string n_t_var, string weights, string f)
+{
+ app {ncflint "-O" "-C" "-x" "-v" n_t_var "-w" @strcat(weights,",0.0") f f @filename(out);}
+}
+
+(file out)Ensemble_Averages(file f[])
+{
+ app {ncea "-O" @filenames(f) @filename(out);}
+}
+
+(file out)Calc_Climo_File2(string f[])
+{
+ app {ncea "-O" f @filename(out);}
+}
+
+(file out)Calc_Significance(file f[])
+{
+ app {ncrcat "-O" @filenames(f) @filename(out);}
+}
+
+ENDCOMMENT
Added: SwiftApps/ParVis/PagodaTest/pgflint.run1.sh
===================================================================
--- SwiftApps/ParVis/PagodaTest/pgflint.run1.sh (rev 0)
+++ SwiftApps/ParVis/PagodaTest/pgflint.run1.sh 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,28 @@
+#! /bin/sh
+NPROCS=${1:-8}
+echo using NPROCS=$NPROCS
+
+OUTDIR=$(pwd)/output
+INDIR=/fusion/group/climate/Parvis/atmos/b40.1850.track1.2deg
+
+cd $INDIR
+for f in $(ls -1 *.nc | head -1); do
+ mpirun -np $NPROCS /fusion/gpfs/home/mickelso/soft/pagoda-dev-r587/bin/pgflint -O --file_format=64bit -C \
+ -x -v GW,HYAM,HYBM,HYAI,HYBI,P0 \
+ -w 0.3444444537162781,0.0 \
+ --path=/fusion/group/climate/Parvis/atmos/b40.1850.track1.2deg $f $f \
+ $OUTDIR/$(basename $OUTDIR/$f .nc).int.nc
+done
+
+exit
+
+# --path=/fusion/group/climate/Parvis/atmos/b40.1850.track1.1deg.006
+# b40.1850.track1.1deg.006.cam2.h0.0100-01.nc \
+# b40.1850.track1.1deg.006.cam2.h0.0100-01.nc \
+
+# b40.1850.track1.2deg.003.cam2.h0.0509-04.nc \
+# b40.1850.track1.2deg.003.cam2.h0.0509-04.nc \
+
+# -x -v GW,HYAM,HYBM,HYAI,HYBI,P0 \
+
+# pg_wgt_month.01.nc
\ No newline at end of file
Property changes on: SwiftApps/ParVis/PagodaTest/pgflint.run1.sh
___________________________________________________________________
Added: svn:executable
+
Added: SwiftApps/ParVis/PagodaTest/pgflint.sh
===================================================================
--- SwiftApps/ParVis/PagodaTest/pgflint.sh (rev 0)
+++ SwiftApps/ParVis/PagodaTest/pgflint.sh 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,46 @@
+#! /bin/sh
+NPROCS=${1:-8}
+NFILES=${2:-99999}
+DATASET=${3:-/fusion/group/climate/Parvis/atmos/taylor}
+DATASET=${3:-/fusion/group/climate/Parvis/atmos/f40_amip_025d_b06c4_207jp.cam2}
+DATASET=${3:-/fusion/group/climate/Parvis/atmos/HRC06}
+
+INCLUDEVARS="-v CLDHGH,CLDICE,CLDLIQ,CLDMED,CLDLOW,CLDTOT,CLOUD,DCQ,DTCOND,DTV,FICE,FLDS,FLNS,FLNSC,FLNT,FLNTC,FLUT,FLUTC,FSDS,FSDSC,FSNS,FSNSC,FSNTC,FSNTOA,FSNTOAC,FSNT,ICEFRAC,LANDFRAC,LHFLX,LWCF,OCNFRAC,OMEGA,OMEGAT,P0,PBLH,PRECC,PRECL,PRECSC,PRECSL,PS,PSL,Q,QFLX,QRL,QRS,RELHUM,SHFLX,SNOWHICE,SNOWHLND,SOLIN,SRFRAD,SWCF,T,TAUX,TAUY,TGCLDIWP,TGCLDLWP,TMQ,TREFHT,TS,U,UU,V,VD01,VQ,VT,VU,VV,Z3"
+
+EXCLUDEVARS="-x -v GW,HYAM,HYBM,HYAI,HYBI,P0"
+
+VARS=$INCLUDEVARS
+
+PAGODA=/fusion/gpfs/home/mickelso/soft/pagoda-dev-r587/bin
+
+DSNAME=$(basename $DATASET)
+echo using NPROCS=$NPROCS NFILES=$NFILES
+
+OUTDIR=$(pwd)/output-$DSNAME
+mkdir -p $OUTDIR
+
+cd $DATASET
+for f in $(ls -1 *.nc | head -${NFILES}); do
+ echo doing: $f
+ mpirun -np $NPROCS $PAGODA/pgflint -O --file_format=64bit -C \
+ $VARS \
+ -w 0.3444444537162781,0.0 \
+ --path=$DATASET $f $f \
+ $OUTDIR/$(basename $OUTDIR/$f .nc).int.nc
+done
+
+exit
+
+# --path=/fusion/group/climate/Parvis/atmos/b40.1850.track1.1deg.006
+# b40.1850.track1.1deg.006.cam2.h0.0100-01.nc \
+# b40.1850.track1.1deg.006.cam2.h0.0100-01.nc \
+
+# b40.1850.track1.2deg.003.cam2.h0.0509-04.nc \
+# b40.1850.track1.2deg.003.cam2.h0.0509-04.nc \
+
+# -x -v GW,HYAM,HYBM,HYAI,HYBI,P0 \
+
+# pg_wgt_month.01.nc
+
+# INDIR=/fusion/group/climate/Parvis/atmos/b40.1850.track1.2deg
+
Property changes on: SwiftApps/ParVis/PagodaTest/pgflint.sh
___________________________________________________________________
Added: svn:executable
+
Added: SwiftApps/ParVis/PagodaTest/pgflint.working.sh
===================================================================
--- SwiftApps/ParVis/PagodaTest/pgflint.working.sh (rev 0)
+++ SwiftApps/ParVis/PagodaTest/pgflint.working.sh 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,15 @@
+#! /bin/sh
+NPROCS=${1:-8}
+echo using NPROCS=$NPROCS
+mpirun -np $NPROCS /fusion/gpfs/home/mickelso/soft/pagoda-dev-r587/bin/pgflint -O -c \
+--file_format=64bit \
+-v CLDHGH,CLDICE,CLDLIQ,CLDMED,CLDLOW,CLDTOT,CLOUD,DCQ,DTCOND,DTV,FICE,FLDS,FLNS,FLNSC,FLNT,FLNTC,FLUT,FLUTC,FSDS,FSDSC,FSNS,FSNSC,FSNTC,FSNTOA,FSNTOAC,FSNT,ICEFRAC,LANDFRAC,LHFLX,LWCF,OCNFRAC,OMEGA,OMEGAT,P0,PBLH,PRECC,PRECL,PRECSC,PRECSL,PS,PSL,Q,QFLX,QRL,QRS,RELHUM,SHFLX,SNOWHICE,SNOWHLND,SOLIN,SRFRAD,SWCF,T,TAUX,TAUY,TGCLDIWP,TGCLDLWP,TMQ,TREFHT,TS,U,UU,V,VD01,VQ,VT,VU,VV,Z3 \
+-w 0.3444444537162781,0.0 \
+--path=/fusion/group/climate/Parvis/atmos/b40.1850.track1.2deg \
+b40.1850.track1.2deg.003.cam2.h0.0509-04.nc \
+b40.1850.track1.2deg.003.cam2.h0.0509-04.nc \
+wgt_month.01.nc
+
+# --path=/fusion/group/climate/Parvis/atmos/b40.1850.track1.1deg.006
+# b40.1850.track1.1deg.006.cam2.h0.0100-01.nc \
+# b40.1850.track1.1deg.006.cam2.h0.0100-01.nc \
Property changes on: SwiftApps/ParVis/PagodaTest/pgflint.working.sh
___________________________________________________________________
Added: svn:executable
+
Added: SwiftApps/ParVis/PagodaTest/sites.xml
===================================================================
--- SwiftApps/ParVis/PagodaTest/sites.xml (rev 0)
+++ SwiftApps/ParVis/PagodaTest/sites.xml 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,26 @@
+<config>
+
+<!--
+ <pool handle="localhost" sysinfo="INTEL32::LINUX">
+ <gridftp url="local://localhost" />
+ <execution provider="local" url="none" />
+ <workdirectory>/home/wilde/swiftwork</workdirectory>
+ <profile namespace="swift" key="stagingMethod">file</profile>
+ </pool>
+-->
+
+ <pool handle="localhost">
+ <filesystem provider="local" />
+ <execution provider="coaster" jobmanager="local:local"/>
+ <profile namespace="globus" key="internalHostname">localhost</profile>
+ <profile namespace="karajan" key="jobthrottle">0.03</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <profile namespace="globus" key="jobsPerNode">8</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="maxTime">1000</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <workdirectory>/scratch/wilde/swiftwork</workdirectory>
+ </pool>
+
+</config>
Added: SwiftApps/ParVis/PagodaTest/t.sh
===================================================================
--- SwiftApps/ParVis/PagodaTest/t.sh (rev 0)
+++ SwiftApps/ParVis/PagodaTest/t.sh 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,2 @@
+#! /bin/sh
+mpirun -np 8 /fusion/gpfs/home/mickelso/soft/pagoda-dev-r587/bin/pgra --file_format=64bit --path=/fusion/group/climate/mickelso/pagodaData/2.5GBData -O amipne240c.cam2.h0.0001-01-01-00000.nc amipne240c.cam2.h0.0001-01-31-00000.nc amipne240c.cam2.h0.0001-03-02-00000.nc amipne240c.cam2.h0.0001-04-01-00000.nc amipne240c.cam2.h0.0001-05-01-00000.nc amipne240c.cam2.h0.0001-05-31-00000.nc amipne240c.cam2.h0.0001-06-30-00000.nc amipne240c.cam2.h0.0001-07-30-00000.nc amipne240c.cam2.h0.0001-08-29-00000.nc amipne240c.cam2.h0.0001-09-28-00000.nc amipne240c.cam2.h0.0001-10-28-00000.nc amipne240c.cam2.h0.0001-11-27-00000.nc amipne240c.cam2.h0.0001-12-27-00000.nc amipne240c.cam2.h0.0002-01-26-00000.nc amipne240c.cam2.h0.0002-02-25-00000.nc amipne240c.cam2.h0.0002-03-27-00000.nc amipne240c.cam2.h0.0002-04-26-00000.nc amipne240c.cam2.h0.0002-05-26-00000.nc amipne240c.cam2.h0.0002-06-25-00000.nc -o pgra2.5.nc # -o /fusion/gpfs/home/mickelso/pagodaTesting/pgra2.5.nc
Property changes on: SwiftApps/ParVis/PagodaTest/t.sh
___________________________________________________________________
Added: svn:executable
+
Added: SwiftApps/ParVis/PagodaTest/tc
===================================================================
--- SwiftApps/ParVis/PagodaTest/tc (rev 0)
+++ SwiftApps/ParVis/PagodaTest/tc 2011-09-01 15:23:53 UTC (rev 5041)
@@ -0,0 +1,6 @@
+# localhost pgflint /fusion/gpfs/home/mickelso/soft/pagoda-dev-r587/bin/pgflint null null null
+
+localhost pgflint /fusion/gpfs/home/mickelso/soft/pagoda-dev-r587/bin/pgflint null null null
+localhost pgea2 /fusion/gpfs/home/mickelso/soft/pagoda-dev-r587/bin/pgea null null null
+localhost pgea4 /fusion/gpfs/home/mickelso/soft/pagoda-dev-r587/bin/pgea null null null
+
More information about the Swift-commit
mailing list