[Swift-commit] r3249 - SwiftApps
noreply at svn.ci.uchicago.edu
noreply at svn.ci.uchicago.edu
Mon Feb 22 20:49:50 CST 2010
Author: wilde
Date: 2010-02-22 20:49:50 -0600 (Mon, 22 Feb 2010)
New Revision: 3249
Removed:
SwiftApps/Swift.R
Log:
Comitted to wrong dir.
Deleted: SwiftApps/Swift.R
===================================================================
--- SwiftApps/Swift.R 2010-02-23 02:26:49 UTC (rev 3248)
+++ SwiftApps/Swift.R 2010-02-23 02:49:50 UTC (rev 3249)
@@ -1,76 +0,0 @@
-swiftapply <- function( func, arglists, site="local", callsperbatch=1 )
-{
- rundir = system("mktemp -d SwiftR.run.XXX",intern=TRUE)
- cat("Running in ",rundir,"\n")
- narglists = length(arglists) # number of arglists to process
- batch=1 # Next arglist batch number to fill
- arglist=1 # Next arglist number to insert
- while(arglist <= narglists) {
- arglistsleft = narglists - arglist + 1
- if(arglistsleft >= callsperbatch) {
- batchsize = callsperbatch
- }
- else {
- batchsize = arglistsleft
- }
- arglistbatch = list()
- for(i in 1 : batchsize) {
- arglistbatch[[i]] = arglists[[arglist]]
- arglist = arglist +1
- }
- rcall = list(func=func,arglistbatch=arglistbatch)
- save(rcall,file=paste(rundir,"/cbatch.",as.character(batch),".Rdata",sep=""))
- batch = batch + 1;
- }
- nbatches = batch - 1
- system(paste("./RunSwiftScript.sh",rundir,"local",sep=" "))
-
- rno = 1
- rlist = list()
- for(batch in 1:nbatches) {
- load(paste(rundir,"/rbatch.",as.character(batch),".Rdata",sep=""))
- nresults = length(result)
- for(r in 1:nresults) {
- rlist[[rno]] = result[[r]]
- rno = rno + 1
- }
- }
- return(rlist)
-}
-
-TODO="
-
-x n args
-x batch
- into svn
- unique dirs
- select sites and swift args (throttles etc)
- R docs
- R package (SwiftR)
- Swift docs
- async exec
- clean up boot: fix all calls to statistics
- error handling and null and missing values: ensure res#s correspond to arg#s
- status
- specify swift scripts
- run async and grab status (track 'runs' in R)
- increm result collect
- pass the func as val
- pass extra funcs and packages required
- pass extra vals
- pass extra files
- specifiy unique swift scritps ala Dirk's tools
- setup the R envs
- coasters for persistent R Servers
- test suites
- use littleR
- args as alists vs args as list
- runids, output logging
- select exec sites and swift params etc
- make polymorphic to *apply and snow
- stream results back to R (so use can inspect as they arrive)
- (pull them in with a Swift.poll() func)
- handle discontiguous results
- return good error messages including messages from R eval and from Swift
-
-END"
More information about the Swift-commit
mailing list