[Swift-user] propagating the properties channel to outside the scheduler.

Allan Espinosa aespinosa at cs.uchicago.edu
Tue Oct 5 14:38:40 CDT 2010


Hi,

I'm writing this OSG site tester script that submits condor-g jobs.
It seems that the property elements are not being used in my
task:execute() call.

Here's the script:

import("task.k")
import("sys.k")

element(pool, [handle, ..., optional(workdir), channel(properties)]
  host(name = handle
    each(...)
    to(properties
      each(properties)
    )
  )
)

element(servicelist, [type, provider, url]
  service(type, provider=provider, url=url)
)

element(gridftp, [url, optional(storage), optional(major),
optional(minor), optional(patch)]
  if(
    url == "local://localhost"
    servicelist("file", "local", "")
    servicelist("file", "gsiftp", url)
  )
)

element(execution, [provider, url]
  servicelist(type="execution", provider=provider, url=url)
)

element(filesystem, [provider, url, optional(storage)]
  servicelist(type="file", provider=provider, url=url)
)

element(profile, [namespace, key, value]
  if(
    namespace == "karajan"
    property("{key}", value)
    property("{namespace}:{key}", value)
  )
)

element(workdirectory, [dir]
  property("workdir", dir)
)

sitesFile := "condor_osg.xml"
sites := list(executeFile(sitesFile))

for(site, sites
  print(site)
  task:execute("/bin/hostname",
stdout="file:///home/aespinosa/workflows/pool_coaster/site_test/{site}",
provider="condor", host=site)
)


sample generated condor submit file:
$ cat *.submit
universe = vanilla
output = file:///home/aespinosa/workflows/pool_coaster/site_test/BNL-ATLAS
error = /home/aespinosa/.globus/scripts/Condor8392886088313119280.submit.stderr

executable = /bin/hostname

notification = Never
leave_in_queue = TRUE
queue


a pool entry:
  <pool handle="BNL-ATLAS">
    <execution provider="condor" url="none"/>

    <profile namespace="globus" key="jobType">grid</profile>
    <profile namespace="globus" key="gridResource">gt2
gridgk02.racf.bnl.gov/jobmanager-condor</profile>

    <profile namespace="karajan" key="initialScore">20.0</profile>
    <profile namespace="karajan" key="jobThrottle">0.95</profile>

    <gridftp  url="gsiftp://gridgk02.racf.bnl.gov"/>
    <workdirectory>/usatlas/prodjob/share/engage-scec/swift_scratch</workdirectory>
  </pool>


-- 
Allan M. Espinosa <http://amespinosa.wordpress.com>
PhD student, Computer Science
University of Chicago <http://people.cs.uchicago.edu/~aespinosa>



More information about the Swift-user mailing list