[Swift-commit] r3726 - provenancedb

noreply at svn.ci.uchicago.edu noreply at svn.ci.uchicago.edu
Fri Nov 26 20:23:51 CST 2010


Author: lgadelha
Date: 2010-11-26 20:23:51 -0600 (Fri, 26 Nov 2010)
New Revision: 3726

Modified:
   provenancedb/pql_functions.sql
   provenancedb/prepare-provenance-chart
   provenancedb/prov-to-sql.sh
   provenancedb/swift-prov-import-all-logs
Log:
Simplification of the provenance identifiers.


Modified: provenancedb/pql_functions.sql
===================================================================
--- provenancedb/pql_functions.sql	2010-11-25 22:57:39 UTC (rev 3725)
+++ provenancedb/pql_functions.sql	2010-11-27 02:23:51 UTC (rev 3726)
@@ -27,7 +27,12 @@
 
 -- correlate a parameter with workflow runtime statistics
 DROP TYPE correlate_param_runtime_type CASCADE;
-CREATE TYPE correlate_param_runtime_type AS (workflow VARCHAR, workflow_starttime TIMESTAMP WITH TIME ZONE, workflow_duration NUMERIC, parameter VARCHAR, parameter_value VARCHAR);
+CREATE TYPE correlate_param_runtime_type 
+AS (workflow VARCHAR, 
+    workflow_starttime TIMESTAMP WITH TIME ZONE, 
+    workflow_duration NUMERIC, 
+    parameter VARCHAR, 
+    parameter_value VARCHAR);
 
 CREATE OR REPLACE FUNCTION correlate_param_runtime(param_name VARCHAR) RETURNS SETOF correlate_param_runtime_type AS $$
 	SELECT A.workflow,to_timestamp(B.start_time),B.duration,A.parameter,A.value

Modified: provenancedb/prepare-provenance-chart
===================================================================
--- provenancedb/prepare-provenance-chart	2010-11-25 22:57:39 UTC (rev 3725)
+++ provenancedb/prepare-provenance-chart	2010-11-27 02:23:51 UTC (rev 3726)
@@ -8,8 +8,8 @@
 
 export RUNID=$(basename $1 .log)
 
-export WFID="tag:ci.uchicago.edu,2008:swiftlogs:execute:${RUNID}:"
-export EXECUTE2PREFIX="tag:ci.uchicago.edu,2008:swiftlogs:execute2:${RUNID}:"
+export WFID="execute:${RUNID}:"
+export EXECUTE2PREFIX="execute2:${RUNID}:"
 
 # will output log information about datasets from a log file passed as $1
 
@@ -30,8 +30,8 @@
 cat $1 | grep ' OPERATOR ' | sed 's/^.*thread=\([^ ]*\) operator="\([^ ]*\)" lhs=\([^ ]*\) rhs=\([^ ]*\) result=\([^ ]*\).*$/\1 \2 \3 \4 \5/' > operators.txt
 
 
-# 2009-03-19 19:15:35,244+0100 INFO  vdl:arguments FUNCTION id=88000-0-4-4 name="f ilename" result=tag:ci.uchicago.edu,2008:swift:dataset:20090319-1915-xj8flg 13:720000000060
-# 2009-03-19 19:15:35,246+0100 INFO  vdl:arguments FUNCTIONPARAMETER id=88001-0-4- 4 input=tag:ci.uchicago.edu,2008:swift:dataset:20090319-1915-xj8flg13:72000 0000058
+# 2009-03-19 19:15:35,244+0100 INFO  vdl:arguments FUNCTION id=88000-0-4-4 name="f ilename" result=dataset:20090319-1915-xj8flg 13:720000000060
+# 2009-03-19 19:15:35,246+0100 INFO  vdl:arguments FUNCTIONPARAMETER id=88001-0-4- 4 input=dataset:20090319-1915-xj8flg13:72000 0000058
 
 cat $1 | grep ' FUNCTION ' | sed "s/^.*id=\([^ ]*\) name=\([^ ]*\) result=\([^ ]*\).*\$/$WFID\1 \2 \3/" > functions.txt
 # the IDs in functions.txt should be unique...

Modified: provenancedb/prov-to-sql.sh
===================================================================
--- provenancedb/prov-to-sql.sh	2010-11-25 22:57:39 UTC (rev 3725)
+++ provenancedb/prov-to-sql.sh	2010-11-27 02:23:51 UTC (rev 3726)
@@ -2,10 +2,10 @@
 
 export RUNID=$(basename $1 .log)
 
-export WFID="tag:ci.uchicago.edu,2008:swiftlogs:execute:${RUNID}:"
+export WFID="execute:${RUNID}:"
 
 # TODO is there already a URI form for identifying workflows?
-export WF="tag:ci.uchicago.edu,2008:swiftlogs:execute:${RUNID}:run"
+export WF="execute:${RUNID}:run"
 
 echo Generating SQL for $RUNID
 

Modified: provenancedb/swift-prov-import-all-logs
===================================================================
--- provenancedb/swift-prov-import-all-logs	2010-11-25 22:57:39 UTC (rev 3725)
+++ provenancedb/swift-prov-import-all-logs	2010-11-27 02:23:51 UTC (rev 3726)
@@ -50,7 +50,7 @@
 	    fi
 
 	    export RUNID=$(basename $filename .log)
-	    export WF="tag:ci.uchicago.edu,2008:swiftlogs:execute:${RUNID}:run"
+	    export WF="execute:${RUNID}:run"
 	    
 	    echo "INSERT INTO workflow (id, log_filename, swift_version, import_status) VALUES ('$WF','$filename','$version','$wfstatus');" | $SQLCMD
 




More information about the Swift-commit mailing list