[Swift-commit] r7639 - trunk/etc/provenance

lgadelha at ci.uchicago.edu lgadelha at ci.uchicago.edu
Fri Mar 7 05:20:00 CST 2014


Author: lgadelha
Date: 2014-03-07 05:20:00 -0600 (Fri, 07 Mar 2014)
New Revision: 7639

Added:
   trunk/etc/provenance/provenance.config
   trunk/etc/provenance/schema_pgsql.sql
Modified:
   trunk/etc/provenance/schema_sqlite.sql
Log:
Included PostgreSQL support


Added: trunk/etc/provenance/provenance.config
===================================================================
--- trunk/etc/provenance/provenance.config	                        (rev 0)
+++ trunk/etc/provenance/provenance.config	2014-03-07 11:20:00 UTC (rev 7639)
@@ -0,0 +1,17 @@
+# Provenance database configuration
+# 
+# Backend database options (more than one can be selected):
+# sqlite      : imports provenance into SQLite
+# postgresql  : imports provenance into PostgreSQL (assumes ~/.pgpass is correctly configured)
+# gocatalog   : imports provenance into Globus Online Catalog
+database=sqlite
+#database=postgresql
+#database=gocatalog
+
+# PostgreSQL connection command
+#pg_cmd="psql -U provdb -h db.ci.uchicago.edu provdb"
+
+# Globus Online Catalog identifier
+#go_catalog_id=68
+#go_catalog_client="~/catalog-client/globusonline/catalog/client/examples/catalog.py"
+

Added: trunk/etc/provenance/schema_pgsql.sql
===================================================================
--- trunk/etc/provenance/schema_pgsql.sql	                        (rev 0)
+++ trunk/etc/provenance/schema_pgsql.sql	2014-03-07 11:20:00 UTC (rev 7639)
@@ -0,0 +1,74 @@
+create table script_run (
+	script_run_id	   text primary key,
+        script_filename    text,
+	log_filename       text,
+	hostname	   text,
+	script_run_dir	   text,
+        swift_version      text,
+        cog_version        text,
+        final_state        text,
+        start_time         text,
+        duration           real
+);
+
+create table app_exec (
+	app_exec_id			text primary key,
+        script_run_id   		text references script_run(script_run_id),
+	app__name			text,
+	execution_site			text,
+	start_time			text,
+	duration			real,
+	staging_in_duration		real,
+	staging_out_duration		real,
+	work_directory			text
+);
+
+create table argument (
+	app_exec_id			text references app_exec (app_exec_id),
+	arg_position			integer,
+	app_exec_arg			text
+);	
+
+create table resource_usage (
+       app_exec_id	    		text primary key references app_exec (app_exec_id),
+       real_secs	       		real,
+       kernel_secs             		real,
+       user_secs	       		real,
+       percent_cpu             		integer,
+       max_rss	       	       		integer,
+       avg_rss	       			integer,
+       avg_tot_vm	       		integer,
+       avg_priv_data     		integer,
+       avg_priv_stack    		integer,
+       avg_shared_text   		integer,
+       page_size	       		integer,
+       major_pgfaults    		integer,
+       minor_pgfaults    		integer,
+       swaps	       			integer,
+       invol_context_switches		integer,
+       vol_waits			integer,
+       fs_reads				integer,
+       fs_writes			integer,
+       sock_recv			integer,
+       sock_send			integer,
+       signals				integer,
+       exit_status			integer
+);
+
+create table file (
+       file_id		text primary key,
+       host		text, 
+       name		text, 
+       size		integer,
+       modify		integer
+);	
+
+create table staged_in (
+       app_exec_id			text references app_exec (app_exec_id),
+       file_id 				text references file (file_id)
+);
+
+create table staged_out (
+       app_exec_id			text references app_exec (app_exec_id),
+       file_id				text references file (file_id)
+);

Modified: trunk/etc/provenance/schema_sqlite.sql
===================================================================
--- trunk/etc/provenance/schema_sqlite.sql	2014-03-07 11:18:59 UTC (rev 7638)
+++ trunk/etc/provenance/schema_sqlite.sql	2014-03-07 11:20:00 UTC (rev 7639)
@@ -13,7 +13,7 @@
 
 create table app_exec (
 	app_exec_id			text primary key,
-        script_run_id   		references script_run(script_run_id),
+        script_run_id   		text references script_run(script_run_id),
 	app__name			text,
 	execution_site			text,
 	start_time			text,
@@ -71,4 +71,4 @@
 create table staged_out (
        app_exec_id			text references app_exec (app_exec_id),
        file_id				text references file (file_id)
-);
\ No newline at end of file
+);




More information about the Swift-commit mailing list