/ - Diff - Metacat - Ecoinformatics Redmine

« Previous | Next »

Revision 6375

Added by ben leinfelder over 13 years ago

include obsoletes and obsoletedBy for system metadata
repurpose the "provenance" table as the ORE mapping table for system metadata

        size VARCHAR2(256), --the size of the object
        replication_allowed boolean,	 -- replication allowed
        number_replicas NUMBER(8), 	-- the number of replicas allowed
        obsoletes   VARCHAR2(2000),    -- the identifier of the record that this replaces
        obsoleted_by   VARCHAR2(2000),    -- the identifier of the record that replaces this record
        CONSTRAINT systemMetadata_pk
     		PRIMARY KEY (guid)
+    )
-...
     /*
      * Table used to store system metadata provenance information
      */
     CREATE TABLE systemMetadataProvenance (
     CREATE TABLE systemMetadataMap (
        guid   		VARCHAR2(2000),          -- the globally unique string identifier of the object that the system metadata describes
        relationship	VARCHAR(250),	 -- the provenance relationship defined between objects
        target_guid	VARCHAR2(2000),          -- the globally unique string identifier of the other object
        CONSTRAINT systemMetadataProvenance_fk
        CONSTRAINT systemMetadataMap_fk
     		FOREIGN KEY (guid) REFERENCES systemMetadata
     );

     	size VARCHAR(256), --the size of the object
     	replication_allowed boolean,	 -- replication allowed
     	number_replicas INT8, 	-- the number of replicas allowed
     	obsoletes   text,       -- the identifier that this record obsoletes
     	obsoleted_by   text,     -- the identifier of the record that replaces this record
     	CONSTRAINT systemMetadata_pk PRIMARY KEY (guid)
     );
     /*
      * Table used to store system metadata provenance information
      * Table used to store system metadata map information
      */
     CREATE TABLE systemMetadataProvenance (
     CREATE TABLE systemMetadataMap (
        guid   		text,          -- the globally unique string identifier of the object that the system metadata describes
        relationship	VARCHAR(250),	 -- the provenance relationship defined between objects
        target_guid	text,          -- the globally unique string identifier of the other object
        CONSTRAINT systemMetadataProvenance_fk
        CONSTRAINT systemMetadataMap_fk
     		FOREIGN KEY (guid) REFERENCES systemMetadata
     );

     	size VARCHAR(256), --the size of the object
     	replication_allowed boolean,	 -- replication allowed
     	number_replicas INT8, 	-- the number of replicas allowed
     	obsoletes   text,       -- the identifier that this record obsoletes
     	obsoleted_by   text,     -- the identifier of the record that replaces this record
     	CONSTRAINT systemMetadata_pk PRIMARY KEY (guid)
     );
     /*
-...
      */
     /*
      * Table used to store system metadata provenance information
      * Table used to store system metadata ORE map information
      */
     CREATE TABLE systemMetadataProvenance (
     CREATE TABLE systemMetadataMap (
        guid   		text,          -- the globally unique string identifier of the object that the system metadata describes
        relationship	VARCHAR(250),	 -- the provenance relationship defined between objects
        target_guid	text,          -- the globally unique string identifier of the other object
        CONSTRAINT systemMetadataProvenance_fk
        CONSTRAINT systemMetadataMap_fk
     		FOREIGN KEY (guid) REFERENCES systemMetadata
     );

        size VARCHAR2(256), --the size of the object
        replication_allowed boolean,	 -- replication allowed
        number_replicas NUMBER(8), 	-- the number of replicas allowed
        obsoletes   VARCHAR2(2000),    -- the identifier of the record that this replaces
        obsoleted_by   VARCHAR2(2000),    -- the identifier of the record that replaces this record
        CONSTRAINT systemMetadata_pk
     		PRIMARY KEY (guid)
+    )
     /*
      * Table used to store system metadata provenance information
      * Table used to store system metadata map information
      */
     CREATE TABLE systemMetadataProvenance (
     CREATE TABLE systemMetadataMap (
        guid   		VARCHAR2(2000),          -- the globally unique string identifier of the object that the system metadata describes
        relationship	VARCHAR(250),	 -- the provenance relationship defined between objects
        target_guid	VARCHAR2(2000),          -- the globally unique string identifier of the other object
        CONSTRAINT systemMetadataProvenance_fk
        CONSTRAINT systemMetadataMap_fk
     		FOREIGN KEY (guid) REFERENCES systemMetadata
     );

             SystemMetadata sysMeta = new SystemMetadata();
             String sql = "select guid, date_uploaded, rights_holder, checksum, checksum_algorithm, " +
               "origin_member_node, authoritive_member_node, date_modified, submitter, object_format, size " +
               "origin_member_node, authoritive_member_node, date_modified, submitter, object_format, size, " +
               "obsoletes, obsoleted_by " +
               "from systemmetadata where guid = ?";
             DBConnection dbConn = null;
             int serialNumber = -1;
-...
                     String submitter = rs.getString(9);
                     String fmtidStr = rs.getString(10);
                     long size = new Long(rs.getString(11)).longValue();
                     String obsoletes = rs.getString(12);
                     String obsoletedBy = rs.getString(13);
                     Identifier sysMetaId = new Identifier();
                     sysMetaId.setValue(guid);
-...
                       sysMeta.setObjectFormat(of);
+                    }
                     sysMeta.setSize(size);
                     Identifier obsoletesId = new Identifier();
                     obsoletesId.setValue(obsoletes);
                     sysMeta.setObsoletes(obsoletesId);
                     Identifier obsoletedById = new Identifier();
                     obsoletedById.setValue(obsoletedBy);
                     sysMeta.setObsoletedBy(obsoletedById);
                     stmt.close();
+                }
-...
                 DBConnectionPool.returnDBConnection(dbConn, serialNumber);
+            }
             // look up provenance information
             sysMeta.setObsoletes(getSystemMetadataProvenance(sysMeta.getIdentifier().getValue(), "obsoletes").get(0));
             sysMeta.setObsoletedBy(getSystemMetadataProvenance(sysMeta.getIdentifier().getValue(), "obsoletedBy").get(0));
             // look up mapping information
             sysMeta.setResourceMapList((getSystemMetadataMap(sysMeta.getIdentifier().getValue())));
             // look up replication policy
             ReplicationPolicy replicationPolicy = new ReplicationPolicy();
-...
             return sysMeta;
+        }
         private List<Identifier> getSystemMetadataProvenance(String guid, String relationship)
         private List<Identifier> getSystemMetadataMap(String guid)
         	throws McdbDocNotFoundException {
         	List<Identifier> identifiers = new ArrayList<Identifier>();
         	String sql = "select guid, relationship, target_guid " +
         		"from systemMetadataProvenance where guid = ? and relationship = ?";
         	String sql = "select guid, target_guid " +
         		"from systemMetadataMap where guid = ?";
     	    DBConnection dbConn = null;
     	    int serialNumber = -1;
     	    try {
     	        // Get a database connection from the pool
     	        dbConn = DBConnectionPool.getDBConnection("IdentifierManager.getSystemMetadataProvenance");
     	        dbConn = DBConnectionPool.getDBConnection("IdentifierManager.getSystemMetadataMap");
     	        serialNumber = dbConn.getCheckOutSerialNumber();
     	        // Execute the statement
     	        PreparedStatement stmt = dbConn.prepareStatement(sql);
     	        stmt.setString(1, guid);
     	        stmt.setString(2, relationship);
     	        ResultSet rs = stmt.executeQuery();
     	        while (rs.next())
+    	        {
-...
+    	    }
     	    catch (SQLException e) {
     	        logMetacat.error("Error while getting system metadata provenance for guid " + guid, e);
     	        logMetacat.error("Error while getting system metadata map for guid " + guid, e);
+    	    }
     	    finally {
     	        // Return database connection to the pool
-...
                 String checksum, String checksumAlgorithm, String originMemberNode,
                 String authoritativeMemberNode, long modifiedDate, String submitter,
                 String guid, String objectFormat, long size, boolean replicationAllowed,
                 int numberReplicas)
                 int numberReplicas, String obsoletes, String obsoletedBy)
+        {
             DBConnection dbConn = null;
             int serialNumber = -1;
-...
                 String query = "update " + TYPE_SYSTEM_METADATA +
                     " set (date_uploaded, rights_holder, checksum, checksum_algorithm, " +
                     "origin_member_node, authoritive_member_node, date_modified, " +
                     "submitter, object_format, size, replication_allowed, number_replicas) " +
                     "= (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?) where guid = ?";
                     "submitter, object_format, size, replication_allowed, number_replicas, obsoletes, obsoleted_by) " +
                     "= (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?) where guid = ?";
                 PreparedStatement stmt = dbConn.prepareStatement(query);
                 //data values
-...
                 stmt.setString(10, new Long(size).toString());
                 stmt.setBoolean(11, replicationAllowed);
                 stmt.setInt(12, numberReplicas);
                 stmt.setString(13, obsoletes);
                 stmt.setString(14, obsoletedBy);
                 //where clause
                 stmt.setString(13, guid);
                 logMetacat.debug("stmt: " + stmt.toString());
-...
+            }
+        }
         private void insertSystemMetadataProvenance(String guid, String relationship, List<String> targetGuids)
         private void insertSystemMetadataMap(String guid, List<String> targetGuids)
+        {
             DBConnection dbConn = null;
             int serialNumber = -1;
-...
             try {
                 // Get a database connection from the pool
                 dbConn =
                     DBConnectionPool.getDBConnection("IdentifierManager.insertSystemMetadataProvenance");
                     DBConnectionPool.getDBConnection("IdentifierManager.insertSystemMetadataMap");
                 serialNumber = dbConn.getCheckOutSerialNumber();
                 // remove existing values first
                 String delete = "delete from systemMetadataProvenance " +
                 "where guid = ? and relationship = ?";
                 String delete = "delete from systemMetadataMap " +
                 "where guid = ?";
     	        PreparedStatement stmt = dbConn.prepareStatement(delete);
     	        //data values
     	        stmt.setString(1, guid);
     	        stmt.setString(2, relationship);
     	        //execute
     	        int deletedCount = stmt.executeUpdate();
     	        stmt.close();
                 for (String targetGuid: targetGuids) {
     	            // Execute the insert statement
     	            String insert = "insert into systemMetadataProvenance " +
     	                "(guid, relationship, target_guid) " +
     	                "values (?, ?, ?)";
     	            String insert = "insert into systemMetadataMap " +
     	                "(guid, target_guid) " +
     	                "values (?, ?)";
     	            PreparedStatement insertStatement = dbConn.prepareStatement(insert);
     	            //data values
     	            insertStatement.setString(1, guid);
     	            insertStatement.setString(2, relationship);
     	            insertStatement.setString(3, targetGuid);
     	            insertStatement.setString(2, targetGuid);
     	            //execute
     	            int rows = insertStatement.executeUpdate();
     	            insertStatement.close();
+                }
             } catch (SQLException e) {
                 logMetacat.error("SQL error while adding systemMetadataProvenance for: " + guid, e);
                 logMetacat.error("SQL error while adding systemMetadataMap for: " + guid, e);
             } finally {
                 // Return database connection to the pool
                 DBConnectionPool.returnDBConnection(dbConn, serialNumber);
-...
                     sm.getObjectFormat() == null ? null: sm.getObjectFormat().getFmtid().getValue(),
                     sm.getSize(),
                     replicationAllowed,
                     numberReplicas);
                     numberReplicas,
                     sm.getObsoletes() == null ? null:sm.getObsoletes().getValue(),
                     sm.getObsoletedBy() == null ? null: sm.getObsoletedBy().getValue());
             // add provenance information
             String guid = sm.getIdentifier().getValue();
             Identifier id = null;
             List<String> targetGuids = null;
             String relationship = null;
             relationship = "obsoletedBy";
             targetGuids = new ArrayList<String>();
             id = sm.getObsoletedBy();
             if (id != null) {
     	        targetGuids.add(id.getValue());
     	        this.insertSystemMetadataProvenance(guid, relationship, targetGuids);
             // ORE map pointers
             List<String> targetGuids = new ArrayList<String>();
             if (sm.getResourceMapList() != null) {
             	for (Identifier pid: sm.getResourceMapList()) {
             		targetGuids.add(pid.getValue());
+            	}
         		insertSystemMetadataMap(guid, targetGuids);
+            }
             relationship = "obsoletes";
             targetGuids = new ArrayList<String>();
             id = sm.getObsoletes();
             if (id != null) {
     	        targetGuids.add(id.getValue());
     	        this.insertSystemMetadataProvenance(guid, relationship, targetGuids);
+            }
             // TODO inspect the ORE map
             relationship = "describes";
             relationship = "describedBy";
             relationship = "derivedFrom";
             // save replication policies
             if (replicationPolicy != null) {
     		    List<String> nodes = null;

Also available in: Unified diff

Project

General

Profile

Metacat

Revision 6375

Added by ben leinfelder over 13 years ago