/ - Diff - Metacat - Ecoinformatics Redmine

« Previous | Next »

Revision 5175

Added by daigle almost 15 years ago

Log doc and rev query counts and times. Fix mis-spellings.

       private static int DOCERRORNUMBER  = 1;
       private static int REVINSERTNUMBER = 1;
       private static int REVERRORNUMBER  = 1;
       private static int _xmlDocQueryCount = 0;
       private static int _xmlRevQueryCount = 0;
       private static long _xmlDocQueryTime = 0;
       private static long _xmlRevQueryTime = 0;
       public ReplicationHandler()
+      {
         //this.out = o;
-...
+      }
       /**
        * Method that uses revision taging for replication instead of update_date.
        * Method that uses revision tagging for replication instead of update_date.
        */
       private void update()
+      {
     	  _xmlDocQueryCount = 0;
     	  _xmlRevQueryCount = 0;
     	  _xmlDocQueryTime = 0;
     	  _xmlRevQueryTime = 0;
         /*
          Pseudo-algorithm
          - request a doc list from each server in xml_replication
-...
     //    String update;
         Vector<String> responses = new Vector<String>();
         URL u;
         long replicationStartTime = System.currentTimeMillis();
         long timeToGetServerList = 0;
         //Check for every server in server list to get updated list and put
         // them in to response
         long startTimeToGetServers = System.currentTimeMillis();
         for (int i=0; i<serverList.size(); i++)
+        {
             // Get ReplicationServer object from server list
-...
               continue;
+            }
             logReplication.info("docid: "+server+" "+result);
             //logReplication.info("ReplicationHandler.update - docid: "+server+" "+result);
             //check if result have error or not, if has skip it.
             if (result.indexOf("<error>")!=-1 && result.indexOf("</error>")!=-1)
+            {
-...
             //Add result to vector
             responses.add(result);
+        }
         timeToGetServerList = System.currentTimeMillis() - startTimeToGetServers;
         //make sure that there is updated file list
         //If response is null, metacat don't need do anything
-...
+        }
         logReplication.info("ReplicationHandler.update - Responses from remote metacat about updated "+
                        "document information: "+ responses.toString());
         //logReplication.info("ReplicationHandler.update - Responses from remote metacat about updated "+
         //               "document information: "+ responses.toString());
         long totalServerListParseTime = 0;
         // go through response vector(it contains updated vector and delete vector
         for(int i=0; i<responses.size(); i++)
+        {
         	long startServerListParseTime = System.currentTimeMillis();
         	XMLReader parser;
         	ReplMessageHandler message = new ReplMessageHandler();
         	try
-...
             DOCERRORNUMBER  = 1;
             REVINSERTNUMBER = 1;
             REVERRORNUMBER  = 1;
             totalServerListParseTime += (System.currentTimeMillis() - startServerListParseTime);
         }//for response
         //updated last_checked
-...
              continue;
+           }
         }//for
         long replicationEndTime = System.currentTimeMillis();
         logMetacat.debug("ReplicationHandler.update - Total replication time: " +
         		(replicationEndTime - replicationStartTime));
         logMetacat.debug("ReplicationHandler.update - time to get server list: " +
         		timeToGetServerList);
         logMetacat.debug("ReplicationHandler.update - server list parse time: " +
         		totalServerListParseTime);
         logMetacat.debug("ReplicationHandler.update - 'in xml_documents' total query count: " +
         		_xmlDocQueryCount);
         logMetacat.debug("ReplicationHandler.update - 'in xml_documents' total query time: " +
         		_xmlDocQueryTime + " ms");
         logMetacat.debug("ReplicationHandler.update - 'in xml_revisions' total query count: " +
         		_xmlRevQueryCount);
         logMetacat.debug("ReplicationHandler.update - 'in xml_revisions' total query time: " +
         		_xmlRevQueryTime + " ms");;
       }//update
-...
           String docInfoStr = ReplicationService.getURLContent(docinfoUrl);
           docinfoParser.parse(new InputSource(new StringReader(docInfoStr)));
           Hashtable<String, String> docinfoHash = dih.getDocInfo();
           // Get doicd owner
           // Get docid owner
           String user = docinfoHash.get("user_owner");
           // Get docid name (such as acl or dataset)
           String docName = docinfoHash.get("docname");
           // Get doc type (eml public id)
           String docType = docinfoHash.get("doctype");
           // Get docid home sever. it might be different to remoteserver
           // becuause of hub feature
           // because of hub feature
           String docHomeServer = docinfoHash.get("home_server");
           String createdDate = docinfoHash.get("date_created");
           String updatedDate = docinfoHash.get("date_updated");
-...
             logReplication.info("ReplicationHandler.handleSingleDataFile - Successfully to write datafile " + accNumber);
             /*MetacatReplication.replLog("wrote datafile " + accNumber + " from " +
                                         remoteserver);*/
                                         remote server);*/
             if (tableName.equals(DocumentImpl.DOCUMENTTABLE))
+            {
               logReplication.info("ReplicationHandler.handleSingleDataFile - " + DOCINSERTNUMBER + " Wrote data file" + accNumber +
-...
         }//try
         catch(Exception e)
+        {
           /*MetacatReplication.replErrorLog("Failed to try wrote datafile " + accNumber +
           /*MetacatReplication.replErrorLog("Failed to try wrote data file " + accNumber +
                                           " because " +e.getMessage());*/
           if (tableName.equals(DocumentImpl.DOCUMENTTABLE))
+          {
-...
+            {
               throw new Exception("Couldn't get catalog list form server " +server);
+            }
             logReplication.info("ReplicationHandler.updateCatalog - catxml: " + catxml);
             logReplication.debug("ReplicationHandler.updateCatalog - catxml: " + catxml);
             CatalogMessageHandler cmh = new CatalogMessageHandler();
             XMLReader catparser = initParser(cmh);
             catparser.parse(new InputSource(new StringReader(catxml)));
             //parse the returned catalog xml and put it into a vector
             remoteCatalog = cmh.getCatalogVect();
             // Makse sure remoteCatalog is not empty
             // Make sure remoteCatalog is not empty
             if (remoteCatalog.isEmpty())
+            {
               throw new Exception("Couldn't get catalog list form server " +server);
-...
             finally
+            {
                DBConnectionPool.returnDBConnection(dbConn, serialNumber);
             }//finall
             }//finally
           }//for remote catalog
         }//for server list
         logReplication.info("End of updateCatalog");
-...
+      }
       /**
     	 * This method will combinate given time string(in short format) to current
     	 * This method will combine given time string(in short format) to current
     	 * date. If the given time (e.g 10:00 AM) passed the current time (e.g 2:00
     	 * PM Aug 21, 2005), then the time will set to second day, 10:00 AM Aug 22,
     	 * 2005. If the given time (e.g 10:00 AM) haven't passed the current time
-...
+      }
       /*
        * Pasre a given string to date and time. Date format is long and time
        * Parse a given string to date and time. Date format is long and time
        * format is short.
        */
       private static Date parseDateTime(String timeString) throws ParseException
-...
     			// Get revision number
     			int rev = Integer.parseInt((String) w.elementAt(1));
     			logReplication.info("rev: " + rev);
     			// Get remote server name (it is may not be doc homeserver because
     			// Get remote server name (it is may not be doc home server because
     			// the new hub feature
     			String remoteServer = (String) w.elementAt(2);
     			remoteServer = remoteServer.trim();
-...
     						+ " in time replication" + e.getMessage());
     				continue;
+    			}
     	        if (_xmlDocQueryCount > 0 && (_xmlDocQueryCount % 100) == 0) {
     	        	logMetacat.debug("ReplicationHandler.update - xml_doc query count: " + _xmlDocQueryCount +
     	        			", xml_doc avg query time: " + (_xmlDocQueryTime / _xmlDocQueryCount));
+    	        }
     	        if (_xmlRevQueryCount > 0 && (_xmlRevQueryCount % 100) == 0) {
     	        	logMetacat.debug("ReplicationHandler.update - xml_rev query count: " + _xmlRevQueryCount +
     	        			", xml_rev avg query time: " + (_xmlRevQueryTime / _xmlRevQueryCount));
+    	        }
     		}// for update docs
-...
            boolean flag = false;
            try
+           {
         	 long docQueryStartTime = System.currentTimeMillis();
              localrev = DBUtil.getLatestRevisionInDocumentTable(docid);
              long docQueryEndTime = System.currentTimeMillis();
              _xmlDocQueryTime += (docQueryEndTime - docQueryStartTime);
              _xmlDocQueryCount++;
+           }
            catch (SQLException e)
+           {
-...
               // check if the revision is in the revision table
         	   Vector<Integer> localRevVector = null;
         	 try {
             	 long revQueryStartTime = System.currentTimeMillis();
         		 localRevVector = DBUtil.getRevListFromRevisionTable(docid);
                  long revQueryEndTime = System.currentTimeMillis();
                  _xmlRevQueryTime += (revQueryEndTime - revQueryStartTime);
                  _xmlRevQueryCount++;
         	 } catch (SQLException sqle) {
         		 throw new HandlerException("ReplicationHandler.handleDocInXMLDocuments - SQL error "
         				 + " when getting rev list for docid: " + docid + " : " + sqle.getMessage());
-...
+             }
              catch(HandlerException he)
+             {
                // skip this datafile
                // skip this data file
                throw he;
+             }
            }//for datafile
            }//for data file
+       }
        /*
-...
            boolean flag = false;
            try
+           {
           	 long revQueryStartTime = System.currentTimeMillis();
              localrev = DBUtil.getRevListFromRevisionTable(docid);
              long revQueryEndTime = System.currentTimeMillis();
              _xmlRevQueryTime += (revQueryEndTime - revQueryStartTime);
              _xmlRevQueryCount++;
+           }
            catch (SQLException sqle)
+           {
-...
+             }
              catch(HandlerException he)
+             {
                // skip this datafile
                // skip this data file
                throw he;
+             }
            }//for datafile
            }//for data file
+       }
        /*

Also available in: Unified diff

Project

General

Profile

Metacat

Revision 5175

Added by daigle almost 15 years ago