Metacat

  private static final String marker =

"*****************************************************************************";

   * Loads Harvester properties from a configuration file.

  private static Properties loadProperties() {

    File configfile = new File("../../lib/harvester", "harvester.properties");

    Properties properties = new Properties();

    try {

      properties.load(new FileInputStream(configfile));

    }

    catch (IOException e) {

      System.out.println("IOException: " + e.getMessage());

      System.exit(1);

    }

    return properties;

    Integer delayDefault = new Integer(0); // Default number of hours delay

    int delay = delayDefault.intValue();  // Delay in hours before first harvest

    Integer d;                            // Used for determining delay

    long delta;                           // endTime - startTime

    long endTime;                         // time that a harvest completes

    Harvester harvester;                  // object for a single harvest run

    Integer maxHarvestsDefault = new Integer(30);    // Default max harvests

    int maxHarvests = maxHarvestsDefault.intValue(); // Max number of harvests

    Integer mh;                              // used in determining max harvests

    int nHarvests = 0;                      // counts the number of harvest runs

    final long oneHour = (60 * 60 * 1000);

    final long oneSecond = 1000;

    Integer periodDefault = new Integer(24); // Default hours between harvests

    int period = periodDefault.intValue();   // Hours between harvests

    Integer p;                               // Used in determining the period

    Properties properties;

    long startTime;                          // time that a harvest starts

    System.out.println(marker);

    System.out.println("Starting Harvester");

    properties = Harvester.loadProperties();

    properties.list(System.out);

    // Parse the delay property. Use default if necessary.    

    try {

      d = Integer.valueOf(properties.getProperty(

                                                 "delay",

                                                 delayDefault.toString()

                                                ));

      delay = d.intValue();

    }

    catch (NumberFormatException e) {

      System.out.println("NumberFormatException: Error parsing delay: " +

                         e.getMessage());

      System.out.println("Defaulting to delay=" + delayDefault);

      delay = delayDefault.intValue();

    }

    // Parse the maxHarvests property. Use default if necessary.    

    try {

      mh = Integer.valueOf(properties.getProperty(

                                                  "maxHarvests",

                                                  maxHarvestsDefault.toString()

                                                 ));

      maxHarvests = mh.intValue();

    }

    catch (NumberFormatException e) {

      System.out.println("NumberFormatException: Error parsing maxHarvests: " +

                         e.getMessage());

      System.out.println("Defaulting to maxHarvests=" + maxHarvestsDefault);

      maxHarvests = maxHarvestsDefault.intValue();

    }

    // Parse the period property. Use default if necessary.    

    try {

      p = Integer.valueOf(properties.getProperty("period", 

                                                 periodDefault.toString()

                                                ));

      period = p.intValue();

    }

    catch (NumberFormatException e) {

      System.out.println("NumberFormatException: Error parsing period: " +

                         e.getMessage());

      System.out.println("Defaulting to period=" + periodDefault);

      period = periodDefault.intValue();

    }

    // Sleep for delay number of hours prior to starting first harvest

    if (delay > 0) {

      try {

        System.out.print("First harvest will begin in " + delay);

        if (delay == 1) {

          System.out.println(" hour.");

        }

        else {

          System.out.println(" hours.");

        }

        //Thread.sleep(delay * oneHour);

        Thread.sleep(delay * oneSecond);

      }

      catch (InterruptedException e) {

          System.err.println("InterruptedException: " + e.getMessage());

          System.exit(1);

      }

    }

    // Repeat a new harvest once every period number of hours, until we reach

    // the maximum number of harvests. Subtract delta from the time period so 

    // that each harvest will start at a fixed interval.

    //

    while (nHarvests < maxHarvests) {

      nHarvests++;

      startTime = System.currentTimeMillis();

      harvester = new Harvester();                // New object for this harvest

      harvester.startup(nHarvests, maxHarvests);  // Start up Harvester

      harvester.readHarvestSiteSchedule();        // Read the database table

      harvester.harvest();                        // Harvest the documents

      harvester.shutdown();                       // Shut down Harvester

      endTime = System.currentTimeMillis();

      delta = endTime - startTime;

      if (nHarvests < maxHarvests) {

        try {

//          Thread.sleep((period * oneHour) - delta);

          Thread.sleep((period * oneSecond) - delta);

        }

        catch (InterruptedException e) {

          System.err.println("InterruptedException: " + e.getMessage());

          System.exit(1);

        }

      }

    }

  /** Used during development to determine whether to connect to metacat 

   *  Sometimes it's useful to test parts of the code without actually

   *  connecting to Metacat.

   */

   * Prints the site schedule data for a given site.

   * 

   * @param siteScheduleID   the primary key in the HARVEST_SITE_SCHEDULE table

   * 

   * @param nHarvests        the nth harvest

   * @param maxHarvests      the maximum number of harvests that this process

   *                         can run

  private void startup(int nHarvests, int maxHarvests) {

    Date now;

    Properties properties;

    String timestamp;

    System.out.println(Harvester.marker);

    now = new Date();

    timestamp = now.toString() + ": ";

    System.out.println(timestamp + "Starting Next Harvest (" +

                       nHarvests + "/" + maxHarvests + ")");

    properties = loadProperties();