Metacat

/**

 *  '$RCSfile$'

 *    Purpose: A Class that implements replication for metacat

 *  Copyright: 2000 Regents of the University of California and the

 *             National Center for Ecological Analysis and Synthesis

 *    Authors: Chad Berkley

 *    Release: @release@

 *

 *   '$Author$'

 *     '$Date$'

 * '$Revision$'

 * This program is free software; you can redistribute it and/or modify

 * it under the terms of the GNU General Public License as published by

 * the Free Software Foundation; either version 2 of the License, or

 * (at your option) any later version.

 *

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 *

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

package edu.ucsb.nceas.metacat;

import java.util.*;

import java.io.*;

import java.sql.*;

import java.net.*;

import java.lang.*;

import java.text.*;

import javax.servlet.*;

import javax.servlet.http.*;

  private String deltaT;

  Timer replicationDaemon;

  private Vector fileLocks = new Vector();

  private Thread lockThread = null;

  /**

   * Initialize the servlet by creating appropriate database connections

   */

  public void init(ServletConfig config) throws ServletException

  {

    //initialize db connections to handle any update requests

    MetaCatUtil util = new MetaCatUtil();

    deltaT = util.getOption("deltaT");

    //create a thread to do the delta-T check but don't execute it yet

  }

  public void destroy()

  {

    replicationDaemon.cancel();

    System.out.println("Replication daemon cancelled.");

  }

  public void doGet (HttpServletRequest request, HttpServletResponse response)

                     throws ServletException, IOException

  {

    // Process the data and send back the response

    handleGetOrPost(request, response);

  }

  public void doPost(HttpServletRequest request, HttpServletResponse response)

                     throws ServletException, IOException

  {

    // Process the data and send back the response

    handleGetOrPost(request, response);

  }

  private void handleGetOrPost(HttpServletRequest request,

                               HttpServletResponse response)

                               throws ServletException, IOException

  {

    PrintWriter out = response.getWriter();

    Hashtable params = new Hashtable();

    String servletAction = null;

    InetAddress iaddr = InetAddress.getByName(requestingServerIP);

    String requestingServer = iaddr.getHostName();

    {

      String name = (String)paramlist.nextElement();

      String[] value = request.getParameterValues(name);

      params.put(name, value);

    }

    //if the requesting Server is not in the server list

    //reject this request

    //this does not protect against IP spoofing but it does

    //protect against simple URL parameter spoofing.

    //We need to add an authenticated  "replication" user who can perform the

    //actions listed below in the !servletAction.equals calls.

    try

    {

      if(getServerCode(requestingServer + "%") == 0 &&

         !servletAction.equals("servercontrol") &&

         !servletAction.equals("stop") &&

         !servletAction.equals("start") &&

         !servletAction.equals("getall"))

      {

        System.out.println("action rejected for server: " + requestingServer);

        return;

      }

      System.out.println("action accepted for server: " + requestingServer);

    }

    catch(Exception e)

    {

      System.out.println("error in MetacatReplication.handleGetOrPost" +

      ": error authenticating server");

      return;

    }

        if(params.containsKey("rate"))

                 new String(((String[])params.get("rate"))[0])).intValue();

          {

            out.println("Replication deltaT rate cannot be less than 30!");

          }

        }

        replicationDaemon.cancel();

        replicationDaemon = new Timer(true);

                                    rate + " seconds");

        replicationDaemon.schedule(new ReplicationHandler(out), 0);

      }

        //note that this could be replaced by a call to metacatServlet

        //handleGetDocumentAction().

      }

        handleGetLockRequest(out, params, response);

      }

        handleGetDocumentInfoRequest(out, params, response);

      }

        handleGetTimeRequest(out, params, response);

      }

        handleGetCatalogRequest(out, params, response, true);

      }

        handleServerControlRequest(out, params, response);

      }

  }

   * This method can add, delete and list the servers currently included in

   * xml_replication.

   * action           subaction            other needed params

   * ---------------------------------------------------------

   * servercontrol    add                  server

   * servercontrol    delete               server

   * servercontrol    list

   */

  private void handleServerControlRequest(PrintWriter out, Hashtable params,

                                          HttpServletResponse response)

  {

    String subaction = ((String[])params.get("subaction"))[0];

    {

                                                "handleServerControlRequest");

      {

        pstmt = conn.prepareStatement("insert into xml_replication (server, " +

                "'01/01/00', 'MM/DD/YY'), '" + replicate + "')");

        response.setContentType("text/html");

        out.println("<html><body><table border=\"1\">");

        out.println("<tr><td><b>server</b></td><td><b>last_checked</b></td><td>");

        out.println("<b>replicate</b></td></tr>");

        pstmt = conn.prepareStatement("select * from xml_replication");

        pstmt.execute();

        ResultSet rs = pstmt.getResultSet();

        boolean tablehasrows = rs.next();

        while(tablehasrows)

        {

          out.println("<tr><td>" + rs.getString(2) + "</td><td>");

          out.println(rs.getString(3) + "</td><td>");

          out.println(rs.getString(4) + "</td></tr>");

          tablehasrows = rs.next();

        }

        out.println("</table></body></html>");

      else if(subaction.equals("delete"))

      {

        String server = ((String[])params.get("server"))[0];

        pstmt = conn.prepareStatement("delete from xml_replication where " +

                "server like '" + server + "'");

        pstmt.execute();

        response.setContentType("text/html");

        out.println("<html><body><table border=\"1\">");

        out.println("<tr><td><b>server</b></td><td><b>last_checked</b></td><td>");

        out.println("<b>replicate</b></td></tr>");

        pstmt = conn.prepareStatement("select * from xml_replication");

        pstmt.execute();

        ResultSet rs = pstmt.getResultSet();

        boolean tablehasrows = rs.next();

        while(tablehasrows)

        {

          out.println("<tr><td>" + rs.getString(2) + "</td><td>");

          out.println(rs.getString(3) + "</td><td>");

          out.println(rs.getString(4) + "</td></tr>");

          tablehasrows = rs.next();

        }

        out.println("</table></body></html>");

      else if(subaction.equals("list"))

      {

        response.setContentType("text/html");

        out.println("<html><body><table border=\"1\">");

        out.println("<b>replicate</b></td></tr>");

        pstmt.execute();

        ResultSet rs = pstmt.getResultSet();

        boolean tablehasrows = rs.next();

        while(tablehasrows)

        {

          out.println("<tr><td>" + rs.getString(2) + "</td><td>");

          out.println(rs.getString(4) + "</td></tr>");

        }

        out.println("</table></body></html>");

      }

    }

    catch(Exception e)

    {

                         "MetacatReplication.handleServerControlRequest " +

      e.printStackTrace(System.out);

    }

  }

   * when a forcereplication request comes in, this method sends a read request

   * to the requesting server for the specified docid.

   */

                                           HttpServletResponse response)

  {

    { //do not get the server's new document if we are not replicating from there

      return;

    }

    int serverCode = 1;

    {

        serverCode = MetacatReplication.getServerCode(server);

      MetaCatUtil.debugMessage("serverCode in forcereplicate is: " + serverCode);

      URL u = new URL("http://" + server + "?action=read&docid=" + docid);

                               "?action=getdocumentinfo&docid=" +

                               docid);

      //and group once we get the document and write it to our DB

      docinfoParser.parse(new InputSource(new StringReader(docInfoStr)));

      Hashtable docinfoHash = dih.getDocInfo();

      String user = (String)docinfoHash.get("user_owner");

      String group = new String(user);

      conn = MetacatReplication.getDBConnection("MetacatReplication." +

                                                "handleForceReplicateRequest");

                         user, group, serverCode, override);

                                 "action " + dbaction);

    }

    catch(Exception e)

    {

      System.out.println("error in metacatReplication.handleForceReplicate" +

                         "Request: " + e.getMessage());

    }

  }

   * Grants or denies a lock to a requesting host.

   * The servlet parameters of interrest are:

   * docid: the docid of the file the lock is being requested for

   * currentdate: the timestamp of the document on the remote server

   *

   */

  private void handleGetLockRequest(PrintWriter out, Hashtable params,

                                    HttpServletResponse response)

  {

    {

                                                "handleGetLockRequest");

      int remoteRevInt = Integer.parseInt(remoteRev);

      if(remoteRevInt >= localRevInt)

        if(!fileLocks.contains(docid))

          //send a message back to the the remote host authorizing the insert

          out.println("<lockgranted><docid>" +docid+ "</docid></lockgranted>");

          lockThread = new Thread(this);

          lockThread.setPriority(Thread.MIN_PRIORITY);

          lockThread.start();

        else

        { //deny the lock

          out.println("<filelocked><docid>" + docid + "</docid></filelocked>");

                                     "reason: file already locked");

      }

      else

      {//deny the lock.

        out.println("<outdatedfile><docid>" + docid + "</docid></filelocked>");

                                   "reason: client has outdated file");

      conn.close();

    }

    catch(Exception e)

    {

                         "handleGetLockRequest: " + e.getMessage());

  }

  /**

   * Sends all of the xml_documents information encoded in xml to a requestor

   * <!ELEMENT documentinfo (docid, docname, doctype, doctitle, user_owner,

   *                         user_updated, public_access, rev)

   * all of the subelements of document info are #PCDATA

  private void handleGetDocumentInfoRequest(PrintWriter out, Hashtable params,

                                        HttpServletResponse response)

  {

    String docid = ((String[])(params.get("docid")))[0];

    StringBuffer sb = new StringBuffer();

    {

                                                "handleGetDocumentInfoRequest");

      sb.append("<documentinfo><docid>").append(docid);

      sb.append("</docid><docname>").append(doc.getDocname());

      sb.append("</docname><doctype>").append(doc.getDoctype());

// DOCTITLE attr cleared from the db

//      sb.append("</doctype><doctitle>").append(doc.getDocTitle());

      sb.append("<user_owner>").append(doc.getUserowner());

      sb.append("</user_updated><public_access>").append(doc.getPublicaccess());

      sb.append("</rev></documentinfo>");

      out.println(sb.toString());

      conn.close();

    }

    catch (Exception e)

    {

                         "metacatReplication.handlegetdocumentinforequest: " +

                          e.getMessage());

  }

  /**

   * Sends a document to a remote host

   */

    {

      conn = MetacatReplication.getDBConnection("MetacatReplication." +

                                                "handleGetDocumentRequest");

      response.setContentType("text/xml");

    catch(Exception e)

    {

                         "handlGetDocumentRequest " + e.getMessage());

  }

  /**

   * revision numbers.

   * The format is:

   * <!ELEMENT replication (server, updates)>

   * <!ELEMENT server (#PCDATA)>

   * <!ELEMENT updates ((updatedDocument | deleteDocument)*)>

   * <!ELEMENT updatedDocument (docid, rev)>

   * <!ELEMENT deletedDocument (docid, rev)>

   * <!ELEMENT docid (#PCDATA)>

   * <!ELEMENT rev (#PCDATA)>

   * note that the rev in deletedDocument is always empty.  I just left

   * it in there to make the parser implementation easier.

  private void handleUpdateRequest(PrintWriter out, Hashtable params,

  {

    {

      StringBuffer doclist = new StringBuffer();

      //get all docs that reside on this server

      doclist.append("<?xml version=\"1.0\"?><replication>");

      doclist.append("<server>").append(util.getOption("server"));

      doclist.append(util.getOption("replicationpath"));

      doclist.append("</server><updates>");

      //get any deleted documents

      StringBuffer delsql = new StringBuffer();

      delsql.append("select distinct docid from ");

      delsql.append("xml_revisions where docid not in (select docid from ");

      delsql.append("xml_documents) and server_location = 1");

                                                "handleUpdateRequest");

      pstmt.execute();

      ResultSet rs = pstmt.getResultSet();

      boolean tablehasrows = rs.next();

      while(tablehasrows)

      {

        if(!recordDoctype.equals("BIN"))

        { //don't replicate data files

          if(!recordDoctype.equals(util.getOption("packagedoctype")))

          { //if this is a package file, put it at the end

            //because if a package file is read before all of the files it

            //refers to are loaded then there is an error

            doclist.append("<updatedDocument>");

            doclist.append("<docid>").append(rs.getString(1));

            doclist.append("</docid><rev>").append(rs.getInt(2));

            doclist.append("</rev>");

            doclist.append("</updatedDocument>");

          }

          else

          { //the package files are saved to be put into the xml later.

            Vector v = new Vector();

            v.add(new String(rs.getString(1)));

            v.add(new Integer(rs.getInt(2)));

            packageFiles.add(new Vector(v));

          }

      }

      pstmt = conn.prepareStatement(delsql.toString());

      pstmt.execute();

      rs = pstmt.getResultSet();

      tablehasrows = rs.next();

      while(tablehasrows)

      { //handle the deleted documents

        doclist.append("<deletedDocument><docid>").append(rs.getString(1));

        doclist.append("</docid><rev></rev></deletedDocument>");

      }

      for(int i=0; i<packageFiles.size(); i++)

      {

        Vector v = (Vector)packageFiles.elementAt(i);

        doclist.append("<updatedDocument>");

        doclist.append("<docid>").append((String)v.elementAt(0));

        doclist.append("</docid><rev>");

        doclist.append(((Integer)v.elementAt(1)).intValue());

        doclist.append("</rev>");

        doclist.append("</updatedDocument>");

      }

      response.setContentType("text/xml");

      out.println(doclist.toString());

    catch(Exception e)

    {

                          e.getMessage());

    }

  }

  /**

   */

  public static String getCatalogXML()

  {

    return handleGetCatalogRequest(null, null, null, false);

  }

  /**

   * Sends the contents of the xml_catalog table encoded in xml

   * The xml format is:

   * <!ELEMENT xml_catalog (row*)>

   * <!ELEMENT row (entry_type, source_doctype, target_doctype, public_id,

   *                system_id)>

   * All of the sub elements of row are #PCDATA

   * If printFlag == false then do not print to out.

   */

  private static String handleGetCatalogRequest(PrintWriter out,

                                                Hashtable params,

                                                HttpServletResponse response,

                                                boolean printFlag)

  {

    PreparedStatement pstmt = null;

      conn = MetacatReplication.getDBConnection("MetacatReplication." +

                                                "handleGetCatalogRequest");

                              "system_id from xml_catalog");

      pstmt.execute();

      ResultSet rs = pstmt.getResultSet();

      boolean tablehasrows = rs.next();

      StringBuffer sb = new StringBuffer();

      sb.append("<?xml version=\"1.0\"?><xml_catalog>");

      while(tablehasrows)

      {

        sb.append("<row><entry_type>").append(rs.getString(1));