Metacat

/**

 *  '$RCSfile$'

 *    Purpose: A Class that implements a metadata catalog as a java Servlet

 *  Copyright: 2000 Regents of the University of California and the

 *             National Center for Ecological Analysis and Synthesis

 *    Authors: Matt Jones, Dan Higgins, Jivka Bojilova, Chad Berkley

 *    Release: @release@

 *

 *   '$Author: jones $'

 *     '$Date: 2001-07-20 11:23:06 -0700 (Fri, 20 Jul 2001) $'

 * '$Revision: 800 $'

 *

 * This program is free software; you can redistribute it and/or modify

 * it under the terms of the GNU General Public License as published by

 * the Free Software Foundation; either version 2 of the License, or

 * (at your option) any later version.

 *

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 *

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

 */

package edu.ucsb.nceas.metacat;

import com.oreilly.servlet.multipart.FilePart;

import com.oreilly.servlet.multipart.MultipartParser;

import com.oreilly.servlet.multipart.ParamPart;

import com.oreilly.servlet.multipart.Part;

import java.io.File;

import java.io.PrintWriter;

import java.io.IOException;

import java.io.StringReader;

import java.io.FileInputStream;

import java.io.BufferedInputStream;

import java.util.Enumeration;

import java.util.Hashtable;

import java.util.ResourceBundle; 

import java.util.Random;

import java.util.PropertyResourceBundle;

import java.net.URL;

import java.net.MalformedURLException;

import java.sql.PreparedStatement;

import java.sql.ResultSet;

import java.sql.Connection;

import java.sql.SQLException;

import java.lang.reflect.*;

import java.net.*;

import java.util.zip.*;

import javax.servlet.ServletConfig;

import javax.servlet.ServletContext;

import javax.servlet.ServletException;

import javax.servlet.ServletInputStream;

import javax.servlet.http.HttpServlet;

import javax.servlet.http.HttpServletRequest;

import javax.servlet.http.HttpServletResponse;

import javax.servlet.http.HttpSession;

import javax.servlet.http.HttpUtils;

import javax.servlet.ServletOutputStream;

import oracle.xml.parser.v2.XSLStylesheet;

import oracle.xml.parser.v2.XSLException;

import oracle.xml.parser.v2.XMLDocumentFragment;

import oracle.xml.parser.v2.XSLProcessor;

import org.xml.sax.SAXException;

/**

 * A metadata catalog server implemented as a Java Servlet

 *

 * <p>Valid parameters are:<br>

 * action=query -- query the values of all elements and attributes

 *                     and return a result set of nodes<br>

 * action=squery -- structured query (see pathquery.dtd)<br>

 * action=read -- read any metadata/data file from Metacat and from Internet<br>

 * action=insert -- insert an XML document into the database store<br>

 * action=update -- update an XML document that is in the database store<br>

 * action=delete --  delete an XML document from the database store<br>

 * action=validate -- vallidate the xml contained in valtext<br>

 * doctype -- document type list returned by the query (publicID)<br>

 * qformat=xml -- display resultset from query in XML<br>

 * qformat=html -- display resultset from query in HTML<br>

 * qformat=zip -- zip resultset from query<br>

 * docid=34 -- display the document with the document ID number 34<br>

 * doctext -- XML text of the document to load into the database<br>

 * acltext -- XML access text for a document to load into the database<br>

 * dtdtext -- XML DTD text for a new DTD to load into Metacat XML Catalog<br>

 * query -- actual query text (to go with 'action=query' or 'action=squery')<br>

 * valtext -- XML text to be validated<br>

 * abstractpath -- XPath in metadata document to read from<br>

 * action=getaccesscontrol -- retrieve acl info for Metacat document<br>

 * action=getdoctypes -- retrieve all doctypes (publicID)<br>

 * action=getdtdschema -- retrieve a DTD or Schema file<br>

 * action=getdataguide -- retrieve a Data Guide<br>

 * action=getprincipals -- retrieve a list of principals in XML<br>

 * datadoc -- data document name (id)<br>

 * <p>

 * The particular combination of parameters that are valid for each 

 * particular action value is quite specific.  This documentation

 * will be reorganized to reflect this information.

 */

public class MetaCatServlet extends HttpServlet {

  private ServletConfig config = null;

  private ServletContext context = null;

  private Hashtable connectionPool = new Hashtable();

  private String resultStyleURL = null;

  private String xmlcatalogfile = null;

  private String saxparser = null;

  private String datafilepath = null; 

  private File dataDirectory = null;

  private String servletpath = null; 

  private PropertyResourceBundle options = null;

  private MetaCatUtil util = null;

  // path to directory where data files 

  // that can be downloaded will be stored

  private String htmlpath = null; 

  // script to get data file and put it 

  // in defaultdocpath dir

  //private String executescript  = null;  

  /**

   * Initialize the servlet by creating appropriate database connections

   */

  public void init( ServletConfig config ) throws ServletException {

    try {

      super.init( config );

      this.config = config;

      this.context = config.getServletContext(); 

      System.out.println("MetaCatServlet Initialize");

      util = new MetaCatUtil();

      // Get the configuration file information

      resultStyleURL = util.getOption("resultStyleURL");

      xmlcatalogfile = util.getOption("xmlcatalogfile");

      saxparser = util.getOption("saxparser");

      datafilepath = util.getOption("datafilepath");

      dataDirectory = new File(datafilepath);

      //executescript = util.getOption("executescript"); 

      servletpath = util.getOption("servletpath");

      htmlpath = util.getOption("htmlpath");

// MOVED IT TO doGet() & doPost()

//      try {

//        // Open a pool of db connections

//        connectionPool = util.getConnectionPool();

//      } catch (Exception e) {

//        System.err.println("Error creating pool of database connections");

//        System.err.println(e.getMessage());

//      }

    } catch ( ServletException ex ) {

      throw ex;

    }

  }

  /**

   * Close all db connections from the pool

   */

  public void destroy() {

    if (util != null) {

        util.closeConnections();

    }

  }

  /** Handle "GET" method requests from HTTP clients */

  public void doGet (HttpServletRequest request, HttpServletResponse response)

    throws ServletException, IOException {

    // Process the data and send back the response

    handleGetOrPost(request, response);

  }

  /** Handle "POST" method requests from HTTP clients */

  public void doPost( HttpServletRequest request, HttpServletResponse response)

    throws ServletException, IOException {

    // Process the data and send back the response

    handleGetOrPost(request, response);

  }

  /**

   * Control servlet response depending on the action parameter specified

   */

  private void handleGetOrPost(HttpServletRequest request, 

                               HttpServletResponse response) 

                               throws ServletException, IOException 

  {

    if ( util == null ) {

        util = new MetaCatUtil(); 

    }

    if ( connectionPool.isEmpty() ) {

      try {

        // Open a pool of db connections

        connectionPool = util.getConnectionPool();

      } catch (Exception e) {

        System.err.println("Error creating pool of database connections in " +

                            " MetaCatServlet.handleGetOrPost");

        System.err.println(e.getMessage());

      }

    }    

    // Get a handle to the output stream back to the client

    //PrintWriter pwout = response.getWriter();

    //response.setContentType("text/html");

    // Deal with forms that are encoded as "multipart/form-data" differently

    // this is mainly used for uploading non-xml files using that may be binary

    String ctype = request.getContentType();

    if (ctype != null && ctype.startsWith("multipart/form-data")) {

      handleMultipartForm(request, response);

    } else {

      // This probably means the data is "application/x-www-url-encoded", we hope :-)

      String name = null;

      String[] value = null;

      String[] docid = new String[3];

      Hashtable params = new Hashtable();

      Enumeration paramlist = request.getParameterNames();

      while (paramlist.hasMoreElements()) {

        name = (String)paramlist.nextElement();

        value = request.getParameterValues(name);

        // Decode the docid and mouse click information

        if (name.endsWith(".y")) {

          docid[0] = name.substring(0,name.length()-2);

          params.put("docid", docid);

          name = "ypos";

        }

        if (name.endsWith(".x")) {

          name = "xpos";

        } 

        params.put(name,value); 

      }  

      //if the user clicked on the input images, decode which image

      //was clicked then set the action.

      String action = ((String[])params.get("action"))[0];  

      util.debugMessage("Line 213: Action is: " + action);

      // This block handles session management for the servlet

      // by looking up the current session information for all actions

      // other than "login" and "logout"

      String username = null;

      String password = null;

      String groupname = null;

      String sess_id = null;

      // handle login action

      if (action.equals("login")) {

        handleLoginAction(response.getWriter(), params, request, response);

      // handle logout action  

      } else if (action.equals("logout")) {

        handleLogoutAction(response.getWriter(), params, request, response);

      // aware of session expiration on every request  

      } else {   

        HttpSession sess = request.getSession(true);

        if (sess.isNew()) { 

          // session expired or has not been stored b/w user requests

          username = "public";

          sess.setAttribute("username", username);

        } else {

          username = (String)sess.getAttribute("username");

          password = (String)sess.getAttribute("password");

          groupname = (String)sess.getAttribute("groupname");

          try {

            sess_id = (String)sess.getId();

          } catch(IllegalStateException ise) {

            System.out.println("error in handleGetOrPost: this shouldn't " +

                               "happen: the session should be valid: " + 

                               ise.getMessage());

          }

        }  

      }    

      // Now that we know the session is valid, we can delegate the request

      // to a particular action handler

      if(action.equals("query")) {

        handleQuery(response.getWriter(), params, response, username, groupname); 

      } else if(action.equals("squery")) {

        if(params.containsKey("query")) {

          handleSQuery(response.getWriter(), params, response, username, groupname); 

        } else {

          PrintWriter out = response.getWriter();

          out.println("Illegal action squery without \"query\" parameter");

        }

      } else if (action.equals("read")) {

        handleReadAction(params, response, username, groupname);

      } else if (action.equals("insert") || action.equals("update")) {

        PrintWriter out = response.getWriter();

        if ( (username != null) &&  !username.equals("public") ) {

          handleInsertOrUpdateAction(out, params, response, username, groupname);

        } else {  

          out.println("Permission denied for " + action);

        }  

      } else if (action.equals("delete")) {

        PrintWriter out = response.getWriter();

        if ( (username != null) &&  !username.equals("public") ) {

          handleDeleteAction(out, params, response, username, groupname);

        } else {  

          out.println("Permission denied for " + action);

        }  

      } else if (action.equals("validate")) {

        PrintWriter out = response.getWriter();

        handleValidateAction(out, params, response); 

      } else if (action.equals("getaccesscontrol")) {

        PrintWriter out = response.getWriter();

        handleGetAccessControlAction(out, params, response, username, groupname);

      } else if (action.equals("getprincipals")) {

        PrintWriter out = response.getWriter();

        handleGetPrincipalsAction(out, username, password);  

      } else if (action.equals("getdoctypes")) {

        PrintWriter out = response.getWriter();

        handleGetDoctypesAction(out, params, response);  

      } else if (action.equals("getdtdschema")) {

        PrintWriter out = response.getWriter();

        handleGetDTDSchemaAction(out, params, response);  

      } else if (action.equals("getdataguide")) {

        PrintWriter out = response.getWriter();

        handleGetDataGuideAction(out, params, response);  

      } else if (action.equals("getlastdocid")) {

        PrintWriter out = response.getWriter();

        handleGetLastDocidAction(out, params, response);  

      } else if (action.equals("login") || action.equals("logout")) {

      } else if (action.equals("protocoltest")) {

        String testURL = "metacat://dev.nceas.ucsb.edu/NCEAS.897766.9";

        try {

          testURL = ((String[])params.get("url"))[0];

        } catch (Throwable t) {

        }

        String phandler = System.getProperty("java.protocol.handler.pkgs");

        response.setContentType("text/html");

        PrintWriter out = response.getWriter();

        out.println("<body bgcolor=\"white\">");

        out.println("<p>Handler property: <code>" + phandler + "</code></p>");

        out.println("<p>Starting test for:<br>");

        out.println("    " + testURL + "</p>");

        try {

          URL u = new URL(testURL);

          out.println("<pre>");

          out.println("Protocol: " + u.getProtocol());

          out.println("    Host: " + u.getHost());

          out.println("    Port: " + u.getPort());

          out.println("    Path: " + u.getPath());

          out.println("     Ref: " + u.getRef());

          String pquery = u.getQuery();

          out.println("   Query: " + pquery);

          out.println("  Params: ");

          if (pquery != null) {

            Hashtable qparams = util.parseQuery(u.getQuery());

            for (Enumeration en = qparams.keys(); en.hasMoreElements(); ) {

              String pname = (String)en.nextElement();

              String pvalue = (String)qparams.get(pname);

              out.println("    " + pname + ": " + pvalue);

            }

          }

          out.println("</pre>");

          out.println("</body>");

          out.close();

        } catch (MalformedURLException mue) {

          System.out.println("bad url from MetacatServlet.handleGetOrPost");

          out.println(mue.getMessage());

          mue.printStackTrace(out);

          out.close();

        }

      } else {

        PrintWriter out = response.getWriter();

        out.println("<?xml version=\"1.0\"?>");

        out.println("<error>");

        out.println("Error: action not registered.  Please report this error.");

        out.println("</error>");

      }

      util.closeConnections();

      // Close the stream to the client

      // out.close();

    }

  }

  // LOGIN & LOGOUT SECTION

  /** 

   * Handle the login request. Create a new session object.

   * Do user authentication through the session.

   */

  private void handleLoginAction(PrintWriter out, Hashtable params, 

               HttpServletRequest request, HttpServletResponse response) {

    AuthSession sess = null;

    String un = ((String[])params.get("username"))[0];

    String pw = ((String[])params.get("password"))[0];

    String action = ((String[])params.get("action"))[0];

    String qformat = ((String[])params.get("qformat"))[0];

    try {

      sess = new AuthSession();

    } catch (Exception e) {

      System.out.println("error in MetacatServlet.handleLoginAction: " +

                          e.getMessage());

      out.println(e.getMessage());

      return;

    }

    boolean isValid = sess.authenticate(request, un, pw);

    // format and transform the output

    if (qformat.equals("html")) {

      Connection conn = null;

      try {

        conn = util.getConnection();

        DBTransform trans = new DBTransform(conn);

        response.setContentType("text/html");

        trans.transformXMLDocument(sess.getMessage(), "-//NCEAS//login//EN",

                                   "-//W3C//HTML//EN", out);

        util.returnConnection(conn); 

      } catch(Exception e) {

        util.returnConnection(conn); 

      } 

    // any output is returned  

    } else {

      response.setContentType("text/xml");

      out.println(sess.getMessage()); 

    }

  }    

  /** 

   * Handle the logout request. Close the connection.

   */

  private void handleLogoutAction(PrintWriter out, Hashtable params, 

               HttpServletRequest request, HttpServletResponse response) {

    String qformat = ((String[])params.get("qformat"))[0];

    // close the connection

    HttpSession sess = request.getSession(false);

    if (sess != null) { sess.invalidate();  }    

    // produce output

    StringBuffer output = new StringBuffer();

    output.append("<?xml version=\"1.0\"?>");

    output.append("<logout>");

    output.append("User logged out");

    output.append("</logout>");

    //format and transform the output

    if (qformat.equals("html")) {

      Connection conn = null;

      try {

        conn = util.getConnection();

        DBTransform trans = new DBTransform(conn);

        response.setContentType("text/html");

        trans.transformXMLDocument(output.toString(), "-//NCEAS//login//EN", 

                                   "-//W3C//HTML//EN", out);

        util.returnConnection(conn); 

      } catch(Exception e) {

        util.returnConnection(conn); 

      } 

    // any output is returned  

    } else {

      response.setContentType("text/xml");

      out.println(output.toString()); 

    }

  }

  // END OF LOGIN & LOGOUT SECTION

  // SQUERY & QUERY SECTION

  /**      

   * Retreive the squery xml, execute it and display it

   *

   * @param out the output stream to the client

   * @param params the Hashtable of parameters that should be included

   * in the squery.

   * @param response the response object linked to the client

   * @param conn the database connection 

   */

  protected void handleSQuery(PrintWriter out, Hashtable params, 

                 HttpServletResponse response, String user, String group)

  { 

    String xmlquery = ((String[])params.get("query"))[0];

    String qformat = ((String[])params.get("qformat"))[0];

    String resultdoc = null;

    Hashtable doclist = runQuery(xmlquery, user, group);

    resultdoc = createResultDocument(doclist, transformQuery(xmlquery));

    //format and transform the results                                        

    if(qformat.equals("html")) {

      transformResultset(resultdoc, response, out);

    } else if(qformat.equals("xml")) {

      response.setContentType("text/xml");

      out.println(resultdoc);

    } else {

      out.println("invalid qformat: " + qformat); 

    }

  }

   /**

    * Create the xml query, execute it and display the results.

    *

    * @param out the output stream to the client

    * @param params the Hashtable of parameters that should be included

    * in the squery.

    * @param response the response object linked to the client

    */ 

  protected void handleQuery(PrintWriter out, Hashtable params, 

                 HttpServletResponse response, String user, String group)

  {

    //create the query and run it

    String xmlquery = DBQuery.createSQuery(params);

    Hashtable doclist = runQuery(xmlquery, user, group);

    String qformat = ((String[])params.get("qformat"))[0];

    String resultdoc = null;

    resultdoc = createResultDocument(doclist, transformQuery(params));

    //format and transform the results                                        

    if(qformat.equals("html")) {

      transformResultset(resultdoc, response, out);

    } else if(qformat.equals("xml")) {

      response.setContentType("text/xml");

      out.println(resultdoc);

    } else { 

      out.println("invalid qformat: " + qformat); 

    }

  }

  /**

   * Removes the <?xml version="x"?> tag from the beginning of xmlquery

   * so it can properly be placed in the <query> tag of the resultset.

   * This method is overwritable so that other applications can customize

   * the structure of what is in the <query> tag.

   * 

   * @param xmlquery is the query to remove the <?xml version="x"?> tag from.

   */

  protected String transformQuery(Hashtable params)

  {

    //DBQuery.createSQuery is a re-calling of a previously called 

    //function but it is necessary

    //so that overriding methods have access to the params hashtable

    String xmlquery = DBQuery.createSQuery(params);

    //the <?xml version="1.0"?> tag is the first 22 characters of the

    xmlquery = xmlquery.trim();

    int index = xmlquery.indexOf("?>");

    return xmlquery.substring(index + 2, xmlquery.length());

  }

  /**

   * removes the <?xml version="1.0"?> tag from the beginning.  This takes a

   * string as a param instead of a hashtable.

   * 

   * @param xmlquery a string representing a query.

   */

  protected String transformQuery(String xmlquery)

  {

    xmlquery = xmlquery.trim();

    int index = xmlquery.indexOf("?>");

    return xmlquery.substring(index + 2, xmlquery.length());

  }

  /**

   * Run the query and return a hashtable of results.

   *

   * @param xmlquery the query to run

   */

  private Hashtable runQuery(String xmlquery, String user, String group)

  {

    Hashtable doclist=null;

    Connection conn = null;

    try

    {

      conn = util.getConnection();

      DBQuery queryobj = new DBQuery(conn, saxparser);

      doclist = queryobj.findDocuments(new StringReader(xmlquery),user,group);

      util.returnConnection(conn);

      return doclist;

    } 

    catch (Exception e) 

    {

      util.returnConnection(conn); 

      util.debugMessage("Error in MetacatServlet.runQuery: " + e.getMessage());

      doclist = null;

      return doclist;

    }    

  }

  /**

   * Transorms an xml resultset document to html and sends it to the browser

   *

   * @param resultdoc the string representation of the document that needs

   * to be transformed.

   * @param response the HttpServletResponse object bound to the client.

   * @param out the output stream to the client

   */ 

  protected void transformResultset(String resultdoc, 

                                    HttpServletResponse response,

                                    PrintWriter out)

  {

    Connection conn = null;

    try {

      conn = util.getConnection();

      DBTransform trans = new DBTransform(conn);

      response.setContentType("text/html");

      trans.transformXMLDocument(resultdoc, "-//NCEAS//resultset//EN", 

                                 "-//W3C//HTML//EN", out);

      util.returnConnection(conn); 

    }

    catch(Exception e)

    {

      util.returnConnection(conn); 

    } 

  }

  /**

   * Transforms a hashtable of documents to an xml or html result.

   *

   * @param doclist- the hashtable to transform

   * @param xmlquery- the query that returned the doclist result

   */

  protected String createResultDocument(Hashtable doclist, String xmlquery)

  {

    // Create a buffer to hold the xml result

    StringBuffer resultset = new StringBuffer();

    // Print the resulting root nodes 

    String docid = null;

    String document = null;

    resultset.append("<?xml version=\"1.0\"?>\n");

    resultset.append("<resultset>\n");

    resultset.append("  <query>" + xmlquery + "</query>");   

    if(doclist != null)

    {

      Enumeration doclistkeys = doclist.keys(); 

      while (doclistkeys.hasMoreElements()) 

      {

        docid = (String)doclistkeys.nextElement();

        document = (String)doclist.get(docid);

        resultset.append("  <document>" + document + "</document>");

      }

    }

    resultset.append("</resultset>");

    return resultset.toString();

  }

  // END OF SQUERY & QUERY SECTION

  // READ SECTION

  /** 

   * Handle the "read" request of metadata/data files from Metacat

   * or any files from Internet;

   * transformed metadata XML document into HTML presentation if requested;

   * zip files when more than one were requested.

   *

   * @param params the Hashtable of HTTP request parameters

   * @param response the HTTP response object linked to the client

   * @param user the username sent the request

   * @param group the user's groupname

   */

  private void handleReadAction(Hashtable params, HttpServletResponse response,

                                String user, String group) 

  {

    ServletOutputStream out = null;

    ZipOutputStream zout = null;

    try {

      String[] docs = new String[0];

      String docid = "";

      String qformat = "";

      String abstrpath = null;

      boolean zip = false;

      // read the params

      if (params.containsKey("docid")) {

        docs = (String[])params.get("docid");

      }

      if (params.containsKey("qformat")) {

        qformat = ((String[])params.get("qformat"))[0];

      }

      if (params.containsKey("abstractpath")) {

        abstrpath = ((String[])params.get("abstractpath"))[0];

        if ( !abstrpath.equals("") && (abstrpath != null) ) {

          viewAbstract(response, abstrpath, docs[0]);

          return;

        }

      }

      if ( (docs.length > 1) || qformat.equals("zip") ) {

        zip = true;

        out = response.getOutputStream();

        response.setContentType("application/zip"); //MIME type

        zout = new ZipOutputStream(out);

      }

      // go through the list of docs to read

      for (int i=0; i < docs.length; i++ ) {

        try {

          URL murl = new URL(docs[i]);

          Hashtable murlQueryStr = util.parseQuery(murl.getQuery());

          // case docid="http://.../?docid=aaa" 

          // or docid="metacat://.../?docid=bbb"

          if (murlQueryStr.containsKey("docid")) {

            // get only docid, eliminate the rest

            docid = (String)murlQueryStr.get("docid");

            if ( zip ) {

              addDocToZip(docid, zout);

            } else {

              readFromMetacat(response, docid, qformat, abstrpath,

                              user, group, zip, zout);

            }

          // case docid="http://.../filename"

          } else {

            docid = docs[i];

            if ( zip ) {

              addDocToZip(docid, zout);

            } else {

              readFromURLConnection(response, docid);

            }

          }

        // case docid="ccc"

        } catch (MalformedURLException mue) {

          docid = docs[i];

          if ( zip ) {

            addDocToZip(docid, zout);

          } else {

            readFromMetacat(response, docid, qformat, abstrpath,

                            user, group, zip, zout);

          }

        }

      } /* end for */

      if ( zip ) {

        zout.finish(); //terminate the zip file

        zout.close();  //close the zip stream

      }

    } catch (Exception e) {

      try {

        if ( out != null ) { out.close(); }

        if ( zout != null ) { zout.close(); }

        response.setContentType("text/xml"); //MIME type

        PrintWriter pw = response.getWriter();

        pw.println(e.getMessage());

      } catch (IOException ioe) {

        System.out.println("Problem with the servlet output " +

                           "in MetacatServlet.handleReadAction: " +

                           ioe.getMessage());

        ioe.printStackTrace(System.out);

      }

      System.out.println("Error in MetacatServlet.handleReadAction: " +

                         e.getMessage());

      e.printStackTrace(System.out);

    }

  }

  // read metadata or data from Metacat

  private void readFromMetacat(HttpServletResponse response, String docid,

                               String qformat, String abstrpath, String user,

                               String group, boolean zip, ZipOutputStream zout)

               throws ClassNotFoundException, IOException, SQLException, 

                      McdbException, Exception

  {

    Connection conn = null;

    try {

      conn = util.getConnection();

      DocumentImpl doc = new DocumentImpl(conn, docid);

      if ( doc.getRootNodeID() == 0 ) {

        // this is data file

        ServletOutputStream out = response.getOutputStream(); 

        String filepath = util.getOption("datafilepath");

        if(!filepath.endsWith("/")) {

          filepath += "/";

        }

        String filename = filepath + doc.getDocname();      //MIME type

        String contentType = getServletContext().getMimeType(filename);

        if (contentType == null) {

          if (filename.endsWith(".xml")) {

            contentType="text/xml";

          } else if (filename.endsWith(".css")) {

            contentType="text/css";

          } else if (filename.endsWith(".dtd")) {

            contentType="text/plain";

          } else if (filename.endsWith(".xsd")) {

            contentType="text/xml";

          } else if (filename.endsWith("/")) {

            contentType="text/html";

          } else {

            File f = new File(filename);

            if ( f.isDirectory() ) {

              contentType="text/html";

            } else {

              contentType="application/octet-stream";

            }

          }

        }

        response.setContentType(contentType);

        // if we decide to use "application/octet-stream" for all data returns

        // response.setContentType("application/octet-stream");

        FileInputStream fin = null;

        try {

          fin = new FileInputStream(filename);

          byte[] buf = new byte[4 * 1024]; // 4K buffer

          int b = fin.read(buf);

          while (b != -1) {

            out.write(buf, 0, b);

            b = fin.read(buf);

          }

        } finally {

          if (fin != null) fin.close();

        }

      } else {

        // this is metadata doc

        if ( qformat.equals("html") ) { 

          response.setContentType("text/html");  //MIME type

          PrintWriter out = response.getWriter();

          // Look up the document type

          String doctype = doc.getDoctype();

          // Transform the document to the new doctype

          DBTransform dbt = new DBTransform(conn);

          dbt.transformXMLDocument(doc.toString(),

                                   doctype,"-//W3C//HTML//EN",out);

        } else {

          // set content type first

          response.setContentType("text/xml");   //MIME type

          PrintWriter out = response.getWriter();

          doc.toXml(out);