Metacat

/*

 * ClientViewHelper.java

 *

 * Created on June 25, 2007, 9:57 AM

 *

 * To change this template, choose Tools | Template Manager

 * and open the template in the editor.

 */

package edu.ucsb.nceas.metacat.clientview;

import com.oreilly.servlet.multipart.FilePart;

import com.oreilly.servlet.multipart.MultipartParser;

import com.oreilly.servlet.multipart.ParamPart;

import com.oreilly.servlet.multipart.Part;

import edu.ucsb.nceas.metacat.MetaCatUtil;

import edu.ucsb.nceas.metacat.client.MetacatClient;

import edu.ucsb.nceas.metacat.client.MetacatFactory;

import edu.ucsb.nceas.metacat.client.MetacatInaccessibleException;

import edu.ucsb.nceas.utilities.XMLUtilities;

import java.io.BufferedReader;

import java.io.IOException;

import java.io.InputStream;

import java.io.InputStreamReader;

import java.io.Reader;

import java.io.StringReader;

import java.util.HashMap;

import java.util.Iterator;

import java.util.Properties;

import java.util.TreeMap;

import java.util.Vector;

import javax.servlet.http.HttpServletRequest;

import javax.servlet.http.HttpServletResponse;

import javax.servlet.http.HttpSession;

import javax.xml.xpath.XPath;

import javax.xml.xpath.XPathConstants;

import javax.xml.xpath.XPathExpressionException;

import javax.xml.xpath.XPathFactory;

import org.w3c.dom.Document;

import org.w3c.dom.Node;

import org.w3c.dom.NodeList;

/**

 *

 * @author barteau

 */

public class ClientViewHelper {

    private XPath                                       xpath = XPathFactory.newInstance().newXPath();

    private HttpSession                                 clientSession;

    private ClientView                                  clientViewBean = null;

    private MetacatClient                               metacatClient = null;

    private boolean                                     loggedIn = false;

    private Document                                    metadataDoc = null;

    private int                                         sizeLimit;

    private String                                      contactName = "";

    private static final String                         LDAP_TEMPLATE = "uid=%1s,o=%2s,dc=ecoinformatics,dc=org";

    /**

     * Creates a new instance of ClientViewHelper

     */

    public ClientViewHelper(HttpServletRequest request) throws MetacatInaccessibleException {

        String                              metacatPath = "http://%1s%2s/metacat";

        String                              host, context, button, tmp;

        clientSession = request.getSession();

        host = request.getHeader("host");

        context = request.getContextPath();

        //metacatPath = String.format(metacatPath, host, context);

        tmp = metacatPath.replaceFirst("%1s", host);

        metacatPath = tmp.replaceFirst("%2s", context);

        metacatClient = (MetacatClient) MetacatFactory.createMetacatConnection(metacatPath);

        sizeLimit = (new Integer(MetaCatUtil.getOption("datafilesizelimit"))).intValue();

    }

    public String clientRequest(HttpServletRequest request, HttpServletResponse response)  {

        String                              result = null, action, message, serverResponse;

        String                              button, contentType, posted_ldapUserName, tmp;

        MultipartParser                     multipartParser;

        if (clientViewBean == null)

            clientViewBean = (ClientView) clientSession.getAttribute(ClientView.CLIENT_VIEW_BEAN);

        if (clientViewBean != null) {

            action = clientViewBean.getAction();

            contentType = request.getContentType();

            if (contentType != null && contentType.contains("multipart/form-data"))

                action = "Upload";

            try {

                if (action.equals("Login")) {

                    //posted_ldapUserName = String.format(LDAP_TEMPLATE, clientViewBean.getUsername(), clientViewBean.getOrganization());

                    tmp = LDAP_TEMPLATE.replaceFirst("%1s", clientViewBean.getUsername());

                    posted_ldapUserName = tmp.replaceFirst("%2s", clientViewBean.getOrganization());

                    serverResponse = metacatClient.login(posted_ldapUserName, clientViewBean.getPassword());

                    setLoggedIn(serverResponse);

                    message = parseXml("message", serverResponse);

                    contactName = parseXml("name", serverResponse);

                    clientViewBean.setMessage(ClientView.LOGIN_MESSAGE, message);

                    clientViewBean.setMessage(ClientView.UPLOAD_MESSAGE, "");

                    if (isLoggedIn()) {

                        clientViewBean.setSessionid(metacatClient.getSessionId());

                    }

                } else if (action.equals("Logout")) {

                    message = metacatClient.logout();

                    setLoggedIn(message);

                    message = parseXml("message", message);

                    clientViewBean.setMessage(ClientView.LOGIN_MESSAGE, message);

                    clientViewBean.setMessage(ClientView.UPLOAD_MESSAGE, "");

                    if (!isLoggedIn()) {

                        clientViewBean.setUsername("");

                        clientViewBean.setPassword("");

                        clientViewBean.setOrganization("");

                    }

                } else if (action.equals("Delete")) {

                    ClientFgdcHelper.clientDeleteRequest(clientViewBean, this);

                    //*** Refresh the select list.

                    message = handleDocIdSelect();

                    clientViewBean.setMessage(ClientView.SELECT_MESSAGE, message);

                } else if (action.equals("Replace")) {

                    message = "Not implemented, come back another day";

                    clientViewBean.setMessage(ClientView.REPLACE_MESSAGE, message);

                } else if (action.equals("Upload")) {

                    message = "";

                    //*** Only process request if a file upload.

                    if (isLoggedIn()) {

                        //*** Init the MultipartParser.

                        multipartParser = new MultipartParser(request, sizeLimit * 1024 * 1024);

                        message = handlePackageUpload(clientViewBean, multipartParser);

                    }

                    clientViewBean.setMessage(ClientView.UPLOAD_MESSAGE, message);

                } else if (action.equals("Update")) {

                    System.out.println("ClientViewHelper.clientRequest: Update");

                } else if (action.equals("Scope")) {

                    message = handleDocIdSelect();

                    clientViewBean.setMessage(ClientView.SELECT_MESSAGE, message);

                }

                //*** Now that the action has been processed, clear it.

                clientViewBean.setAction("");

            } catch (Exception ex) {

                message = ex.getMessage();

                clientViewBean.setMessage(ClientView.ERROR_MESSAGE, message);

                ex.printStackTrace();

            }

        } else {

            System.out.println("ClientViewHelper.clientRequest: ClientView bean is not instantiated.");

        }

        return(result);

    }

    /**

     * This is a convenience method to reduce the amount of code in a Metacat Client.

     * It handles creating/reusing (per session) an instance of a ClientViewHelper.

     * @param request Since this is intended to be used by an Http client, it is passed the

     * available "request" variable (the HttpServletRequest).

     * @throws edu.ucsb.nceas.metacat.client.MetacatInaccessibleException Received by MetacatFactory.

     * @return ClientViewHelper instance.

     */

    public static ClientViewHelper clientViewHelperInstance(HttpServletRequest request) {

        ClientViewHelper                        result;

        result = (ClientViewHelper) request.getSession().getAttribute("ClientViewHelper");

        if (result == null) {

            try {

                result = new ClientViewHelper(request);

                request.getSession().setAttribute("ClientViewHelper", result);

            } catch (MetacatInaccessibleException ex) {

                ex.printStackTrace();

            }

        }

        return(result);

    }

    /**

     * A convenience method to be used by client code that requires

     * the user to be logged in.  NOTE: setUser() must have been called first,

     * otherwise it will always return false.

     * @return boolean  true if user has logged in for this session, false otherwise.

     */

    public boolean isLoggedIn() {

        return(loggedIn);

    }

    /**

     * After calling "login(ldapUserName, pwd)", call this with the username

     * and servers response message.  You can than use isLoggedIn() to determine if

     * the user is logged in, getLoginResponseElement(), etc.  The user name will also

     * used by calls to doMetadataUpload() for Document Id creation (scope).

     * @param userName User name

     * @param serverResponse XML login response sent from Metacat.

     */

    public void setLoggedIn(String serverResponse) {

        loggedIn = (serverResponse != null && serverResponse.contains("login"));

    }

    public String parseXml(String elementName, String xml) {

        String                      result = null;

        Document                    doc;

        try {

            doc = XMLUtilities.getXMLReaderAsDOMDocument(new StringReader(xml));

            result = (String) xpath.evaluate(elementName, doc.getDocumentElement(), XPathConstants.STRING);

            if (result != null)

                result = result.trim();

        } catch (IOException ex) {

            ex.printStackTrace();

        } catch (XPathExpressionException ex) {

            ex.printStackTrace();

        }

        return(result);

    }

    public String handleDocIdSelect() {

        String                              result = "";

        TreeMap                             allDocIds;

        if (!clientViewBean.getPathValue().equals("")) {

            allDocIds = getSelectQueryMap();

            result = ClientHtmlHelper.mapToHtmlSelect(allDocIds, "docId", "width: 240", 10);

        }

        return(result);

    }

    /**

     * Handles metadata file and data file uploads for inserting new

     * Metacat data packages.  Note: if content type is not "multipart/form-data",

     * nothing will happen.

     * @param request HTTP request.

     * @return A 1-line status message for the user.

     */

    public String handlePackageUpload(ClientView clientViewBean, MultipartParser multipartParser) throws Exception {

        String                      result = "", contentType, formatType;

        String                      lastDocId, nextDocId, metaDocId, metaFileName;

        String                      fileInfo[];

        Reader                      reader;

        int                         sizeLimit, idx;

        InputStream                 inputStream;

        HashMap                     paramsMap, dataDocIDs;

        StringBuilder               fileName;

        boolean                     sendIt;

        //*** Get the First file, which should be the metadata file.

        paramsMap = new HashMap();

        fileName = new StringBuilder();

        inputStream = getNextInputStream(multipartParser, fileName, paramsMap);

        metaFileName = fileName.toString();

        if (metaFileName.toLowerCase().endsWith(".xml")) {

            //*** Keep it here for updating.

            setMetadataDoc(inputStream);

            //*** Get the Metadata File's DOC ID.

            lastDocId = getMetacatClient().getLastDocid(clientViewBean.getUsername());

            metaDocId = lastDocId = nextDocId(lastDocId, clientViewBean.getUsername());

            //*** Loop thru all of the data files, get fileName and inputStream.

            dataDocIDs = new HashMap();

            fileName = new StringBuilder();

            while ((inputStream = getNextInputStream(multipartParser, fileName, paramsMap)) != null) {

                //*** Get the data file's DOC ID.

                nextDocId = nextDocId(lastDocId, clientViewBean.getUsername());

                //*** Set the file format (just using file extension for now).

                idx = fileName.lastIndexOf(".");

                if (idx > 1)

                    formatType = fileName.substring(idx+1).toUpperCase();

                else

                    formatType = "";

                fileInfo = new String[2];

                fileInfo[ClientView.FORMAT_TYPE] = formatType;

                fileInfo[ClientView.FILE_NAME] = fileName.toString();

                dataDocIDs.put(nextDocId, fileInfo);

                //*** Upload the data file to metacat.

                getMetacatClient().upload(nextDocId, fileName.toString(), inputStream, Integer.MAX_VALUE);

                lastDocId = nextDocId;

                fileName = new StringBuilder();

            }

            if (ClientFgdcHelper.isFGDC(getMetadataDoc())) {

                sendIt = ClientFgdcHelper.handlePackageUpload(metaDocId, dataDocIDs, contactName, metaFileName, getMetadataDoc());

            } else {

                //TODO add other types of metadata grammars here...

                System.out.println("ClientViewHelper.handlePackageUpload: not an FGDC file = " + fileName);

                result = fileName + " is not an FGDC file.  Files not uploaded.";

                sendIt = false;

            }

            if (sendIt) {

                //*** Upload the metadata file to metacat.

                reader = XMLUtilities.getDOMTreeAsReader(metadataDoc.getDocumentElement(), false);

                getMetacatClient().insert(metaDocId, reader, null);

                result = "MetaCat Package Inserted:  the Document Identifier is " + metaDocId;

                reader.close();

                //*** One last detail...grant the public read access.

                if (paramsMap.containsKey("publicAccess"))

                    getMetacatClient().setAccess(metaDocId, "public", "read", "allow", "allowFirst");

            }

        } else {

            result = "The first file must be an XML Metadata file.  Files not uploaded.";

        }

        if (inputStream != null)

            inputStream.close();

        return(result);

    }

    public String handleFileUpdate(MultipartParser multipartParser) throws Exception {

        Reader                      reader;

        String                      result = "", fNm, action, lastDocId, newDocId, xPathQuery;

        InputStream                 inputStream;

        HashMap                     paramsMap;

        StringBuilder               fileName;

        Iterator                    iterIt;

        boolean                     sendIt;

        paramsMap = new HashMap();

        fileName = new StringBuilder();

        if ((inputStream = getNextInputStream(multipartParser, fileName, paramsMap)) != null) {

            action = (String) paramsMap.get("action");

            lastDocId = (String) paramsMap.get("docid");

            fNm = fileName.toString();

            try {

                if (fNm.toLowerCase().endsWith(".xml") && action.toLowerCase().contains("metadata")) {

                    //*** Keep it here for updating.

                    setMetadataDoc(inputStream);

                    if (ClientFgdcHelper.isFGDC(getMetadataDoc())) {

                        if (!ClientFgdcHelper.hasMetacatInfo(lastDocId, getMetadataDoc())) {

                            result = "Update not performed: the Metadata file has no prior Metacat info in it.";

                        } else {

                            //xPathQuery = String.format(ClientFgdcHelper.XPATH_QUERY_TEMPLATE, lastDocId);

                            xPathQuery = ClientFgdcHelper.XPATH_QUERY_TEMPLATE.replaceFirst("%1s", lastDocId);

                            //*** Update the metadata with the new Doc Id version.

                            newDocId = nextVersion(lastDocId, xPathQuery);

                            //*** Upload the metadata file to metacat.

                            reader = XMLUtilities.getDOMTreeAsReader(getMetadataDoc().getDocumentElement(), false);

                            getMetacatClient().update(newDocId, reader, null);

                            reader.close();

                            result = "MetaCat Package Updated:  the Document Identifier is " + newDocId;

                        }

                    } else {

                        //***TODO This is EML.

                        result = "Currently this functionality only supports FGDC metadata.";

                    }

                } else {

                    //*** This is a data file.

                    result = "This is a data file.  action: " + action + "  lastDocId: " + lastDocId + "  fNm: " + fNm;

                    //newDocId = "TODO";

                    //reader = null; //TODO

                    //getMetacatClient().insert(newDocId, reader, null);

                    //reader.close();

                }

                //*** Pass on the public read access. TODO

//                        if(hasPublicAccess)

//                        getMetacatClient().setAccess(newDocId, "public", "read", "allow", "allowFirst");

            } catch (java.io.IOException ex) {

                ex.printStackTrace();

            }

            //DEBUG STUFF

            //String                      key, val;

            //result = "-----------------iteration------------<br/>fNm = " + fNm + "<br/>";

            //iterIt = paramsMap.keySet().iterator();

            //while(iterIt.hasNext()) {

            //    key = (String) iterIt.next();

            //    val = (String) paramsMap.get(key);

            //    result += key + ": " + val + "<br/>";

            //}

        } else {

            result = "Please enter the updated file path/name.";

        }

        return(result);

    }

    private InputStream getNextInputStream(MultipartParser multipartParser, StringBuilder fileName, HashMap paramsMap)

    throws IOException {

        InputStream                     result = null;

        Part                            part;

        String                          parmName = null, value = null, fnam;

        while ((part = multipartParser.readNextPart()) != null) {

            if (part.isParam()) {

                parmName = part.getName();

                value = ((ParamPart) part).getStringValue();

                paramsMap.put(parmName, value);

                System.out.println("ClientViewHelper.getNextInputStream: parmName = " + parmName + "  value = " + value);

            } else if (part.isFile()) {

                fnam = ((FilePart) part).getFileName();

                if (fnam != null && !fnam.equals("")) {

                    //*** File name is passed back via StringBuilder fileName param.

                    fileName.append(fnam);

                    result = ((FilePart) part).getInputStream();

                    System.out.println("ClientViewHelper.getNextInputStream: fileName = " + fileName + "  inputStream = " + result.toString());

                    break;

                }

            }

        }

        return(result);

    }

    private void getRemainingParameters(MultipartParser multipartParser, HashMap paramsMap)

    throws IOException {

        InputStream                     result = null;

        Part                            part;

        String                          parmName = null, value = null, fnam;

        while ((part = multipartParser.readNextPart()) != null) {

            if (part.isParam()) {

                parmName = part.getName();

                value = ((ParamPart) part).getStringValue();

                paramsMap.put(parmName, value);

                System.out.println("ClientViewHelper.getNextInputStream: parmName = " + parmName + "  value = " + value);

            }

        }

    }

    /**

     * Queries Metacat for document listings, and returns the results in a TreeMap,

     * where the key is the Doc Id, and the value is the Create Date.  If the document

     * contains the specified 'returnfield', an addtional entry will be created with

     * the value being a Vector of sub-DocId's.  The key of this entry will be the

     * original DocId with some addtional text added.

     * Reads bean properties 'pathExpr' (String[]), 'pathValue' (String)

     * and 'returnfield' (String).

     * @return TreeMap

     */

    public TreeMap getSelectQueryMap() {

        TreeMap                         result;

        Document                        doc;

        NodeList                        nodeLst, subNodeLst;

        Node                            node, subNode;

        String                          key, val, paramExpr, paramVal;

        String                          value, returnFld;

        String                          path;

        Vector                          optGroup;

        final String                    DOCID_EXPR = "./docid";

        final String                    DOCNAME_EXPR = "./createdate";

        final String                    PARAM_EXPR = "./param[@name='%1s']";

        path = clientViewBean.getPathExpr();

        returnFld = clientViewBean.getReturnfield();

        value = clientViewBean.getPathValue();

        result = new TreeMap();

        //paramExpr = String.format(PARAM_EXPR, returnFld);

        paramExpr = PARAM_EXPR.replaceFirst("%1s", returnFld);

        //*** Query the database ***

        doc = query(path, value, returnFld);

        //*** Build the TreeMap to return ***

        try {

            nodeLst = (NodeList) xpath.evaluate("/resultset/document", doc, XPathConstants.NODESET);

            for (int i = 0; i < nodeLst.getLength(); i++) {

                node = nodeLst.item(i);

                key = xpath.evaluate(DOCID_EXPR, node);

                val = xpath.evaluate(DOCNAME_EXPR, node);

                result.put(key, key + " (" + val + ")");

                //*** returnfield values ***

                subNodeLst = (NodeList) xpath.evaluate(paramExpr, node, XPathConstants.NODESET);

                if (subNodeLst.getLength() > 0) {

                    optGroup = new Vector();

                    for (int k = 0; k < subNodeLst.getLength(); k++) {

                        subNode =  subNodeLst.item(k);

                        paramVal = xpath.evaluate("text()", subNode);

                        optGroup.add(paramVal);

                    }

                    result.put(key + " Data Files", optGroup);

                }

            }

        } catch (XPathExpressionException ex) {

            ex.printStackTrace();

        }

        return(result);

    }

    /**

     * Query metacat for documents that 'CONTAINS' the value at the specified XPath

     * expression.  Additionally, returns another non-standard field value.

     * Standard info contains: DocId, DocName, DocType, CreateDate, and UpdateDate.

     * @param pathExpr String contianing an XPath expression.

     * @param pathValue String containing a comparison value at the XPath expression.

     * @param returnFld String containing an XPath expression to a field which will be returned

     * in addition to the standard info.

     * @return DOM Document containing the results.

     */

    public Document query(String pathExpr, String pathValue, String returnFld) {

        Document                        result = null;

        InputStream                     response;

        BufferedReader                  buffy;

        Properties                      prop;

        try {

            prop = new Properties();

            prop.put("action", "query");

            prop.put("qformat", "xml");

            prop.put(pathExpr, pathValue);

            if (returnFld != null) {

                prop.put("returnfield", returnFld);

            }

            response = metacatClient.sendData(prop, null, null, 0);

            if (response != null) {

                buffy = new BufferedReader(new InputStreamReader(response));

                result = XMLUtilities.getXMLReaderAsDOMDocument(buffy);

            }

        } catch (IOException ex) {

            ex.printStackTrace();

        } catch (Exception ex) {

            ex.printStackTrace();

        }

        return(result);

    }

    public void setMetadataDoc(Document doc) {

        metadataDoc = doc;

    }

    public void setMetadataDoc(String docId) throws Exception {

        Document                        doc = null;

        BufferedReader                  buffy;

        Properties                      prop;

        InputStream                     response;

        //*** MetaCatServlet Properties: action, qformat and docid. ***

        prop = new Properties();

        prop.put("action", "read");

        prop.put("qformat", "xml");

        prop.put("docid", docId);

        response = metacatClient.sendData(prop, null, null, 0);

        if (response != null) {

            buffy = new BufferedReader(new InputStreamReader(response));

            doc = XMLUtilities.getXMLReaderAsDOMDocument(buffy);

        }

        setMetadataDoc(doc);

    }

    public void setMetadataDoc(InputStream ioStream) throws IOException {

        BufferedReader                          buffy;

        if (ioStream != null) {

            buffy = new BufferedReader(new InputStreamReader(ioStream));

            metadataDoc = XMLUtilities.getXMLReaderAsDOMDocument(buffy);

        }

    }

    public Document getMetadataDoc() {

        return(metadataDoc);

    }

    public String nextVersion(String lastDocId, String xPathQuery) throws XPathExpressionException {

        String                      result = null, tokens[], scope, ready2Split, tmp;

        int                         vers, docNum;

        final int                   LAST_TOKEN = 2;

        final String                TEMPLATE = "%1s.%2d.%3d";

        Node                        node;

        //*** Parse the last Doc Id, and increment the version number.

        if(lastDocId != null && lastDocId.contains(".")) {

            ready2Split = lastDocId.replace('.','~'); //*** This is necessary for the split to work.

            tokens = ready2Split.split("~");

            if(tokens.length > LAST_TOKEN && !tokens[LAST_TOKEN].equals("")) {

                scope = tokens[LAST_TOKEN - 2];

                docNum = Integer.parseInt(tokens[LAST_TOKEN - 1]);

                try {

                    vers = Integer.parseInt(tokens[LAST_TOKEN]);

                    //result = String.format(TEMPLATE, scope, docNum, 1 + vers);

                    tmp = TEMPLATE.replaceFirst("%1s", scope);

                    tmp = tmp.replaceFirst("%2d", String.valueOf(docNum));

                    result = tmp.replaceFirst("%3d", String.valueOf(vers + 1));

                } catch (NumberFormatException ex) {

                    //*** In case the lastDocId has something other than a number.

                    //result = String.format(TEMPLATE, scope, docNum, 1);

                    tmp = TEMPLATE.replaceFirst("%1s", scope);

                    tmp = tmp.replaceFirst("%2d", String.valueOf(docNum));

                    result = tmp.replaceFirst("%3d", "1");

                }

            } else {

                //*** In case the lastDocId ends with a '.'

                result = lastDocId + "1";

            }

        } else {

            //*** In case of missing doc Id.

            result = null;

        }

        //*** Update the Doc Id in the metadata file.

        if (getMetadataDoc() != null) {

            node = (Node) xpath.evaluate(xPathQuery, getMetadataDoc().getDocumentElement(), XPathConstants.NODE);

            node.setTextContent(result);

        }

        return(result);

    }

    private String nextDocId(String lastDocId, String scope) {

        String                      result = null, tokens[], tmp;

        int                         vers;

        String                      template = scope.toLowerCase() + ".%1d.%2d";

        if(lastDocId != null && lastDocId.contains(".")) {

            lastDocId = lastDocId.replace('.','~'); //*** This is necessary for the split to work.

            tokens = lastDocId.split("~");

            if(tokens.length > 1 && !tokens[1].equals("")) {

                try {

                    vers = Integer.parseInt(tokens[1]);

                    //result = String.format(template, 1 + vers, 1);

                    tmp = template.replaceFirst("%1d", String.valueOf(1 + vers));

                    result = tmp.replaceFirst("%2d", "1");

                } catch (NumberFormatException ex) {

                    //*** In case the lastDocId has something other than a number.

                    //result = String.format(template, 1, 1);

                    tmp = template.replaceFirst("%1d", "1");

                    result = tmp.replaceFirst("%2d", "1");

                }

            } else {

                //*** In case the lastDocId ends with a '.'

                //result = String.format(template, 1, 1);

                tmp = template.replaceFirst("%1d", "1");

                result = tmp.replaceFirst("%2d", "1");

            }

        } else {

            //*** In case there isn't any doc Id's with the user name.

            //result = String.format(template, 1, 1);

            tmp = template.replaceFirst("%1d", "1");

            result = tmp.replaceFirst("%2d", "1");

        }

        return(result);

    }

    public MetacatClient getMetacatClient() {

        return(metacatClient);

    }

}