Metacat

/**

 *  '$RCSfile$'

 *  Copyright: 2011 Regents of the University of California and the

 *              National Center for Ecological Analysis and Synthesis

 *

 *   '$Author: leinfelder $'

 *     '$Date: 2011-09-20 11:55:30 -0700 (Tue, 20 Sep 2011) $'

 *

 * This program is free software; you can redistribute it and/or modify

 * it under the terms of the GNU General Public License as published by

 * the Free Software Foundation; either version 2 of the License, or

 * (at your option) any later version.

 *

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 *

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

 */

package edu.ucsb.nceas.metacat.restservice;

import java.io.ByteArrayInputStream;

import java.io.File;

import java.io.FileInputStream;

import java.io.IOException;

import java.io.InputStream;

import java.io.OutputStream;

import java.text.DateFormat;

import java.text.ParseException;

import java.text.SimpleDateFormat;

import java.util.Date;

import java.util.Enumeration;

import java.util.Map;

import java.util.TimeZone;

import javax.servlet.ServletContext;

import javax.servlet.http.HttpServletRequest;

import javax.servlet.http.HttpServletResponse;

import org.apache.commons.fileupload.FileUploadException;

import org.apache.commons.io.IOUtils;

import org.apache.log4j.Logger;

import org.dataone.client.ObjectFormatCache;

import org.dataone.service.exceptions.BaseException;

import org.dataone.service.exceptions.IdentifierNotUnique;

import org.dataone.service.exceptions.InsufficientResources;

import org.dataone.service.exceptions.InvalidRequest;

import org.dataone.service.exceptions.InvalidSystemMetadata;

import org.dataone.service.exceptions.InvalidToken;

import org.dataone.service.exceptions.NotAuthorized;

import org.dataone.service.exceptions.NotFound;

import org.dataone.service.exceptions.NotImplemented;

import org.dataone.service.exceptions.ServiceFailure;

import org.dataone.service.exceptions.SynchronizationFailed;

import org.dataone.service.exceptions.UnsupportedType;

import org.dataone.service.types.v1.AccessPolicy;

import org.dataone.service.types.v1.Checksum;

import org.dataone.service.types.v1.DescribeResponse;

import org.dataone.service.types.v1.Event;

import org.dataone.service.types.v1.Identifier;

import org.dataone.service.types.v1.Log;

import org.dataone.service.types.v1.MonitorList;

import org.dataone.service.types.v1.Node;

import org.dataone.service.types.v1.NodeList;

import org.dataone.service.types.v1.NodeReference;

import org.dataone.service.types.v1.ObjectFormat;

import org.dataone.service.types.v1.ObjectFormatIdentifier;

import org.dataone.service.types.v1.ObjectList;

import org.dataone.service.types.v1.Permission;

import org.dataone.service.types.v1.Subject;

import org.dataone.service.types.v1.SystemMetadata;

import org.dataone.service.util.DateTimeMarshaller;

import org.dataone.service.util.TypeMarshaller;

import org.jibx.runtime.JiBXException;

import edu.ucsb.nceas.metacat.dataone.MNodeService;

/**

 * MN REST service implementation handler

 * 

 * ******************

 * MNCore -- DONE

 * 		ping() - GET /d1/mn/monitor/ping

 * 		log() - GET /d1/mn/log

 * 		**getObjectStatistics() - GET /d1/mn/monitor/object

 * 		getOperationsStatistics - GET /d1/mn/monitor/event

 * 		**getStatus - GET /d1/mn/monitor/status

 * 		getCapabilities() - GET /d1/mn/ and /d1/mn/node

 * 	

 * 	MNRead -- DONE

 * 		get() - GET /d1/mn/object/PID

 * 		getSystemMetadata() - GET /d1/mn/meta/PID

 * 		describe() - HEAD /d1/mn/object/PID

 * 		getChecksum() - GET /d1/mn/checksum/PID

 * 		listObjects() - GET /d1/mn/object

 * 		synchronizationFailed() - POST /d1/mn/error

 * 	

 * 	MNAuthorization -- DONE

 * 		isAuthorized() - GET /d1/mn/isAuthorized/PID

 * 		setAccessPolicy() - PUT /d1/mn/accessRules/PID

 * 		

 * 	MNStorage - DONE

 * 		create() - POST /d1/mn/object/PID

 * 		update() - PUT /d1/mn/object/PID

 * 		delete() - DELETE /d1/mn/object/PID

 * 	

 * 	MNReplication

 * 		replicate() - POST /d1/mn/replicate

 * 

 * ******************

 * @author leinfelder

 *

 */

public class MNResourceHandler extends D1ResourceHandler{

    // MN-specific API Resources

    protected static final String RESOURCE_MONITOR = "monitor";

    protected static final String RESOURCE_REPLICATE = "replicate";

    protected static final String RESOURCE_NODE = "node";

    protected static final String RESOURCE_ERROR = "error";

    /**

     * Initializes new instance by setting servlet context,request and response

     * */

    public MNResourceHandler(ServletContext servletContext,

            HttpServletRequest request, HttpServletResponse response) {

    	super(servletContext, request, response);

        logMetacat = Logger.getLogger(MNResourceHandler.class);

    }

    /**

     * This function is called from REST API servlet and handles each request to the servlet 

     * 

     * @param httpVerb (GET, POST, PUT or DELETE)

     */

    @Override

    public void handle(byte httpVerb) {

    	// prepare the handler

    	super.handle(httpVerb);

        try {

        	// get the resource

            String resource = request.getPathInfo();

            resource = resource.substring(resource.indexOf("/") + 1);

            // default to node info

            if (resource.equals("")) {

                resource = RESOURCE_NODE;

            }

            // get the rest of the path info

            String extra = null;

            if (resource.lastIndexOf("/") != -1) {

                extra = resource.substring(resource.lastIndexOf("/") + 1);

            }

            logMetacat.debug("handling verb " + httpVerb + " request with resource '" + resource + "'");

            logMetacat.debug("resource: '" + resource + "'");

            boolean status = false;

            if (resource != null) {

                if (resource.startsWith(RESOURCE_NODE)) {

                    // node response

                    node();

                    status = true;

                } else if (resource.startsWith(RESOURCE_ACCESS_RULES)) {

                    if (httpVerb == POST) {

	                	// set the access rules

	                    setAccess();

	                    status = true;

	                    logMetacat.debug("done setting access");

                    }

                } else if (resource.startsWith(RESOURCE_IS_AUTHORIZED)) {

                    if (httpVerb == GET) {

	                	// check the access rules

	                    isAuthorized(extra);

	                    status = true;

	                    logMetacat.debug("done getting access");

                    }

                } else if (resource.startsWith(RESOURCE_META)) {

                    logMetacat.debug("Using resource 'meta'");

                    // get

                    if (httpVerb == GET) {

                        getSystemMetadataObject(extra);

                        status = true;

                    }

                } else if (resource.startsWith(RESOURCE_OBJECTS)) {

                    logMetacat.debug("Using resource 'object'");

                    logMetacat.debug("objectId: " + extra);

                    logMetacat.debug("verb:" + httpVerb);

                    if (httpVerb == GET) {

                        getObject(extra);

                        status = true;

                    } else if (httpVerb == POST) {

                        putObject(extra, FUNCTION_NAME_INSERT);

                        status = true;

                    } else if (httpVerb == PUT) {

                        putObject(extra, FUNCTION_NAME_UPDATE);

                        status = true;

                    } else if (httpVerb == DELETE) {

                        deleteObject(extra);

                        status = true;

                    } else if (httpVerb == HEAD) {

                        describeObject(extra);

                        status = true;

                    }

                } else if (resource.startsWith(RESOURCE_LOG)) {

                    logMetacat.debug("Using resource 'log'");

                    // handle log events

                    if (httpVerb == GET) {

                        getLog();

                        status = true;

                    }

                } else if (resource.startsWith(RESOURCE_CHECKSUM)) {

                    logMetacat.debug("Using resource 'checksum'");

                    // handle checksum requests

                    if (httpVerb == GET) {

                        checksum(extra);

                        status = true;

                    }

                } else if (resource.startsWith(RESOURCE_MONITOR)) {

                    // there are various parts to monitoring

                    if (httpVerb == GET) {

                    	// health monitoring calls

                        status = monitor(extra);

                    }

                } else if (resource.startsWith(RESOURCE_REPLICATE)) {

                	if (httpVerb == POST) {

	                    logMetacat.debug("processing replicate request");

	                    replicate();

	                    status = true;

                	}

                } else if (resource.startsWith(RESOURCE_ERROR)) {

	                // sync error

	                if (httpVerb == POST) {

	                    syncError();

	                    status = true;

	                }

                }

                if (!status) {

                	throw new ServiceFailure("0000", "Unknown error, status = " + status);

                }

            } else {

            	throw new InvalidRequest("0000", "No resource matched for " + resource);

            }

        } catch (BaseException be) {

        	// report Exceptions as clearly as possible

        	OutputStream out = null;

			try {

				out = response.getOutputStream();

			} catch (IOException e) {

				logMetacat.error("Could not get output stream from response", e);

			}

            serializeException(be, out);

        } catch (Exception e) {

            // report Exceptions as clearly and generically as possible

            logMetacat.error(e.getClass() + ": " + e.getMessage(), e);

        	OutputStream out = null;

			try {

				out = response.getOutputStream();

			} catch (IOException ioe) {

				logMetacat.error("Could not get output stream from response", ioe);

			}

			ServiceFailure se = new ServiceFailure("0000", e.getMessage());

            serializeException(se, out);

        }

    }

    /**

     * Checks the access policy

     * @param id

     * @return

     * @throws ServiceFailure

     * @throws InvalidToken

     * @throws NotFound

     * @throws NotAuthorized

     * @throws NotImplemented

     * @throws InvalidRequest

     */

    private boolean isAuthorized(String id) throws ServiceFailure, InvalidToken, NotFound, NotAuthorized, NotImplemented, InvalidRequest {

		Identifier pid = new Identifier();

		pid.setValue(id);

		Permission permission = null;

		try {

			String perm = params.get("permission")[0];

			permission = Permission.convert(perm);

		} catch (Exception e) {

			logMetacat.warn("No permission specified");

		}

		boolean result = MNodeService.getInstance().isAuthorized(session, pid, permission);

		response.setStatus(200);

		response.setContentType("text/xml");

		return result;

    }

    /**

     * Processes failed synchronization message

     * @throws NotImplemented

     * @throws ServiceFailure

     * @throws NotAuthorized

     * @throws InvalidRequest

     * @throws JiBXException

     * @throws IllegalAccessException 

     * @throws InstantiationException 

     * @throws IOException 

     */

    private void syncError() throws NotImplemented, ServiceFailure, NotAuthorized, InvalidRequest, JiBXException, IOException, InstantiationException, IllegalAccessException {

    	SynchronizationFailed syncFailed = null;

    	if (params.containsKey("message")) {

            String message = params.get("message")[0];

            syncFailed = TypeMarshaller.unmarshalTypeFromStream(SynchronizationFailed.class, new ByteArrayInputStream(message.getBytes("UTF-8")));

        }

		MNodeService.getInstance().synchronizationFailed(session, syncFailed);

    }

    /**

     * Handles the monitoring resources

     * @return

     * @throws NotFound

     * @throws ParseException

     * @throws NotImplemented

     * @throws ServiceFailure

     * @throws NotAuthorized

     * @throws InvalidRequest

     * @throws InsufficientResources

     * @throws UnsupportedType

     * @throws IOException

     * @throws JiBXException

     */

    private boolean monitor(String pathInfo) 

      throws NotFound, ParseException, NotImplemented, ServiceFailure, 

      NotAuthorized, InvalidRequest, InsufficientResources, UnsupportedType, 

      IOException, JiBXException {

    	logMetacat.debug("processing monitor request");

        logMetacat.debug("verb is GET");

        logMetacat.debug("pathInfo is " + pathInfo);

        if (pathInfo.toLowerCase().equals("ping")) {

            logMetacat.debug("processing ping request");

            boolean result = MNodeService.getInstance().ping();

            return result;

        } else if (pathInfo.toLowerCase().equals("status")) {

            logMetacat.debug("processing status request");

            // TODO: implement in MNCore

            //MNodeService.getInstance().getStatus();

            return false;

        } else if (pathInfo.toLowerCase().equals("object")) {

            logMetacat.debug("processing object request");

            Identifier pid = null;

            ObjectFormat format = null;

            if (params.containsKey("format")) {

                String f = params.get("format")[0];

                format = ObjectFormatCache.getInstance().getFormat(f);

            }

            if (params.containsKey("pid")) {

                String id = params.get("pid")[0];

                pid = new Identifier();

                pid.setValue(id);

            }

            // TODO: implement in MNCore

            //ObjectStatistics objectStats = MNodeService.getInstance().getObjectStatistics(format, pid);

            return false;

        } else if (pathInfo.toLowerCase().equals("event")) {

            logMetacat.debug("processing event request");

            ObjectFormatIdentifier fmtid = null;

            String fromDateStr = null;

            Date fromDate = null;

            String toDateStr = null;

            Date toDate = null;

            String requestor = null;

            Subject subject = null;

            String eventName = null;

            Event event = null;

            if (params.containsKey("formatId")) {

                String f = params.get("formatId")[0];

                fmtid = ObjectFormatCache.getInstance().getFormat(f).getFmtid();

            }

            if (params.containsKey("fromDate")) {

                fromDateStr = params.get("fromDate")[0];

                fromDate = getDateAsUTC(fromDateStr);

            }

            if (params.containsKey("toDate")) {

              toDateStr = params.get("toDate")[0];

              toDate = getDateAsUTC(toDateStr);

            }

            if (params.containsKey("requestor")) {

            	requestor = params.get("requestor")[0];

            	subject = new Subject();

            	subject.setValue(requestor);

            }

            if (params.containsKey("event")) {

            	eventName = params.get("event")[0];

                event = Event.convert(eventName);

            }

            MonitorList monitorList = MNodeService.getInstance().getOperationStatistics(session, fromDate, toDate, subject, event, fmtid);

            OutputStream out = response.getOutputStream();

            response.setStatus(200);

            response.setContentType("text/xml");

            TypeMarshaller.marshalTypeToOutputStream(monitorList, out);

            return true;

        }

        return false;

    }

    /*

     * Parse an ISO8601 date string, returning a Date in UTC time if the string

     * ends in 'Z'.

     * 

     * @param fromDateStr -  the date string to be parsed

     * @return date -  the date object represented by the string

     */

    private Date getDateAsUTC(String fromDateStr)

      throws ParseException {

    	Date date = null;

    	try {

    		// try the expected date format

        // a date format for date string arguments

        DateFormat dateFormat = 

        	new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss");

	      date = dateFormat.parse(fromDateStr);

    	} catch (ParseException e) {

    		// try the date with the UTC indicator

        DateFormat utcDateFormat = 

        	new SimpleDateFormat("yyyy-MM-dd'T'hh:mm:ss'Z'");

        utcDateFormat.setTimeZone(TimeZone.getTimeZone("GMT-0"));

        date = utcDateFormat.parse(fromDateStr);

      }

    	return date;

    }

		/**

     * Calculate the checksum 

     * @throws NotImplemented

     * @throws JiBXException

     * @throws IOException

     * @throws InvalidToken

     * @throws ServiceFailure

     * @throws NotAuthorized

     * @throws NotFound

     * @throws InvalidRequest

     */

    private void checksum(String pid) throws NotImplemented, JiBXException, IOException, InvalidToken, ServiceFailure, NotAuthorized, NotFound, InvalidRequest {

    	String checksumAlgorithm = "MD5";

        Identifier pidid = new Identifier();

        pidid.setValue(pid);

        try {

            checksumAlgorithm = params.get("checksumAlgorithm")[0];

        } catch(Exception e) {

            //do nothing.  default to MD5

        	logMetacat.warn("No algorithm specified, using default: " + checksumAlgorithm);

        }

        logMetacat.debug("getting checksum for object " + pid + " with algorithm " + checksumAlgorithm);

        Checksum c = MNodeService.getInstance().getChecksum(session, pidid, checksumAlgorithm);

        logMetacat.debug("got checksum " + c.getValue());

        response.setStatus(200);

        logMetacat.debug("serializing response");

        TypeMarshaller.marshalTypeToOutputStream(c, response.getOutputStream());

        logMetacat.debug("done serializing response.");

    }

	/**

     * handle the replicate action for MN

	 * @throws JiBXException 

	 * @throws FileUploadException 

	 * @throws IOException 

	 * @throws InvalidRequest 

	 * @throws ServiceFailure 

	 * @throws UnsupportedType 

	 * @throws InsufficientResources 

	 * @throws NotAuthorized 

	 * @throws NotImplemented 

	 * @throws IllegalAccessException 

	 * @throws InstantiationException 

     */

    private void replicate() throws ServiceFailure, InvalidRequest, IOException, FileUploadException, JiBXException, NotImplemented, NotAuthorized, InsufficientResources, UnsupportedType, InstantiationException, IllegalAccessException {

        logMetacat.debug("in POST replicate()");

        //parse the systemMetadata

        SystemMetadata sysmeta = collectSystemMetadata();

        String sn = multipartparams.get("sourceNode").get(0);

        logMetacat.debug("sourceNode: " + sn);

        NodeReference sourceNode = TypeMarshaller.unmarshalTypeFromStream(NodeReference.class, new ByteArrayInputStream(sn.getBytes("UTF-8")));

        MNodeService.getInstance().replicate(session, sysmeta, sourceNode);

        response.setStatus(200);

    }

    /**

     * Get the Node information

     * 

     * @throws JiBXException

     * @throws IOException

     * @throws InvalidRequest 

     * @throws ServiceFailure 

     * @throws NotAuthorized 

     * @throws NotImplemented 

     */

    private void node() 

        throws JiBXException, IOException, NotImplemented, NotAuthorized, ServiceFailure, InvalidRequest {

        Node n = MNodeService.getInstance().getCapabilities();

        NodeList nl = new NodeList();

        nl.addNode(n);

        response.setContentType("text/xml");

        response.setStatus(200);

        TypeMarshaller.marshalTypeToOutputStream(nl, response.getOutputStream());

    }

    /**

     * MN_crud.describe()

     * http://mule1.dataone.org/ArchitectureDocs/mn_api_crud.html#MN_crud.describe

     * @param pid

     * @throws InvalidRequest 

     * @throws NotImplemented 

     * @throws NotFound 

     * @throws NotAuthorized 

     * @throws ServiceFailure 

     * @throws InvalidToken 

     */

    private void describeObject(String pid) throws InvalidToken, ServiceFailure, NotAuthorized, NotFound, NotImplemented, InvalidRequest

    {

        response.setStatus(200);

        response.setContentType("text/xml");

        Identifier id = new Identifier();

        id.setValue(pid);

        DescribeResponse dr = MNodeService.getInstance().describe(session, id);

        DateFormat dateFormat = new SimpleDateFormat("yyyy-MM-dd'T'hh:mm:ss.SZ");

        response.addHeader("pid", pid);

        response.addHeader("checksum", dr.getDataONE_Checksum().getValue());

        response.addHeader("checksum_algorithm", dr.getDataONE_Checksum().getAlgorithm());

        response.addHeader("content_length", dr.getContent_Length() + "");

        response.addHeader("last_modified", dateFormat.format(dr.getLast_Modified()));

        response.addHeader("format", dr.getDataONE_ObjectFormatIdentifier().getValue());

    }

    /**

     * get the logs based on passed params.  Available 

     * See http://mule1.dataone.org/ArchitectureDocs/mn_api_crud.html#MN_crud.getLogRecords

     * for more info

     * @throws NotImplemented 

     * @throws InvalidRequest 

     * @throws NotAuthorized 

     * @throws ServiceFailure 

     * @throws InvalidToken 

     * @throws IOException 

     * @throws JiBXException 

     */

    private void getLog() throws InvalidToken, ServiceFailure, NotAuthorized, InvalidRequest, NotImplemented, IOException, JiBXException

    {

        Date fromDate = null;

        Date toDate = null;

        Event event = null;

        Integer start = null;

        Integer count = null;

        try {

        	String fromDateS = params.get("fromDate")[0];

            logMetacat.debug("param fromDateS: " + fromDateS);

            fromDate = DateTimeMarshaller.deserializeDateToUTC(fromDateS);

        } catch (Exception e) {

        	logMetacat.warn("Could not parse fromDate: " + e.getMessage());

        }

        try {

        	String toDateS = params.get("toDate")[0];

            logMetacat.debug("param toDateS: " + toDateS);

            toDate = DateTimeMarshaller.deserializeDateToUTC(toDateS);

        } catch (Exception e) {

        	logMetacat.warn("Could not parse toDate: " + e.getMessage());

		}

        try {

        	String eventS = params.get("event")[0];

            event = Event.convert(eventS);

        } catch (Exception e) {

        	logMetacat.warn("Could not parse event: " + e.getMessage());

		}

        logMetacat.debug("fromDate: " + fromDate + " toDate: " + toDate);

        try {

        	start =  Integer.parseInt(params.get("start")[0]);

        } catch (Exception e) {

			logMetacat.warn("Could not parse start: " + e.getMessage());

		}

        try {

        	count =  Integer.parseInt(params.get("count")[0]);

        } catch (Exception e) {

			logMetacat.warn("Could not parse count: " + e.getMessage());

		}

        logMetacat.debug("calling getLogRecords");

        Log log = MNodeService.getInstance().getLogRecords(session, fromDate, toDate, event, start, count);

        OutputStream out = response.getOutputStream();

        response.setStatus(200);

        response.setContentType("text/xml");

        TypeMarshaller.marshalTypeToOutputStream(log, out);

    }

    /**

     * Implements REST version of DataONE CRUD API --> get

     * @param pid ID of data object to be read

     * @throws NotImplemented 

     * @throws InvalidRequest 

     * @throws NotFound 

     * @throws NotAuthorized 

     * @throws ServiceFailure 

     * @throws InvalidToken 

     * @throws IOException 

     * @throws JiBXException 

     */

    protected void getObject(String pid) throws InvalidToken, ServiceFailure, NotAuthorized, NotFound, InvalidRequest, NotImplemented, IOException, JiBXException {

        OutputStream out = null;

        if (pid != null) { //get a specific document                

            Identifier id = new Identifier();

            id.setValue(pid);

            SystemMetadata sm = MNodeService.getInstance().getSystemMetadata(session, id);

            //set the content type

            if (sm.getFmtid().getValue().trim().equals(

            		ObjectFormatCache.getInstance().getFormat("text/csv").getFmtid().getValue()))

            {

                response.setContentType("text/csv");

                response.setHeader("Content-Disposition", "inline; filename=" + id.getValue() + ".csv");

            }

            else if (sm.getFmtid().getValue().trim().equals(

            		ObjectFormatCache.getInstance().getFormat("text/plain").getFmtid().getValue()))

            {

                response.setContentType("text/plain");

                response.setHeader("Content-Disposition", "inline; filename=" + id.getValue() + ".txt");

            } 

            else if (sm.getFmtid().getValue().trim().equals(

            		ObjectFormatCache.getInstance().getFormat("application/octet-stream").getFmtid().getValue()))

            {

                response.setContentType("application/octet-stream");

            }

            else

            {

                response.setContentType("text/xml");

                response.setHeader("Content-Disposition", "inline; filename=" + id.getValue() + ".xml");

            }

            InputStream data = MNodeService.getInstance().get(session, id);

            out = response.getOutputStream();  

            IOUtils.copyLarge(data, out);

        }

        else

        { //call listObjects with specified params

            Date startTime = null;

            Date endTime = null;

            ObjectFormat objectFormat = null;

            boolean replicaStatus = false;

            int start = 0;

            //TODO: make the max count into a const

            int count = 1000;

            Enumeration paramlist = request.getParameterNames();

            while (paramlist.hasMoreElements()) 

            { //parse the params and make the crud call

                String name = (String) paramlist.nextElement();

                String[] value = (String[])request.getParameterValues(name);

                if (name.equals("startTime") && value != null)

                {

                    try

                    {

                      //startTime = dateFormat.parse(value[0]);

                    	startTime = DateTimeMarshaller.deserializeDateToUTC(value[0]);

                        //startTime = parseDateAndConvertToGMT(value[0]);

                    }

                    catch(Exception e)

                    {  //if we can't parse it, just don't use the startTime param

                        logMetacat.warn("Could not parse startTime: " + value[0]);

                        startTime = null;

                    }

                }

                else if(name.equals("endTime") && value != null)

                {

                    try

                    {

                      //endTime = dateFormat.parse(value[0]);

                    	endTime = DateTimeMarshaller.deserializeDateToUTC(value[0]);

                        //endTime = parseDateAndConvertToGMT(value[0]);

                    }

                    catch(Exception e)

                    {  //if we can't parse it, just don't use the endTime param

                        logMetacat.warn("Could not parse endTime: " + value[0]);

                        endTime = null;

                    }

                }

                else if(name.equals("objectFormat") && value != null) 

                {

                    objectFormat = ObjectFormatCache.getInstance().getFormat(value[0]);

                }

                else if(name.equals("replicaStatus") && value != null)

                {

                    if(value != null && 

                       value.length > 0 && 

                       (value[0].equals("true") || value[0].equals("TRUE") || value[0].equals("YES")))

                    {

                        replicaStatus = true;

                    }

                }

                else if(name.equals("start") && value != null)

                {

                    start = new Integer(value[0]).intValue();

                }

                else if(name.equals("count") && value != null)

                {

                    count = new Integer(value[0]).intValue();

                }

            }

            //make the crud call

            logMetacat.debug("session: " + session + " startTime: " + startTime +

                    " endtime: " + endTime + " objectFormat: " + 

                    objectFormat + " replicaStatus: " + replicaStatus + 

                    " start: " + start + " count: " + count);

            ObjectFormatIdentifier fmtid = null;

            if ( objectFormat != null ) {

          	 fmtid = objectFormat.getFmtid();

            }

            ObjectList ol = 

           	 MNodeService.getInstance().listObjects(session, startTime, endTime, 

               fmtid, replicaStatus, start, count);

            out = response.getOutputStream();  

            response.setStatus(200);

            response.setContentType("text/xml");

            // Serialize and write it to the output stream

            TypeMarshaller.marshalTypeToOutputStream(ol, out);

        }

    }

    /**

     * Retrieve System Metadata

     * @param pid

     * @throws InvalidToken

     * @throws ServiceFailure

     * @throws NotAuthorized

     * @throws NotFound

     * @throws InvalidRequest

     * @throws NotImplemented

     * @throws IOException

     * @throws JiBXException

     */

    protected void getSystemMetadataObject(String pid) throws InvalidToken, ServiceFailure, NotAuthorized, NotFound, InvalidRequest, NotImplemented, IOException, JiBXException {

        Identifier id = new Identifier();

        id.setValue(pid);

        SystemMetadata sysmeta = MNodeService.getInstance().getSystemMetadata(session, id);

        response.setContentType("text/xml");

        response.setStatus(200);

        OutputStream out = response.getOutputStream();

        // Serialize and write it to the output stream

        TypeMarshaller.marshalTypeToOutputStream(sysmeta, out);

   }

    /**

     * Inserts or updates the object

     * 

     * @param pid - ID of data object to be inserted or updated.  If action is update, the pid

     *               is the existing pid.  If insert, the pid is the new one

     * @throws InvalidRequest 

     * @throws ServiceFailure 

     * @throws JiBXException 

     * @throws NotImplemented 

     * @throws InvalidSystemMetadata 

     * @throws InsufficientResources 

     * @throws UnsupportedType 

     * @throws IdentifierNotUnique 

     * @throws NotAuthorized 

     * @throws InvalidToken 

     * @throws NotFound 

     * @throws IOException 

     * @throws IllegalAccessException 

     * @throws InstantiationException 

     */

    protected void putObject(String pid, String action) throws ServiceFailure, InvalidRequest, JiBXException, InvalidToken, NotAuthorized, IdentifierNotUnique, UnsupportedType, InsufficientResources, InvalidSystemMetadata, NotImplemented, NotFound, IOException, InstantiationException, IllegalAccessException {

        logMetacat.debug("putObject with pid " + pid);

        logMetacat.debug("Entering putObject: " + pid + "/" + action);

        response.setStatus(200);

        response.setContentType("text/xml");

        OutputStream out = response.getOutputStream();

        // Read the incoming data from its Mime Multipart encoding

    	Map<String, File> files = collectMultipartFiles();

        InputStream object = null;

        InputStream sysmeta = null;

        File smFile = files.get("sysmeta");

        sysmeta = new FileInputStream(smFile);

        File objFile = files.get("object");

        object = new FileInputStream(objFile);

        if (action.equals(FUNCTION_NAME_INSERT)) { 

            // handle inserts

            logMetacat.debug("Commence creation...");

            SystemMetadata smd = TypeMarshaller.unmarshalTypeFromStream(SystemMetadata.class, sysmeta);

            Identifier id = new Identifier();

            id.setValue(pid);

            logMetacat.debug("creating object with pid " + pid);

            Identifier rId = MNodeService.getInstance().create(session, id, object, smd);

            TypeMarshaller.marshalTypeToOutputStream(rId, out);

        } else if (action.equals(FUNCTION_NAME_UPDATE)) {

        	// handle updates

            // construct pids

            Identifier newPid = new Identifier();

            try {

            	String newPidString = multipartparams.get("newPid").get(0);