Metacat

/**

 *  '$RCSfile$'

 *  Copyright: 2010 Regents of the University of California and the

 *              National Center for Ecological Analysis and Synthesis

 *  Purpose: To test the Access Controls in metacat by JUnit

 *

 *   '$Author: berkley $'

 *     '$Date: 2010-05-03 14:26:08 -0700 (Fri, 14 Aug 2009) $'

 * '$Revision: 5027 $'

 *

 * This program is free software; you can redistribute it and/or modify

 * it under the terms of the GNU General Public License as published by

 * the Free Software Foundation; either version 2 of the License, or

 * (at your option) any later version.

 *

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 *

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

 */

package edu.ucsb.nceas.metacat.dataone;

import java.util.*;

import java.io.*;

import edu.ucsb.nceas.metacat.client.MetacatException;

import edu.ucsb.nceas.metacat.client.MetacatInaccessibleException;

import edu.ucsb.nceas.metacat.dataone.CrudService;

import junit.framework.Test;

import junit.framework.TestSuite;

import org.dataone.service.exceptions.InvalidToken;

import org.dataone.service.exceptions.NotAuthorized;

import org.dataone.service.exceptions.NotImplemented;

import org.dataone.service.exceptions.ServiceFailure;

import edu.ucsb.nceas.metacat.properties.PropertyService;

import edu.ucsb.nceas.metacat.client.rest.MetacatRestClient;

import edu.ucsb.nceas.metacat.service.SessionService;

import edu.ucsb.nceas.metacat.util.SessionData;

 * A JUnit test for testing the dataone CrudService class

 */

public class CrudServiceTest extends MCTestCase

    * consstructor for the test

    */

    public CrudServiceTest(String name)

    {

        super(name);

    }

	 */

	public void setUp() throws Exception

	{

		super.setUp();

	}

	/**

	 * Release any objects after tests are complete

	 */

	public void tearDown()

	{

	/**

	 * Create a suite of tests to be run together

	 */

	public static Test suite()

	{

		TestSuite suite = new TestSuite();

		suite.addTest(new CrudServiceTest("testCreateAndGet"));

		suite.addTest(new CrudServiceTest("testGetSystemMetadata"));

		suite.addTest(new CrudServiceTest("testUpdate"));

		suite.addTest(new CrudServiceTest("testListObjects"));

		suite.addTest(new CrudServiceTest("testPublicAccess"));

		suite.addTest(new CrudServiceTest("testFailedCreate"));

		suite.addTest(new CrudServiceTest("testChecksum"));

		suite.addTest(new CrudServiceTest("testDescribe"));

		suite.addTest(new CrudServiceTest("testDelete"));

	}

	/**

	 * in response to https://redmine.dataone.org/issues/1143

	 */

	public void testSemiColonsInIdentifiers()

	{

	    try

        {

            CrudService cs = CrudService.getInstance();

            AuthToken token = getToken();

            String testDoc = getTestDoc();

            Identifier id = new Identifier();

            //create the system metadata then run the create method

            StringBufferInputStream sbis = new StringBufferInputStream(testDoc);

            SystemMetadata sm = createSystemMetadata(id, testDoc,

                    ObjectFormat.convert("eml://ecoinformatics.org/eml-2.1.0"));

            //create the doc

            Identifier rGuid = cs.create(token, id, sbis, sm);

            System.out.println("ID: " + rGuid.getValue());

            assertTrue(rGuid.toString().equals(id.toString()));

            System.out.println("created doc with id " + id.getValue());

        }

        catch(Exception e)

        {

            fail("Unexpected error in testDescribe: " + e.getMessage());

        }

	}

	/**

	 */

	public void testDelete()

	{

	    try

        {

            CrudService cs = CrudService.getInstance();

            AuthToken token = getToken();

            String doc = getTestDoc();

            Identifier id = createDoc(token, doc);

            System.out.println("ID: " + id.getValue());

            makeDocPublic(token, id, true);

            cs.get(token, id);

            cs.delete(token, id);

            //there should be a try/catch around the next statement

            //to make sure that the document is no longer readable,

            //but because the data is output in a 2nd thread, the

            //exception does not get caught here.  See

            //https://redmine.dataone.org/issues/1079

        catch(Exception e)

        {

            fail("Unexpected error in testDescribe: " + e.getMessage());

        }

	}

	/**

	 */

	public void testDescribe()

	{

	    try

	    {

	        CrudService cs = CrudService.getInstance();

	        AuthToken token = getToken();

	        String doc = getTestDoc();

	        Identifier id = createDoc(token, doc);

	        System.out.println("ID: " + id.getValue());

	        makeDocPublic(token, id, true);

	        SystemMetadata sm = cs.getSystemMetadata(token, id);

	        DescribeResponse dr = cs.describe(token, id);

	        assertTrue(dr.getDataONE_Checksum().getValue().equals(sm.getChecksum().getValue()));

	        assertTrue(dr.getDataONE_ObjectFormat().toString().equals(sm.getObjectFormat().toString()));

	        assertTrue(dr.getLast_Modified().getTime() == sm.getDateSysMetadataModified().getTime());

	        assertTrue(dr.getContent_Length() == sm.getSize());

	    }

	    catch(Exception e)

	    {

	        fail("Unexpected error in testDescribe: " + e.getMessage());

	    }

	}

	/**

	 */

	public void testChecksum()

	{

	    try

	    {

	        CrudService cs = CrudService.getInstance();

	        AuthToken token = getToken();

	        System.out.println("token: " + token.getToken());

	        String doc = getTestDoc();

	        Identifier id = createDoc(token, doc);

	        System.out.println("ID: " + id.getValue());

            makeDocPublic(token, id, true);

	        String doc2 = getDoc(token, id);

	        String checksum = checksum(doc);

            Checksum checksum2 = cs.getChecksum(token, id, "MD5");

            System.out.println("doc: \"" + doc + "\"");

            System.out.println("doc2: \"" + doc2 + "\"");

            System.out.println("checksum1: " + checksum);

            System.out.println("checksum2: " + checksum2.getValue());

            assertTrue(checksum.equals(checksum2.getValue()));

	    }

	    catch(Exception e)

	    {

	        fail("Unexpected error in testChecksum: " + e.getMessage());

	    }

	}

	/**

	 * leave any artifacts behind

	 */

	public void testFailedCreate()

	{

	    try

	    {

	        String invalidDoc = "<xxx></yyy>";

	        System.out.println("trying to insert doc " + invalidDoc);

	        CrudService cs = CrudService.getInstance();

            AuthToken token = getToken();

            //run create

            try

            {

                Identifier id = createDoc(token, invalidDoc);

                fail("Should have thrown an exception.");

            }

            catch(Exception e)

            {

                //e.printStackTrace();

            }

	    }

	    catch(Exception e)

	    {

	        fail("unexpected exception in testFailedCreate: " + e.getMessage());

	    }

	}

	/**

	 */

	public void testPublicAccess()

	{

	    try

	    {

	        ObjectList ol = cs.listObjects(token, null, null, null);

	        assertTrue(ol.sizeObjectInfoList() > 0);

	        ObjectInfo oi = ol.getObjectInfo(0);

	        String s = getDoc(token, oi.getIdentifier());

	        assertNotNull(s);

	        try

	        { //try a create with the public auth.  should fail

	            Identifier id = new Identifier();

	            String docid = generateDocumentId();

	            id.setValue(docid);

	            String testDoc = getTestDoc();

	            StringBufferInputStream sbis = new StringBufferInputStream(testDoc);

	            ObjectFormat of1 = ObjectFormat.convert("eml://ecoinformatics.org/eml-2.1.0");

	            SystemMetadata sm = createSystemMetadata(id, testDoc, of1);

	            assertFalse(sm.getChecksum().getValue().startsWith("MD5"));

	            //create the doc

	            Identifier idC = cs.create(token, id, sbis, sm);

	            fail("Should have thrown an auth exception");

	        }

	        catch(Exception e)

	        {

	        }

	        //create a legit doc

	        token = getToken();

	        Identifier id = new Identifier();

            String docid = generateDocumentId();

            id.setValue(docid);

            String testDoc = getTestDoc();

            StringBufferInputStream sbis = new StringBufferInputStream(testDoc);

            ObjectFormat of1 = ObjectFormat.convert("eml://ecoinformatics.org/eml-2.1.0");

            SystemMetadata sm = createSystemMetadata(id, testDoc, of1);

            assertFalse(sm.getChecksum().getValue().startsWith("MD5"));

            //create the doc

            Identifier idC = cs.create(token, id, sbis, sm);

            //make it public, then use a public token to try to get it

            InputStream data = null;

            try

            {

                AuthToken publicToken = new AuthToken("public");

                data = cs.get(publicToken, id);

            }

            catch(Exception e)

            {

                Object o = ((InputStreamFromOutputStream)data).getResult();

                System.out.println("result: " + o);

                System.out.println("exception thrown!");

                System.out.println("exception thrown: " + e.getClass().getName());*/

            token = new AuthToken("public");

	        data = cs.get(token, id);

	    catch(Exception e)

	    {

	        fail("Error in testPublicAccess: " + e.getMessage());

	    }

	}

	/**

	 */

	public void testChecksumError()

	{

	    printTestHeader("testChecksumError");

	    try

	    {

	        AuthToken token = getToken();

	        ObjectFormat of1 = ObjectFormat.convert("eml://ecoinformatics.org/eml-2.1.0");

	        //create docs at different times

	        Identifier id = new Identifier();

	        //create the system metadata then run the create method

	        String testDoc = getTestDoc();

	        StringBufferInputStream sbis = new StringBufferInputStream(testDoc);

	        SystemMetadata sm = createSystemMetadata(id, testDoc, of1);

	        assertFalse(sm.getChecksum().getValue().startsWith("MD5"));

	        //create the doc

	        Identifier idC = cs.create(token, id, sbis, sm);

	        SystemMetadata smC = getSystemMetadata(token, idC);

	        assertFalse(smC.getChecksum().getValue().startsWith("MD5"));

	        //this will fail if the error state exists.

	        assertFalse(oi.getChecksum().getValue().startsWith("MD5"));

	    }

	    catch(Exception e)

	    {

	        fail("Unexpected exception: " + e.getMessage());

	    }

	}

	/**

	 */

	public void testGetLogRecords()

	{

	    printTestHeader("testGetLogRecords");

	    try

	    {

	        CrudService cs = CrudService.getInstance();

	        AuthToken token = getToken();

	        Date fromDate = new Date();

	        Identifier id = createDoc(token, getTestDoc());

	        Date toDate = new Date();

	        LogEntry lrLogEvent = lrs.getLogEntry(0);

	        assertTrue(lrLogEvent.getEvent().name().equals("CREATE"));

	    catch(Exception e)

	    {

	        e.printStackTrace();

	        fail("testGetLogRecords threw an unexpected exception: " + e.getMessage());

	    }

	}

	/**

	 * have it.  This will be used for migration of existing object stores

	 * to dataone.

	 */

	public void testGenerateMissingSystemMetadata()

	{

	    printTestHeader("testGenerateMissingSystemMetadata");

	    try

	    {

	        CrudService cs = CrudService.getInstance();

	        String testDoc = getTestDoc();

	        Identifier id = new Identifier();

	        String docid = generateDocumentId();

	        id.setValue(docid);

	        try

	        {

	            getSystemMetadata(token, id);

	            fail("call to getSystemMetadata should have failed.");

	        }

	        catch(Exception e)

	        {}

	        //generate missing system metadata

	        getSystemMetadata(token, id);

	    catch(Exception e)

	    {

	        fail("Unexpected error generating missing system metadata: " + e.getMessage());

	    }

	}

	/**

	 */

	public void testAccessControl()

	{

        {

            CrudService cs = CrudService.getInstance();

            AuthToken token = getToken();

            //create a doc

            Identifier id = createDoc(token, getTestDoc());

            //get the doc and sysmetadata

            String gotDoc = getDoc(token, id);

            SystemMetadata sm = getSystemMetadata(token, id);

            //break the session id

            String sessionid = "somefakesessionid";

            token = new AuthToken(sessionid);

            //update the doc

            gotDoc = gotDoc.replaceAll("XXX", "YYY");

            Identifier newid = new Identifier();

            newid.setValue(generateDocumentId());

            StringBufferInputStream sbis = new StringBufferInputStream(gotDoc);

            SystemMetadata newsm = createSystemMetadata(newid, gotDoc);

            Identifier updatedid = cs.update(token, newid, sbis, id, newsm);

            fail("exception should have been thrown.");

        }

        catch(Exception e)

        {

        }

        try

        {

            CrudService cs = CrudService.getInstance();

            AuthToken token = new AuthToken("somefakesessionid");

            //create a doc

            Identifier id = createDoc(token, getTestDoc());

            fail("exception should have been thrown.");

        }

        catch(Exception e)

        {

        }

	/**

     *     ObjectFormat objectFormat, boolean replicaStatus, int start, int count)

     *       throws NotAuthorized, InvalidRequest, NotImplemented, ServiceFailure, InvalidToken

	 */

	public void testListObjects()

	{

	    printTestHeader("testListObjects");

	    try

	    {

	        CrudService cs = CrudService.getInstance();

	        AuthToken token = getToken();

	        ObjectFormat of1 = ObjectFormat.convert("eml://ecoinformatics.org/eml-2.1.0");

	        Date d1 = new Date();

	        Identifier id1 = createDoc(token, getTestDoc(), of1);

            SystemMetadata sm1 = getSystemMetadata(token, id1);

            Date d2 = new Date();

            Identifier id2 = createDoc(token, getTestDoc(), of2);

            Date d3 = new Date();

            Identifier id3 = createDoc(token, getTestDoc(), of1);

            Date d4 = new Date();

            Identifier id4 = createDoc(token, getTestDoc(), of2);

            Date d5 = new Date();

            Identifier id5 = createDoc(token, getTestDoc(), of1);

            Date d6 = new Date();

            //the correct objects

            assertTrue(idInObjectList(id2, list1));

            //should return sm1-sm4

            ObjectInfo oi4 = list3.getObjectInfo(0);

            assertTrue(idInObjectList(id2, list3));

            assertTrue(idInObjectList(id3, list3));

            assertTrue(idInObjectList(id4, list3));

            //should only return sm2 and sm4

            assertTrue(idInObjectList(id4, list4));

            //should return all

            assertTrue(idInObjectList(id2, list5));

            assertTrue(idInObjectList(id3, list5));

            assertTrue(idInObjectList(id4, list5));

            assertTrue(idInObjectList(id5, list5));

            assertTrue(list6.sizeObjectInfoList() == 3);

            assertTrue(idInObjectList(id1, list6));

            assertTrue(idInObjectList(id3, list6));

            assertTrue(idInObjectList(id5, list6));

            ObjectList list7 = cs.listObjects(token, d1, d6, null);

            ObjectList list8 = cs.listObjects(token, d1, d6, null, false, 2, 2);

            assertTrue(list8.getCount() == 2);

            assertTrue(list8.getStart() == 2);

            assertTrue(list8.getTotal() == 4);

	    catch(Exception e)

	    {

	    }

	}

	{

	    for(int i=0; i<list.sizeObjectInfoList(); i++)

	    {

	        ObjectInfo oi = list.getObjectInfo(i);

	        if(id.getValue().equals(oi.getIdentifier().getValue()))

	            return true;

	    }

	    return false;

	}

     *       InputStream object, Identifier obsoletedGuid, SystemMetadata sysmeta)

     *         throws InvalidToken, ServiceFailure, NotAuthorized, IdentifierNotUnique,

     *           UnsupportedType, InsufficientResources, NotFound, InvalidSystemMetadata,

     *           NotImplemented

	 */

	public void testUpdate()

	{

	    printTestHeader("testUpdate");

	    try

	    {

	        CrudService cs = CrudService.getInstance();

	        AuthToken token = getToken();

            //create a doc

            Identifier id = createDoc(token, getTestDoc());

            String gotDoc = getDoc(token, id);

            SystemMetadata sm = getSystemMetadata(token, id);

            gotDoc = gotDoc.replaceAll("XXX", "YYY");

            Identifier newid = new Identifier();

            newid.setValue(generateDocumentId());

            StringBufferInputStream sbis = new StringBufferInputStream(gotDoc);

            SystemMetadata newsm = createSystemMetadata(newid, gotDoc);

            Identifier updatedid = cs.update(token, newid, sbis, id, newsm);

            String newdoc = getDoc(token, newid);

            assertTrue(gotDoc.equals(newdoc));

            SystemMetadata newnewsm = getSystemMetadata(token, id);

            //get the new sysmeta and make sure the obsoletes field is set

            SystemMetadata newnewnewsm = getSystemMetadata(token, newid);

            assertTrue(newnewnewsm.getObsolete(0).getValue().equals(id.getValue()));

        catch(Exception e)

        {

            e.printStackTrace();

            fail("Error in testUpdate: " + e.getMessage());

        }

	}

	/**

     *       throws InvalidToken, ServiceFailure, NotAuthorized, NotFound,

     *       InvalidRequest, NotImplemented

	 */

	public void testGetSystemMetadata()

	{

	    try

	    {

            CrudService cs = CrudService.getInstance();

            AuthToken token = getToken();

            //run create

            Identifier id = createDoc(token, getTestDoc());

            //get the systemMetadata and make sure it is the correct object for this testDoc

            SystemMetadata sm = getSystemMetadata(token, id);

            assertTrue(sm.getIdentifier().getValue().equals(id.getValue()));

            assertTrue(sm.getChecksum().getValue().equals(checksum(getTestDoc())));