Metacat

package edu.ucsb.nceas.metacat.dataone;

import java.util.Map;

import org.junit.Test;

import com.hazelcast.core.Hazelcast;

import com.hazelcast.core.HazelcastInstance;

import edu.ucsb.nceas.MCTestCase;

public class HzObjectPathMapTest extends MCTestCase {

	@Test

    public void testTwoMemberMapSizes() {

		System.getProperties().setProperty("hazelcast.config",

				"/Users/rnahf/projects/nceas/metacat/" +

				"test/edu/ucsb/nceas/metacat/dataone/hazelcast.test.properties.xml");

        // start the first member

        HazelcastInstance h1 = Hazelcast.newHazelcastInstance(null);

        // get the map and put 1000 entries

        Map map1 = h1.getMap("hzObjectPath");

        for (int i = 0; i < 1000; i++) {

            map1.put(i, "value" + i);

        }

        // check the map size

        assertEquals(1000, map1.size());

        // start the second member

        HazelcastInstance h2 = Hazelcast.newHazelcastInstance(null);

        // get the same map from the second member

        Map map2 = h2.getMap("hzObjectPath");

        // check the size of map2

        assertEquals(1000, map2.size());

        // check the size of map1 again

        assertEquals(1000, map1.size());

    }

}

<hazelcast>

    ...

    <map name="hzObjectPath">

        ...

        <map-store enabled="true">

            <!--

               Name of the class implementing MapLoader and/or MapStore. 

               The class should implement at least of these interfaces and

               contain no-argument constructor. Note that the inner classes are not supported.

            -->

            <class-name>edu.ucsb.nceas.metacat.dataone.hazelcast.ObjectPathMap</class-name>

            <!--

               Number of seconds to delay to call the MapStore.store(key, value).

               If the value is zero then it is write-through so MapStore.store(key, value)

               will be called as soon as the entry is updated.

               Otherwise it is write-behind so updates will be stored after write-delay-seconds

               value by calling Hazelcast.storeAll(map). Default value is 0.

            -->

            <write-delay-seconds>0</write-delay-seconds>

        </map-store>

    </map>

</hazelcast>

package edu.ucsb.nceas.metacat.dataone.hazelcast;

import java.util.Collection;

import java.util.Collections;

import java.util.HashSet;

import java.util.Hashtable;

import java.util.List;

import java.util.Map;

import java.util.Set;

import org.dataone.service.types.v1.Identifier;

import com.hazelcast.core.MapLoader;

import edu.ucsb.nceas.metacat.IdentifierManager;

import edu.ucsb.nceas.metacat.McdbDocNotFoundException;

import edu.ucsb.nceas.metacat.properties.PropertyService;

import edu.ucsb.nceas.metacat.shared.ServiceException;

import edu.ucsb.nceas.utilities.FileUtil;

import edu.ucsb.nceas.utilities.PropertyNotFoundException;

/**

 * MapLoader implementation for a hazelcast hzObjectPath.  This class is called

 * when the ObjectPathMap needs to refresh against the persistent data-store.

 * The use case for this class is to communicate the filepath between JVMs on

 * the same machine, specifically between the metacat instance and the d1_indexer.

 * 

 * d1_indexer will get Identifiers from elsewhere, but use this class to get

 * the paths to their associated files.  The getAllKeys() method can (and should)

 * return null in a live setting.  For unit testing, it may be useful to use

 * it to get some 

 * 

 * @author rnahf

 *

 */

public class ObjectPathMap implements MapLoader<Identifier, String> {

	private static IdentifierManager im;

	private static String dataPath;

	private static String metadataPath;

	/**

	 * creates an ObjectPathMapLoader

	 */

	public ObjectPathMap() {

//		try {

//			PropertyService ps = PropertyService.getInstance();

//			dataPath = PropertyService.getProperty("application.datafilepath");

//			metadataPath = PropertyService.getProperty("application.documentfilepath");

//		} catch (PropertyNotFoundException e) {

//			// TODO Auto-generated catch block

//			e.printStackTrace();

//		} catch (ServiceException e) {

//			// TODO Auto-generated catch block

//			e.printStackTrace();

//		}

		dataPath = "/data/";

		metadataPath = "/metadata/";

		im = IdentifierManager.getInstance();

	}

	/*

	 * Metadata is stored in a different place on the filesystem than

	 * the data.  The doctype value for metadata can vary, but for data

	 * is always 'BIN', so using a simple if-then-else to separate

	 */

	private String pathToDocid(String localid) throws McdbDocNotFoundException  {

		Hashtable<String, Object> ht = im.getDocumentInfo(localid);

		if (ht.get("doctype").equals("BIN")) {

			return dataPath + FileUtil.getFS() + localid;

		} else {

			return metadataPath + FileUtil.getFS() + localid;

		}		

	}

	/**

	 *  Implementation of hazelcast MapLoader interface method.

	 *  For the provided Identifier (as key), returns the path to the

	 *  document on the local filesystem.  Returns null if it can't 

	 *  create the path. 

	 */

	@Override

	public String load(Identifier key) 

	{

		String docid = null;

		String path = null;

		try {

			docid = im.getLocalId(key.getValue());

			path = pathToDocid(docid);

		} catch (McdbDocNotFoundException e) {

			// TODO Auto-generated catch block

			e.printStackTrace();

			return null;

		}

		return path;

	}

	/**

	 *  Implementation of hazelcast MapLoader interface method.  This method loads

	 *  mappings for all Identifiers in the parameters.  Any Identifier not found

	 *  is not included in the resulting map.

	 */

	@Override

	public Map<Identifier, String> loadAll(Collection<Identifier> identifiers) {

		Hashtable<Identifier,String> map = new Hashtable<Identifier,String>();

		for (Identifier id : identifiers) {

			try {

				String docid = im.getLocalId(id.getValue());

				map.put(id, pathToDocid(docid));

			} catch (McdbDocNotFoundException e) {

				// TODO should the map load an empty path instead of

				// leaving out the entire entry?

				e.printStackTrace();

			}

		}

		return map;

	}

	/**

	 * Return the full set of guids in the local metacat repository as

	 * dataone Identifiers.

	 * 

	 * (Hazelcast allows avoiding pre-loading by returning NULL, so consider

	 * re-implementing if that serves the purpose of this class better)

	 */

	@Override

	public Set<Identifier> loadAllKeys() {

		List<String> guids = im.getAllGUIDs();

		Set<Identifier> set = Collections.synchronizedSet(new HashSet<Identifier>());

		for (String guid : guids) {

			Identifier id = new Identifier();

			id.setValue(guid);

			set.add(id);

		}

		return set;

	}

}