Metacat

/**

 *  '$RCSfile$'

 *    Purpose: Implements a service for managing a Hazelcast cluster member

 *  Copyright: 2011 Regents of the University of California and the

 *             National Center for Ecological Analysis and Synthesis

 *    Authors: Christopher Jones

 *

 *   '$Author$'

 *     '$Date$'

 * '$Revision$'

 *

 * This program is free software; you can redistribute it and/or modify

 * it under the terms of the GNU General Public License as published by

 * the Free Software Foundation; either version 2 of the License, or

 * (at your option) any later version.

 *

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 *

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

 */

import java.util.Date;

import org.dataone.service.types.v1.Node;

import org.dataone.service.types.v1.NodeReference;

import org.dataone.service.types.v1.SystemMetadata;

import com.hazelcast.core.EntryListener;

import com.hazelcast.core.InstanceListener;

import com.hazelcast.partition.Partition;

import com.hazelcast.partition.PartitionService;

import com.hazelcast.query.Predicate;

import com.hazelcast.query.PredicateBuilder;

import edu.ucsb.nceas.metacat.McdbDocNotFoundException;

import edu.ucsb.nceas.metacat.dataone.D1NodeService;

import edu.ucsb.nceas.metacat.shared.ServiceException;

 * The Hazelcast service enables Metacat as a Hazelcast cluster member

 */

public class HazelcastService extends BaseService

/* The instance of the logging class */

  /* The singleton instance of the hazelcast service */

  private Config hzConfig;

  private HazelcastClient hzClient;

  /* The name of the DataONE Hazelcast cluster group */

  private String groupName;

  /* The name of the DataONE Hazelcast cluster password */

  private String groupPassword;

  /* The name of the DataONE Hazelcast cluster IP addresses */

  private String addressList;

  /* The name of the node map */

  private String nodeMap;

  /* The name of the system metadata map */

  private String systemMetadataMap;

  /* The Hazelcast distributed task id generator namespace */

  private String taskIds;

  /* The Hazelcast distributed system metadata map */

  private IMap<NodeReference, Node> nodes;

  /* The Hazelcast distributed system metadata map */

  private IMap<Identifier, SystemMetadata> systemMetadata;

  /* The Hazelcast distributed pending replication tasks map*/

  private IMap<String, CNReplicationTask> pendingReplicationTasks;

   * Constructor: Creates an instance of the hazelcast service. Since

   * this uses a singleton pattern, use getInstance() to gain the instance.

   */

  private HazelcastService() {

    super();

    _serviceName="HazelcastService";

    try {

    } catch (ServiceException se) {

    }

  }

  /**

   *  Get the instance of the HazelcastService that has been instantiated,

   *  or instantiate one if it has not been already.

   *

   * @return hazelcastService - The instance of the hazelcast service

   */

  public static HazelcastService getInstance(){

    }

  /**

    logMetacat.debug("HazelcastService.doRefresh() called.");

//    	System.setProperty("hazelcast.config", configFileName);

		Config config = new FileSystemXmlConfig(configFileName);

		Hazelcast.init(config);

    } catch (Exception e) {

      String msg = e.getMessage();

      throw new ServiceException(msg);

    try {

      groupName =

        PropertyService.getProperty("dataone.hazelcast.processCluster.groupName");

      groupPassword =

        PropertyService.getProperty("dataone.hazelcast.processCluster.password");

      addressList =

        PropertyService.getProperty("dataone.hazelcast.processCluster.instances");

      nodeMap =

        PropertyService.getProperty("dataone.hazelcast.processCluster.nodesMap");

      systemMetadataMap =

        PropertyService.getProperty("dataone.hazelcast.storageCluster.systemMetadataMap");

      // Become a DataONE-process cluster client

      //TODO: where should this be?

//      String[] addresses = addressList.split(",");

//      hzClient =

//        HazelcastClient.newHazelcastClient(this.groupName, this.groupPassword, addresses);

//      nodes = hzClient.getMap(nodeMap);

//      pendingReplicationTasks = hzClient.getMap(pendingTasksQueue);

      // Get a reference to the shared system metadata map as a cluster member

      systemMetadata = Hazelcast.getMap(systemMetadataMap);

      // Listen for changes to the system metadata map

      systemMetadata.addEntryListener(this, true);

    } catch (PropertyNotFoundException e) {

      String msg = "Couldn't find Hazelcast properties for the DataONE clusters. " +

        "The error message was: " + e.getMessage();

      logMetacat.error(msg);

    // make sure we have all metadata locally

    try {

	    // add index for resynch() method

	    systemMetadata.addIndex(SINCE_PROPERTY, true);

		resynch();

	} catch (Exception e) {

		String msg = "Problem synchronizing system metadata. " + e.getMessage();

		logMetacat.error(msg, e);

	}

	  return systemMetadata;

  }

  public IMap<String,CNReplicationTask> getPendingReplicationTasks() {

	  return pendingReplicationTasks;

  }

   * Indicate whether or not this service is refreshable.

   *

   * @return refreshable - the boolean refreshable status

   */

  public boolean refreshable() {

    // and start back up again

    return false;

  }

  /**

   * Stop the HazelcastService. When stopped, the service will no longer

   * respond to requests.

   */

  public void stop() throws ServiceException {

    Hazelcast.getLifecycleService().shutdown();

  }

  /**

   * Listen for new Hazelcast member events

   */

      event.getInstance().getId() + ", " +

      event.getInstance().getInstanceType());

        event.getInstance().getId() + ", " +

        event.getInstance().getInstanceType());

  /**

   * Refresh the Hazelcast service by restarting it

   */

  @Override

  /**

	 * Implement the EntryListener interface for Hazelcast, reponding to entry

	 * added events in the hzSystemMetadata map. Evaluate the entry and create

	 * CNReplicationTasks as appropriate (for DATA, METADATA, RESOURCE)

	 *

	 * @param event - The EntryEvent that occurred

	 */

	@Override

	public void entryAdded(EntryEvent<Identifier, SystemMetadata> event) {

		// handle as update - that method will create if necessary

		entryUpdated(event);

	}

	 * Implement the EntryListener interface for Hazelcast, reponding to entry

	 * evicted events in the hzSystemMetadata map.  Evaluate the entry and create

	 * CNReplicationTasks as appropriate (for DATA, METADATA, RESOURCE)

	 *

	 * @param event - The EntryEvent that occurred

	 */

	@Override

	public void entryEvicted(EntryEvent<Identifier, SystemMetadata> event) {

	  // nothing to do, entries are still in the backing store

	}

	/**

	 * Implement the EntryListener interface for Hazelcast, reponding to entry

	 * removed events in the hzSystemMetadata map.  Evaluate the entry and create

	 * CNReplicationTasks as appropriate (for DATA, METADATA, RESOURCE)

	 *

	 * @param event - The EntryEvent that occurred

	 */

	@Override

	public void entryRemoved(EntryEvent<Identifier, SystemMetadata> event) {

	  // we don't remove objects

	}

	/**

	 * Implement the EntryListener interface for Hazelcast, reponding to entry

	 * updated events in the hzSystemMetadata map.  Evaluate the entry and create

	 * CNReplicationTasks as appropriate (for DATA, METADATA, RESOURCE)

	 *

	 * @param event - The EntryEvent that occurred

	 */

	@Override

	public void entryUpdated(EntryEvent<Identifier, SystemMetadata> event) {

			logMetacat.debug("Entry added/updated to System Metadata map: " + event.getKey().getValue());

			PartitionService partitionService = Hazelcast.getPartitionService();

			Partition partition = partitionService.getPartition(event.getKey());

			Member ownerMember = partition.getOwner();

			if (!ownerMember.localMember()) {

				// need to pull the entry into the local store

			// TODO evaluate the type of system metadata change, decide if it

			// warrants a replication event, what type (DATA, METADATA, RESOURCE),

			// iteratively lock the PID, create and submit the tasks, and expect a

			// result back. Deal with exceptions.

			boolean isMetadata = D1NodeService.isScienceMetadata(event.getValue());

			// TODO: do we need to do anything explicit here?

	}

	/**

	 * Save SystemMetadata to local store if needed

	 * @param sm

	 */

	private void saveLocally(SystemMetadata sm) {

		logMetacat.debug("Saving entry locally: " + sm.getIdentifier().getValue());

		try {

			if (!IdentifierManager.getInstance().systemMetadataExists(sm.getIdentifier().getValue())) {

				IdentifierManager.getInstance().createSystemMetadata(sm);

			} else {

				IdentifierManager.getInstance().updateSystemMetadata(sm);

			}

		} catch (McdbDocNotFoundException e) {

			logMetacat.error(

					"Could not save System Metadata to local store.", e);

		}

	}

	public void resynch() throws Exception {

		// get the CN that is online

		// TODO: do we even need to use a specific CN?

		// All the System Metadata records should be available via the shared map

//		NodeList allNodes = CNodeService.getInstance().listNodes();

//		Node onlineCN = null;

//		for (Node node: allNodes.getNodeList()) {

//			if (node.getType().equals(NodeType.CN)) {

//				if (node.getState().equals(NodeState.UP)) {

//					onlineCN = node;

//					break;

//				}

//			}

//		}

		// get the list of items that have changed since X

		Date since = IdentifierManager.getInstance().getLastModifiedDate();

		EntryObject e = new PredicateBuilder().getEntryObject();

		Predicate predicate = e.get(SINCE_PROPERTY).greaterEqual(since);

		Collection<SystemMetadata> updatedSystemMetadata = getSystemMetadataMap().values(predicate);

		for (SystemMetadata sm: updatedSystemMetadata) {

			saveLocally(sm);

		}

	}