D-Net

{"type_source": "SVN", "goal": "package -U -T 4C source:jar", "url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet45/modules/dnet-modular-objectstore-service/trunk/", "deploy_repository": "dnet45-snapshots", "version": "4", "mail": "sandro.labruzzo@isti.cnr.it,michele.artini@isti.cnr.it, claudio.atzori@isti.cnr.it, alessia.bardi@isti.cnr.it", "deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet45-snapshots", "name": "dnet-modular-objectstore-service"}

package eu.dnetlib.data.objectstore.modular;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler;

/**

 * Created by sandro on 2/26/16.

 */

public class DropContentObjectStoreAction extends AbstractObjectStoreAction {

	@Override

	protected void executeAsync(final BlackboardServerHandler handler, final BlackboardJob job) throws ObjectStoreServiceException {

		try {

			final String objID = job.getParameters().get("obsID");

			final boolean status = getDao().dropContent(objID);

			job.getParameters().put("dropStatus", "" + status);

			completeWithSuccess(handler, job);

		} catch (Exception e) {

			completeWithFail(handler, job, e);

		}

	}

}

package eu.dnetlib.data.objectstore.modular;

/**

 * The Enumeration of the blacboard action of the  ObjectStore.

 */

public enum ObjectStoreActions {

	/** The create. */

	CREATE,

	/**

	 * The delete.

	 */

	DELETE,

	/**

	 * The feed.

	 */

	FEED,

	/**

	 * The feedobject.

	 */

	FEEDOBJECT, DROP_CONTENT

}

package eu.dnetlib.data.objectstore.modular;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

import eu.dnetlib.enabling.is.registry.rmi.ISRegistryService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler;

import org.springframework.beans.factory.annotation.Autowired;

/**

 * The Class DeleteObjectStoreAction is responsible to execute the blacboard action of type DELETE.

 */

public class DeleteObjectStoreAction extends AbstractObjectStoreAction {

	/**

	 * The profile creator.

	 */

	private ObjectStoreProfileCreator profileCreator;

	@Autowired

	private UniqueServiceLocator serviceLocator;

	@Override

	protected void executeAsync(final BlackboardServerHandler handler, final BlackboardJob job) throws ObjectStoreServiceException {

		try {

			final String objID = job.getParameters().get("obsID");

			serviceLocator.getService(ISRegistryService.class).deleteProfile(objID);

			getDao().deleteObjectStore(objID);

			completeWithSuccess(handler, job);

		} catch (Exception e) {

			completeWithFail(handler, job, e);

		}

	}

	/**

	 * Gets the profile creator.

	 *

	 * @return the profile creator

	 */

	public ObjectStoreProfileCreator getProfileCreator() {

		return profileCreator;

	}

	/**

	 * Sets the profile creator.

	 *

	 * @param profileCreator the new profile creator

	 */

	public void setProfileCreator(ObjectStoreProfileCreator profileCreator) {

		this.profileCreator = profileCreator;

	}

}

package eu.dnetlib.data.objectstore.modular;

import java.util.List;

import java.util.Set;

import com.google.common.base.Function;

import com.google.common.collect.Lists;

import com.google.common.collect.Sets;

import eu.dnetlib.data.objectstore.modular.connector.ObjectStoreDao;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import org.apache.commons.lang3.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.stereotype.Controller;

import org.springframework.ui.ModelMap;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.ResponseBody;

@Controller

public class ObjectStoreConsistency {

    private static final Log log = LogFactory.getLog(ObjectStoreConsistency.class);

    @Autowired

    private ObjectStoreDao objectStoreDao;

    @Autowired

    private UniqueServiceLocator serviceLocator;

    private ObjectStoreIntegrityInfo integrityInfo;

    @RequestMapping(value = "/ui/objectStore/infoConsistency.do")

    @ResponseBody

    public ObjectStoreIntegrityInfo getConsistencyInfo(final ModelMap map) {

        return getIntegrityInfo();

    }

    public void refreshConsistency() {

        try {

            Set<String> profiles = listProfileIds();

            Set<String> objectStore = listObjectStoreIds();

            Set<String> objectStoreNotInProfile = Sets.newHashSet(objectStore);

            objectStoreNotInProfile.removeAll(profiles);

            Set<String> profilesNotInObjectStore = Sets.newHashSet(profiles);

            profilesNotInObjectStore.removeAll(objectStore);

            ObjectStoreIntegrityInfo info = new ObjectStoreIntegrityInfo();

            info.setObjectStoreWithoutProfile(objectStoreNotInProfile);

            info.setProfileWithoutObjectStore(profilesNotInObjectStore);

            this.integrityInfo = info;

        } catch (ISLookUpException e) {

            log.error("Error on refreshing consistency of objectStore ", e);

        }

    }

    private Set<String> listObjectStoreIds() {

        return Sets.newHashSet(

                Lists.transform(objectStoreDao.listObjectStores(), new Function<String, String>() {

                    @Override

                    public String apply(String input) {

                        return StringUtils.substringBefore(input, "_");

                    }

                }));

    }

    private Set<String> listProfileIds() throws ISLookUpException {

        final ISLookUpService lookupService = serviceLocator.getService(ISLookUpService.class);

        final String query = "for $x in collection('/db/DRIVER/ObjectStoreDSResources/ObjectStoreDSResourceType') return $x//RESOURCE_IDENTIFIER/@value/string()";

        List<String> resultList = lookupService.quickSearchProfile(query);

        return Sets.newHashSet(Lists.transform(resultList, new Function<String, String>() {

            @Override

            public String apply(String input) {

                return StringUtils.substringBefore(input, "_");

            }

        }));

    }

    public ObjectStoreIntegrityInfo getIntegrityInfo() {

        if (integrityInfo == null) {

            refreshConsistency();

        }

        return integrityInfo;

    }

    public void setIntegrityInfo(ObjectStoreIntegrityInfo integrityInfo) {

        this.integrityInfo = integrityInfo;

    }

}

package eu.dnetlib.data.objectstore.modular;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

import eu.dnetlib.data.objectstore.rmi.Protocols;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler;

import org.springframework.beans.factory.annotation.Required;

/**

 * The Class FeedObjectStoreAction to execute the blacboard action of type FEED.

 */

public class FeedObjectStoreAction extends AbstractObjectStoreAction {

	/** The profile creator. */

	private ObjectStoreProfileCreator profileCreator;

	/** The store feeder. */

	private ModularObjectStoreFeeder storeFeeder;

	@Override

	protected void executeAsync(final BlackboardServerHandler handler, final BlackboardJob job) throws ObjectStoreServiceException {

		try {

			final String objStoreID = job.getParameters().get("obsID");

			final String objID = job.getParameters().get("objID");

			final String URI = job.getParameters().get("URI");

			final String eprRs = job.getParameters().get("epr");

			final String protocolString = job.getParameters().get("protocol");

			final Protocols protocol;

			if (protocolString == null)

				protocol = Protocols.None;

			else

				protocol = Protocols.valueOf(job.getParameters().get("protocol"));

			final String mime = job.getParameters().get("mime");

			final String login = job.getParameters().get("login");

			final String password = job.getParameters().get("password");

			if (URI != null && URI.length() > 0) {

				storeFeeder.feedObject(objStoreID, objID, URI, protocol, login,

						password, mime);

			} else if (eprRs != null && eprRs.length() > 0) {

				storeFeeder

						.feed(objStoreID, eprRs, protocol, login, password, mime);

			}

			completeWithSuccess(handler, job);

		} catch (Exception e) {

			completeWithFail(handler, job, e);

		}

	}

	/**

	 * Gets the profile creator.

	 *

	 * @return the profile creator

	 */

	public ObjectStoreProfileCreator getProfileCreator() {

		return profileCreator;

	}

	/**

	 * Sets the profile creator.

	 *

	 * @param profileCreator the new profile creator

	 */

	@Required

	public void setProfileCreator(ObjectStoreProfileCreator profileCreator) {

		this.profileCreator = profileCreator;

	}

	/**

	 * Gets the store feeder.

	 *

	 * @return the store feeder

	 */

	public ModularObjectStoreFeeder getStoreFeeder() {

		return storeFeeder;

	}

	/**

	 * Sets the store feeder.

	 *

	 * @param storeFeeder the new store feeder

	 */

	@Required

	public void setStoreFeeder(ModularObjectStoreFeeder storeFeeder) {

		this.storeFeeder = storeFeeder;

	}

}

package eu.dnetlib.data.objectstore.modular;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler;

import org.apache.commons.lang3.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

/**

 * The Class CreateObjectStoreAction is responsible to execute the blacboard action of type CREATE.

 */

public class CreateObjectStoreAction extends AbstractObjectStoreAction {

	private static final Log log = LogFactory.getLog(CreateObjectStoreAction.class);

	/** The profile creator. */

	private ObjectStoreProfileCreator profileCreator;

	/**

	 * Gets the profile creator.

	 *

	 * @return the profile creator

	 */

	public ObjectStoreProfileCreator getProfileCreator() {

		return profileCreator;

	}

	/**

	 * Sets the profile creator.

	 *

	 * @param profileCreator the new profile creator

	 */

	public void setProfileCreator(final ObjectStoreProfileCreator profileCreator) {

		this.profileCreator = profileCreator;

	}

	@Override

	protected void executeAsync(final BlackboardServerHandler handler, final BlackboardJob job) {

		try {

			final String interpretation = job.getParameters().get("interpretation");

//			final String basePath = job.getParameters().get("basePath");

//			if (StringUtils.isBlank(basePath)) {

//				throw new ObjectStoreServiceException("missing basePath param");

//			}

			final String objID = profileCreator.registerProfile(interpretation);

			try {

				getDao().createObjectStore(objID, interpretation, null);

			} catch (Throwable e) {

				log.warn("cannot created objectStore, deleting profile");

				profileCreator.deleteProfile(objID);

				throw new ObjectStoreServiceException(e);

			}

			job.getParameters().put("objectStoreId", objID);

			completeWithSuccess(handler, job);

		} catch (Exception e) {

			completeWithFail(handler, job, e);

		}

	}

}

package eu.dnetlib.data.objectstore.modular;

import java.util.concurrent.Executor;

import java.util.concurrent.Executors;

import eu.dnetlib.data.objectstore.modular.connector.ObjectStoreDao;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.enabling.tools.blackboard.BlackboardServerAction;

import eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

/**

 * The Class AbstractObjectStoreAction.

 */

public abstract class AbstractObjectStoreAction implements BlackboardServerAction<ObjectStoreActions> {

	/**

	 * Logger

	 */

	private static final Log log = LogFactory.getLog(AbstractObjectStoreAction.class);

	private final Executor executor = Executors.newCachedThreadPool();

	/** The object store dao. */

	private ObjectStoreDao dao;

	protected abstract void executeAsync(final BlackboardServerHandler handler, final BlackboardJob job) throws ObjectStoreServiceException;

	@Override

	public void execute(final BlackboardServerHandler handler, final BlackboardJob job) {

		executor.execute(new Runnable() {

			@Override

			public void run() {

				try {

					handler.ongoing(job);

					executeAsync(handler, job);

				} catch (ObjectStoreServiceException e) {

					handler.failed(job, e);

				}

			}

		});

	}

	protected void completeWithSuccess(final BlackboardServerHandler handler, final BlackboardJob job) {

		// Don't change this synchronization rule

		synchronized (this) {

			handler.done(job);

		}

	}

	protected void completeWithFail(final BlackboardServerHandler handler, final BlackboardJob job, final Throwable e) {

		// Don't change this synchronization rule

		synchronized (this) {

			handler.failed(job, e);

		}

	}

	/**

	 * Gets the dao.

	 *

	 * @return the dao

	 */

	public ObjectStoreDao getDao() {

		return dao;

	}

	/**

	 * Sets the dao.

	 *

	 * @param dao the new dao

	 */

	public void setDao(ObjectStoreDao dao) {

		this.dao = dao;

	}

}

package eu.dnetlib.data.objectstore.modular.connector;

import eu.dnetlib.data.objectstore.modular.ObjectStoreRecord;

import eu.dnetlib.data.objectstore.rmi.MetadataObjectRecord;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreFile;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

import eu.dnetlib.enabling.resultset.ResultSetListener;

/**

 * The Interface ObjectStore.

 */

public interface ObjectStore {

	/**

	 * Gets the id of the objectStore.

	 *

	 * @return the id

	 */

	String getId();

	/**

	 * Gets the interpretation the objectStore.

	 *

	 * @return the interpretation

	 */

	String getInterpretation();

	/**

	 * Feed record into the objectstore.

	 *

	 * @param records

	 *            the records

	 * @param incremental

	 *            the incremental

	 * @return the int

	 */

	int feed(Iterable<ObjectStoreRecord> records, boolean incremental) throws ObjectStoreServiceException;

	/**

	 * Feed metadata record into the objectStore.

	 *

	 * @param records

	 *            the records

	 * @param incremental

	 *            the incremental

	 * @return the int

	 */

	int feedMetadataRecord(Iterable<MetadataObjectRecord> records, boolean incremental) throws ObjectStoreServiceException;

	/**

	 * Feed a single object record into the objectStore.

	 *

	 * @param record

	 *            the record

	 * @return the string

	 */

	String feedObjectRecord(ObjectStoreRecord record) throws ObjectStoreServiceException;

	/**

	 * Deliver Object from the objectStore.

	 *

	 * @param from

	 *            : start date which you want to filter

	 * @param until

	 *            : end date which you want to filter

	 * @return the result set listener

	 */

	ResultSetListener deliver(Long from, Long until) throws ObjectStoreServiceException;

	/**

	 * Deliver ids.

	 *

	 * @param ids

	 *            the ids

	 * @return the result set listener

	 */

	ResultSetListener deliverIds(Iterable<String> ids) throws ObjectStoreServiceException;

	/**

	 * Deliver object.

	 *

	 * @param objectId

	 *            the object id

	 * @return the object store file

	 * @throws ObjectStoreServiceException

	 */

	ObjectStoreFile deliverObject(String objectId) throws ObjectStoreServiceException;

	/**

	 * Gets the size.

	 *

	 * @return the size

	 */

	int getSize() throws ObjectStoreServiceException;

	/**

	 * Delete object.

	 *

	 * @param objectId

	 *            the object id

	 */

	void deleteObject(String objectId) throws ObjectStoreServiceException;

	/**

	 * Gets the object.

	 *

	 * @param recordId

	 *            the record id

	 * @return the object

	 */

	String getObject(String recordId) throws ObjectStoreServiceException;

	/**

	 * Find if exist an ID startingwith the string startId.

	 *

	 * @param startId

	 *            the start id

	 * @return if exist or less an id

	 */

	boolean existIDStartsWith(String startId) throws ObjectStoreServiceException;

	/**

	 * drop the content of the ObjectStore

	 * THIS METHOD DELETE ALL THE CONTENT INSIDE THE OBJECTSTORE PAY ATTENTION WHEN YOU CALL IT

	 *

	 * @return if the content has been refreshed

	 * @throws ObjectStoreServiceException

	 */

	boolean dropContent() throws ObjectStoreServiceException;

}

package eu.dnetlib.data.objectstore.modular.connector;

import java.util.List;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

/**

 * The Interface ObjectStoreDao.

 */

public interface ObjectStoreDao {

	/**

	 * Gets an Object Store with the given identifier.

	 * <p>

	 * If an Object Store with the given identifier does not exist, a new one is created.

	 * </p>

	 *

	 * @param obsId

	 *            the object store identifier

	 * @return the object store

	 * @throws ObjectStoreServiceException

	 */

	ObjectStore getObjectStore(String obsId) throws ObjectStoreServiceException;

	/**

	 * List all the Object stores.

	 *

	 * @return the list of object store ids

	 */

	List<String> listObjectStores();

	/**

	 * Creates an Object Store with the given identifier.

	 * <p>

	 * If an Object Store with the given identifier already exists this method does nothing.

	 * </p>

	 *

	 * @param obsId            	the object store identifier

	 * @param interpretation    the interpretation of the store

	 * @param basePath 			the base path to store the object Store in case of file system implementation

	 * @return true, if successful

	 * @throws ObjectStoreServiceException

	 */

	boolean createObjectStore(String obsId, String interpretation, String basePath) throws ObjectStoreServiceException;

	/**

	 * Upddate an Object Store metadata with the given identifier.

	 * <p>

	 * If an Object Store with the given identifier does not exist, a new one is created.

	 * </p>

	 *

	 * @param obsId

	 *            the object store identifier

	 * @param interpretation

	 *            the interpretation of the store

	 * @return true, if successful

	 */

	boolean updateObjectStore(String obsId, String interpretation);

	/**

	 * Delete object store.

	 *

	 * @param obsId

	 *            the object store identifier

	 * @return true, if successful

	 * @throws ObjectStoreServiceException

	 */

	boolean deleteObjectStore(String obsId) throws ObjectStoreServiceException;

	boolean dropContent(String obsId) throws ObjectStoreServiceException;

}

package eu.dnetlib.data.objectstore.modular;

import java.io.File;

import java.io.FileInputStream;

import java.io.FileNotFoundException;

import java.io.IOException;

import java.io.InputStream;

import java.net.HttpURLConnection;

import java.net.MalformedURLException;

import java.net.SocketException;

import java.net.URI;

import java.net.URISyntaxException;

import java.net.URL;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.apache.commons.net.ftp.FTPClient;

import com.google.common.base.Function;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreFile;

import eu.dnetlib.data.objectstore.rmi.Protocols;

/**

 * The Class ObjectBroker is responsible to retrieve content from URL.

 */

public class ObjectBroker implements Function<String, ObjectStoreRecord> {

	private static final Log log = LogFactory.getLog(ObjectBroker.class);

	/** The protocol. */

	private Protocols protocol;

	/** The login. */

	private String login;

	/** The password. */

	private String password;

	/** The mime. */

	private String mime;

	/**

	 * Instantiates a new object broker.

	 * 

	 * @param protocol

	 *            the protocol

	 * @param login

	 *            the login

	 * @param password

	 *            the password

	 * @param mime

	 *            the mime

	 */

	public ObjectBroker(final Protocols protocol, final String login, final String password, final String mime) {

		this.protocol = protocol;

		this.login = login;

		this.password = password;

		this.mime = mime;

	}

	/**

	 * Gets the protocol.

	 * 

	 * @return the protocol

	 */

	public Protocols getProtocol() {

		return protocol;

	}

	/**

	 * Sets the protocol.

	 * 

	 * @param protocol

	 *            the new protocol

	 */

	public void setProtocol(final Protocols protocol) {

		this.protocol = protocol;

	}

	/**

	 * Gets the login.

	 * 

	 * @return the login

	 */

	public String getLogin() {

		return login;

	}

	/**

	 * Sets the login.

	 * 

	 * @param login

	 *            the new login

	 */

	public void setLogin(final String login) {

		this.login = login;

	}

	/**

	 * Gets the password.

	 * 

	 * @return the password

	 */

	public String getPassword() {

		return password;

	}

	/**

	 * Sets the password.

	 * 

	 * @param password

	 *            the new password

	 */

	public void setPassword(final String password) {

		this.password = password;

	}

	/**

	 * Gets the mime.

	 * 

	 * @return the mime

	 */

	public String getMime() {

		return mime;

	}

	/**

	 * Sets the mime.

	 * 

	 * @param mime

	 *            the new mime

	 */

	public void setMime(final String mime) {

		this.mime = mime;

	}

	/*

	 * (non-Javadoc)

	 * 

	 * @see com.google.common.base.Function#apply(java.lang.Object)

	 */

	@Override

	public ObjectStoreRecord apply(final String jsonInput) {

		if (jsonInput == null) return null;

		ObjectStoreRecord objectStorerecord = new ObjectStoreRecord();

		objectStorerecord.setFileMetadata(ObjectStoreFile.createObject(jsonInput));

		Protocols currentProtocol = (objectStorerecord.getFileMetadata().getAccessProtocol() == Protocols.None) ? protocol : objectStorerecord

				.getFileMetadata().getAccessProtocol();

		objectStorerecord.getFileMetadata().setAccessProtocol(currentProtocol);

		if ((objectStorerecord.getFileMetadata().getMimeType() == null) || (objectStorerecord.getFileMetadata().getMimeType().length() == 0)) {

			objectStorerecord.getFileMetadata().setMimeType(mime);

		}

		switch (currentProtocol) {

		case FTP:

			FTPClient client = new FTPClient();

			try {

				URI uri = new URI(objectStorerecord.getFileMetadata().getURI());

				client.connect(uri.getHost());

				if ((objectStorerecord.getFileMetadata().getUsernameAuth() != null) && (objectStorerecord.getFileMetadata().getUsernameAuth().length() > 0)) {

					client.login(objectStorerecord.getFileMetadata().getUsernameAuth(), objectStorerecord.getFileMetadata().getPasswordAuth());

				} else {

					client.login("ftp", "a@a");

				}

				final InputStream stream = client.retrieveFileStream(uri.getPath());

				objectStorerecord.setInputStream(stream);

				return objectStorerecord;

			} catch (URISyntaxException e2) {

				log.error(e2);

				return null;

			} catch (SocketException e) {

				log.error(e);

			} catch (IOException e) {

				log.error(e);

				return null;

			}

		case HTTP:

			try {

				HttpURLConnection conn = (HttpURLConnection) new URL(objectStorerecord.getFileMetadata().getURI()).openConnection();

				InputStream in;

				int http_status;

				try {

					http_status = conn.getResponseCode();

					if ((http_status / 100) == 3) {

						String newURL = conn.getHeaderField("Location");

						conn.disconnect();

						conn = (HttpURLConnection) new URL(newURL).openConnection();

						http_status = conn.getResponseCode();

						if ((http_status / 100) != 2) return null;

					}

					in = conn.getInputStream();

					objectStorerecord.setInputStream(in);

					return objectStorerecord;

				} catch (Exception e) {

					log.error(e);

					return null;

				}

			} catch (MalformedURLException e1) {

				log.error(e1);

				return null;

			} catch (IOException e1) {

				log.error(e1);

				return null;

			}

		case File_System:

			File f = new File(objectStorerecord.getFileMetadata().getURI());

			try {

				InputStream myiInputStream = new FileInputStream(f);

				objectStorerecord.setInputStream(myiInputStream);

				return objectStorerecord;

			} catch (FileNotFoundException e) {

				try {

					Thread.sleep(5000);

					InputStream myiInputStream = new FileInputStream(f);

					objectStorerecord.setInputStream(myiInputStream);

					return objectStorerecord;

				} catch (Exception e1) {

					log.error(e1);

					return null;

				}

			}

		default:

			break;

		}

		return null;

	}

}

package eu.dnetlib.data.objectstore.modular;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler;

import org.springframework.beans.factory.annotation.Required;

// TODO: Auto-generated Javadoc

/**

 * The Class FeedCompleteObjectAction is responsible to execute the blacboard action of type FEED OBJECT which is Metadata created for WOS case of openaire.

 */

public class FeedCompleteObjectAction extends AbstractObjectStoreAction {

	/** The store feeder. */

	private ModularObjectStoreFeeder storeFeeder;

	@Override

	protected void executeAsync(final BlackboardServerHandler handler, final BlackboardJob job) throws ObjectStoreServiceException {

		try {

			final String objStoreID = job.getParameters().get("obsID");

			final String eprRs = job.getParameters().get("epr");

			final String mime = job.getParameters().get("mime");

			int count = storeFeeder.feedMetadataObjectRecord(objStoreID, eprRs, mime);

			job.getParameters().put("total", "" + count);

			completeWithSuccess(handler, job);

		} catch (Exception e) {

			completeWithFail(handler, job, e);

		}

	}

	/**

	 * Gets the store feeder.

	 *

	 * @return the store feeder

	 */

	public ModularObjectStoreFeeder getStoreFeeder() {

		return storeFeeder;

	}

	/**

	 * Sets the store feeder.

	 *

	 * @param storeFeeder the new store feeder

	 */

	@Required

	public void setStoreFeeder(final ModularObjectStoreFeeder storeFeeder) {

		this.storeFeeder = storeFeeder;

	}

}

package eu.dnetlib.data.objectstore.modular;

import java.io.InputStream;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreFile;

/**

 * The Class ObjectStoreRecord is a serialization of the object to be ingested in the objectStore

 * metadata + inputstream of the data.

 */

public class ObjectStoreRecord {

	/** The file metadata. */

	private ObjectStoreFile fileMetadata;

	/** The input stream. */

	private InputStream inputStream;

	/**

	 * Gets the input stream.

	 *

	 * @return the input stream

	 */

	public InputStream getInputStream() {

		return inputStream;

	}

	/**

	 * Sets the input stream.

	 *

	 * @param inputStream the new input stream

	 */

	public void setInputStream(final InputStream inputStream) {

		this.inputStream = inputStream;

	}

	/**

	 * Gets the file metadata.

	 *

	 * @return the file metadata

	 */

	public ObjectStoreFile getFileMetadata() {

		return fileMetadata;

	}

	/**

	 * Sets the file metadata.

	 *

	 * @param fileMetadata the new file metadata

	 */

	public void setFileMetadata(final ObjectStoreFile fileMetadata) {

		this.fileMetadata = fileMetadata;

	}

}

package eu.dnetlib.data.objectstore.modular;

import com.google.common.collect.Iterables;

import com.google.common.collect.Lists;

import eu.dnetlib.data.objectstore.modular.connector.ObjectStore;

import eu.dnetlib.data.objectstore.modular.connector.ObjectStoreDao;

import eu.dnetlib.data.objectstore.rmi.MetadataObjectRecord;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreFile;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

import eu.dnetlib.data.objectstore.rmi.Protocols;

import eu.dnetlib.enabling.is.registry.rmi.ISRegistryService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.enabling.resultset.client.ResultSetClientFactory;

import eu.dnetlib.miscutils.datetime.DateUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.beans.factory.annotation.Required;

/**

 * The Class ModularObjectStoreFeeder, responsible to feed data into the object Store

 */

public class ModularObjectStoreFeeder {

	private static final Log log = LogFactory.getLog(ModularObjectStoreFeeder.class);

	/** The dao of the objectStore. */

	private ObjectStoreDao dao;

	/** The result set client factory. */

	private ResultSetClientFactory resultSetClientFactory;

	/** The service locator. */

	private UniqueServiceLocator serviceLocator;

	/**

	 * Gets the dao.

	 *

	 * @return the dao

	 */

	public ObjectStoreDao getDao() {

		return dao;

	}

	/**

	 * Sets the dao.

	 *

	 * @param dao

	 *            the new dao

	 */

	@Required

	public void setDao(final ObjectStoreDao dao) {

		this.dao = dao;

	}

	/**

	 * Gets the result set client factory.

	 *

	 * @return the result set client factory

	 */

	public ResultSetClientFactory getResultSetClientFactory() {

		return resultSetClientFactory;

	}

	/**

	 * Sets the result set client factory.

	 *

	 * @param resultSetClientFactory

	 *            the new result set client factory

	 */

	@Required

	public void setResultSetClientFactory(final ResultSetClientFactory resultSetClientFactory) {

		this.resultSetClientFactory = resultSetClientFactory;

	}

	/**

	 * Feed metadata object record.

	 *

	 * @param objectStoreID

	 *            the object store id

	 * @param rsEpr

	 *            the rs epr

	 * @param mime

	 *            the mime

	 * @throws ObjectStoreServiceException

	 */

	public int feedMetadataObjectRecord(final String objectStoreID, final String rsEpr, final String mime) throws ObjectStoreServiceException {

		final Iterable<String> records = resultSetClientFactory.getClient(rsEpr);

		Iterable<MetadataObjectRecord> toIngest = Iterables.transform(records, input -> {

			MetadataObjectRecord record = MetadataObjectRecord.initFromJson(input);

			if (record != null) {

				record.setMime(mime);

			} else {

				log.error("An input record is null :" + input);

			}

			return record;

		});

		ObjectStore store = dao.getObjectStore(objectStoreID);

		int size = store.feedMetadataRecord(toIngest, true);

		touch(objectStoreID, size);

		return size;

	}

	/**

	 * Feed object in the object store starting from an EPR of objectMetadata

	 *

	 * @param obsId

	 *            the objectStore id

	 * @param rsEpr

	 *            the result set Endpoint-reference

	 * @param protocol

	 *            the protocol

	 * @param login

	 *            the login

	 * @param password

	 *            the password

	 * @param mime

	 *            the mime type

	 * @throws ObjectStoreServiceException

	 */

	public void feed(final String obsId, final String rsEpr, final Protocols protocol, final String login, final String password, final String mime)

			throws ObjectStoreServiceException {

		final Iterable<String> records = resultSetClientFactory.getClient(rsEpr);

		ObjectBroker objectBroker = new ObjectBroker(protocol, login, password, mime);

		Iterable<ObjectStoreRecord> toIngest = Iterables.transform(records, objectBroker);

		ObjectStore store = dao.getObjectStore(obsId);

		int size = store.feed(toIngest, true);

		touch(obsId, size);

	}

	/**

	 * Feed a single object in the object Stroe.

	 *

	 * @param objectStoreID

	 *            the object store id

	 * @param objectID

	 *            the object id

	 * @param URIObject

	 *            the URI of object

	 * @param protocol

	 *            the protocol

	 * @param login

	 *            the login

	 * @param password

	 *            the password

	 * @param mime

	 *            the mime type

	 * @throws ObjectStoreServiceException

	 */

	public void feedObject(final String objectStoreID,

			final String objectID,

			final String URIObject,

			final Protocols protocol,

			final String login,

			final String password,

			final String mime) throws ObjectStoreServiceException {

		ObjectStoreFile inputFile = new ObjectStoreFile();

		inputFile.setURI(URIObject);

		inputFile.setObjectID(objectID);

		ObjectBroker objectBroker = new ObjectBroker(protocol, login, password, mime);

		Iterable<ObjectStoreRecord> toIngest = Iterables.transform(Lists.newArrayList(inputFile.toJSON()), objectBroker);

		ObjectStore store = dao.getObjectStore(objectStoreID);

		int size = store.feed(toIngest, true);

		touch(objectStoreID, size);

	}

	/**

	 * Feed object record.

	 *

	 * @param objectStoreID

	 *            the object store id

	 * @param record

	 *            the record

	 * @return the string

	 * @throws ObjectStoreServiceException

	 */

	public String feedObjectRecord(final String objectStoreID, final ObjectStoreRecord record) throws ObjectStoreServiceException {

		ObjectStore store = dao.getObjectStore(objectStoreID);

		return store.feedObjectRecord(record);

	}

	/**

	 * Sets the last modified date in the profile.

	 *

	 * @param obsId

	 *            the obs id

	 * @param size

	 *            the size

	 */

	public void touch(final String obsId, final int size) {

		try {

			final String now = DateUtils.now_ISO8601();

			final String mdstoreXUpdate = "for $x in //RESOURCE_PROFILE[.//RESOURCE_IDENTIFIER/@value = '" + obsId + "']"

					+ "return update value $x//LAST_STORAGE_DATE with '" + now + "'";

			serviceLocator.getService(ISRegistryService.class, true).executeXUpdate(mdstoreXUpdate);

			touchSize(obsId, size);

		} catch (final Exception e) {

			throw new IllegalStateException(e);

		}

	}

	/**

	 * Touch size.

	 *

	 * @param obsId

	 *            the obs id

	 * @param size

	 *            the size

	 */

	public void touchSize(final String obsId, final int size) {

		try {

			final String mdstoreNumberXUpdate = "for $x in //RESOURCE_PROFILE[.//RESOURCE_IDENTIFIER/@value = '" + obsId + "']"

					+ "return update value $x//COUNT_STORE with '" + size + "'";

			serviceLocator.getService(ISRegistryService.class, true).executeXUpdate(mdstoreNumberXUpdate);

		} catch (final Exception e) {

			throw new IllegalStateException(e);

		}

	}

	public UniqueServiceLocator getServiceLocator() {

		return serviceLocator;

	}

	@Required

	public void setServiceLocator(final UniqueServiceLocator serviceLocator) {

		this.serviceLocator = serviceLocator;

	}

}

package eu.dnetlib.data.objectstore.modular;

import javax.annotation.Resource;

import javax.xml.ws.wsaddressing.W3CEndpointReference;

import eu.dnetlib.data.objectstore.modular.connector.ObjectStoreDao;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreFile;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

import eu.dnetlib.enabling.resultset.ResultSetFactory;

import eu.dnetlib.enabling.resultset.client.ResultSetClientFactory;

import org.springframework.beans.factory.annotation.Required;

/**

 * The Class ModularObjectStoreDeliver is responsible of delivering data from the object Store.

 */

public class ModularObjectStoreDeliver {

	/** The dao. */

	private ObjectStoreDao dao;

	/** The result set factory. */

	@Resource

	private ResultSetFactory resultSetFactory;

	/** The result set client factory. */

	private ResultSetClientFactory resultSetClientFactory;

	/**

	 * Gets the dao.

	 *

	 * @return the dao

	 */

	public ObjectStoreDao getDao() {

		return dao;

	}

	/**

	 * Sets the dao.

	 *

	 * @param dao

	 *            the new dao

	 */

	@Required

	public void setDao(final ObjectStoreDao dao) {

		this.dao = dao;

	}

	/**

	 * Deliver.

	 *

	 * @param objectStoreID

	 *            the object store id

	 * @param from

	 *            the from

	 * @param until

	 *            the until

	 * @return the w3 c endpoint reference

	 * @throws ObjectStoreServiceException

	 */

	public W3CEndpointReference deliver(final String objectStoreID, final Long from, final Long until) throws ObjectStoreServiceException {

		return resultSetFactory.createResultSet(dao.getObjectStore(objectStoreID).deliver(from, until));

	}

	/**

	 * Deliver ids.

	 *

	 * @param objectStoreID

	 *            the object store id

	 * @param eprId

	 *            the epr id

	 * @return the w3 c endpoint reference

	 * @throws ObjectStoreServiceException

	 */

	public W3CEndpointReference deliverIds(final String objectStoreID, final W3CEndpointReference eprId) throws ObjectStoreServiceException {

		Iterable<String> ids = resultSetClientFactory.getClient(eprId);

		return resultSetFactory.createResultSet(dao.getObjectStore(objectStoreID).deliverIds(ids));

	}

	/**

	 * Exist id starts with.

	 *

	 * @param obsId

	 *            the obs id

	 * @param startId

	 *            the start id

	 * @return true, if successful

	 * @throws ObjectStoreServiceException

	 */

	public boolean existIDStartsWith(final String obsId, final String startId) throws ObjectStoreServiceException {

		return dao.getObjectStore(obsId).existIDStartsWith(startId);

	}

	/**

	 * Deliver object.

	 *

	 * @param objectStoreID

	 *            the object store id

	 * @param objectId

	 *            the object id

	 * @return the object store file

	 * @throws ObjectStoreServiceException

	 */

	public ObjectStoreFile deliverObject(final String objectStoreID, final String objectId) throws ObjectStoreServiceException {

		return dao.getObjectStore(objectStoreID).deliverObject(objectId);

	}

	/**

	 * Gets the result set client factory.

	 *

	 * @return the result set client factory

	 */

	public ResultSetClientFactory getResultSetClientFactory() {

		return resultSetClientFactory;

	}

	/**

	 * Sets the result set client factory.

	 *

	 * @param resultSetClientFactory

	 *            the new result set client factory

	 */

	@Required

	public void setResultSetClientFactory(final ResultSetClientFactory resultSetClientFactory) {

		this.resultSetClientFactory = resultSetClientFactory;

	}

}

package eu.dnetlib.data.objectstore.modular;

import eu.dnetlib.enabling.is.registry.rmi.ISRegistryException;

import eu.dnetlib.enabling.is.registry.rmi.ISRegistryService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.soap.EndpointReferenceBuilder;

import org.antlr.stringtemplate.StringTemplate;

import org.springframework.beans.factory.annotation.Required;

import javax.xml.ws.Endpoint;

// TODO: Auto-generated Javadoc

/**

 * The Class ObjectStoreProfileCreator is responsible of creating profile of the ObjectStore

 */

public class ObjectStoreProfileCreator {

    /**

     * service locator.

     */

    private UniqueServiceLocator serviceLocator;

    /**

     * objectstore ds template.

     */

    private StringTemplate objectstoreDsTemplate;

    /**

     * service endpoint.

     */

    private Endpoint endpoint;

    /**

     * endpoint builder.

     */

    private EndpointReferenceBuilder<Endpoint> eprBuilder;

    /**

     * Register profile.

     *

     * @param interpretation the interpretation

     * @return the string

     * @throws ISRegistryException the IS registry exception

     */

    public String registerProfile(final String interpretation)

            throws ISRegistryException {

        // XXX: mini hack

        StringTemplate template = new StringTemplate(

                objectstoreDsTemplate.getTemplate());

        template.setAttribute("serviceUri", eprBuilder.getAddress(endpoint));

        template.setAttribute("interpretation", interpretation);

        return serviceLocator.getService(ISRegistryService.class, true).registerProfile(template.toString());

    }

    public void deleteProfile(final String profileId) throws ISRegistryException {

        serviceLocator.getService(ISRegistryService.class).deleteProfile(profileId);

    }

    /**

     * Gets the endpoint.

     *

     * @return the endpoint

     */

    public Endpoint getEndpoint() {

        return endpoint;

    }

    /**

     * Sets the endpoint.

     *

     * @param endpoint the new endpoint

     */