D-Net

package eu.dnetlib.data.objectstore.modular;

import java.io.IOException;

import java.io.InputStream;

import javax.annotation.Resource;

import javax.servlet.ServletOutputStream;

import javax.servlet.http.HttpServletResponse;

import org.apache.commons.io.IOUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.stereotype.Controller;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RequestParam;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreFile;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

import eu.dnetlib.miscutils.datetime.HumanTime;

// TODO: Auto-generated Javadoc

/**

 * The Class ModularObjectStoreRESTService implement the controller REST of the object Store.

 */

@Controller

public class ModularObjectStoreRESTService {

	/** The object store deliver. */

	@Resource

	ModularObjectStoreDeliver objectStoreDeliver;

	private static final Log log = LogFactory.getLog(ModularObjectStoreRESTService.class); // NOPMD by marko on 11/24/08 5:02 PM

	/**

	 * Retrieve.

	 *

	 * @param res

	 *            the res

	 * @param objectStoreId

	 *            the object store id

	 * @param objectId

	 *            the object id

	 * @throws IOException

	 *             Signals that an I/O exception has occurred.

	 * @throws ObjectStoreServiceException

	 */

	@RequestMapping(value = "/**/objectStore/retrieve.do")

	public void retrieve(final HttpServletResponse res,

			@RequestParam(value = "objectStore", required = true) final String objectStoreId,

			@RequestParam(value = "objectId", required = true) final String objectId) throws IOException, ObjectStoreServiceException {

		final long start = System.currentTimeMillis();

		final ObjectStoreFile file = objectStoreDeliver.deliverObject(objectStoreId, objectId);

		log.debug(String.format("deliverObject completed in %s, objId: %s", HumanTime.exactly(System.currentTimeMillis() - start), objectId));

		if (file == null) throw new RuntimeException("The file with id " + objectId + " doesn't exist");

		// res.setContentType(file.getMimeType());

		InputStream is = objectStoreDeliver.deliverStream(objectStoreId, objectId);

		ServletOutputStream outputStream = res.getOutputStream();

		IOUtils.copy(is, outputStream);

		try {

			is.close();

			if (log.isDebugEnabled()) {

				log.debug(String.format("retrive.do completed in %s, objId: %s", HumanTime.exactly(System.currentTimeMillis() - start), objectId));

			}

		} catch (Throwable e) {

			log.error("unable to close input Stream", e);

		}

		/*

		 * while (true) { int readSize = is.read(buffer); if (readSize == -1) { break; } outputStream.write(buffer, 0, readSize); }

		 */

	}

}

services.objectStore.mongodb.host=localhost

services.objectStore.mongodb.port=27017

services.objectStore.mongodb.db=objectStore

services.objectStore.mongodb.connectionsPerHost=20

services.objectStore.mongodb.upsert=true

services.objectStore.RESTURI=http://${container.hostname}:${container.port}/${container.context}/mvc/objectStore/retrieve.do

services.objectstore.dao=fSObjectstoreDao

import java.io.InputStream;

	 * Deliver stream.

	 *

	 * @param objectId

	 *            the object id

	 * @return the input stream

	 */

	InputStream deliverStream(String objectId) throws ObjectStoreServiceException;

	/**

import java.io.InputStream;

import org.springframework.beans.factory.annotation.Required;

	 * Deliver stream.

	 *

	 * @param objectStoreID

	 *            the object store id

	 * @param objectId

	 *            the object id

	 * @return the input stream

	 * @throws ObjectStoreServiceException

	 */

	public InputStream deliverStream(final String objectStoreID, final String objectId) throws ObjectStoreServiceException {

		return dao.getObjectStore(objectStoreID).deliverStream(objectId);

	}

	/**

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">

		<dependency>

			<groupId>javax.servlet</groupId>

			<artifactId>javax.servlet-api</artifactId>

			<version>${javax.servlet.version}</version>

			<scope>provided</scope>

		</dependency>

import java.net.URLEncoder;

	public static ObjectStoreFile build(final DBObject metadata, final String baseURI, final String objectStoreID) {

			newFile.setURI(baseURI + "?objectStore=" + URLEncoder.encode(objectStoreID, "UTF-8") + "&objectId="

					+ URLEncoder.encode(newFile.getObjectID(), "UTF-8"));

	public static UnaryFunction<String, DBObject> asJSON(final String baseURI, final String objectStoreID) {

				return build(input, baseURI, objectStoreID).toJSON();

/**

 *

 */

import java.io.*;

import java.net.URLEncoder;

import eu.dnetlib.miscutils.functional.xml.DnetXsltFunctions;

	private Path createObjectStorePath(final String objectIdentifier, final String basePath){

		final Path baseDirPath = FileSystems.getDefault().getPath(basePath).resolve(id);

		final String md5id = DnetXsltFunctions.md5(objectIdentifier);

		final String firstLevel = StringUtils.substring(md5id, 0, 2);

		final String secondLevel = StringUtils.substring(md5id, 2, 4);

		return baseDirPath.resolve(firstLevel).resolve(secondLevel);

	}

	private String getFileName(final String objectIdentifier){

		final String md5id = DnetXsltFunctions.md5(objectIdentifier);

		return StringUtils.substring(md5id, 4)+ ".obj";

	}

		Path baseDirPath = FileSystems.getDefault().getPath(basePath).resolve(id);

			if (StringUtils.isNotBlank(url))

				Path objectStoreFilePath = createObjectStorePath(objectIdentifier, basePath);

				final Path objResolvedPath = objectStoreFilePath.resolve(getFileName(objectIdentifier));

						log.debug("Creation of folder " + objectStoreFilePath);

						Files.createDirectories(objectStoreFilePath);

						log.debug("Folder " + objectStoreFilePath + " created");

						String url = getBaseURI() + "?objectStore=" + URLEncoder.encode(id, "UTF-8") + "&objectId="

								+ URLEncoder.encode(record.getFileMetadata().getObjectID(), "UTF-8");

					log.debug("The File in the path" + objectStoreFilePath + "exists ");

		resultSet.setBaseURI(baseURI);

		resultSet.setObjectStoreID(id);

		resultSet.setBaseURI(baseURI);

		resultSet.setObjectStoreID(id);

		return ObjectStoreFileUtility.build(resultQuery, baseURI, id);

	/**

	 * {@inheritDoc}

	 *

	 * @see eu.dnetlib.data.objectstore.modular.connector.ObjectStore#deliverStream(java.lang.String)

	 */

	@Override

	public InputStream deliverStream(final String objectId) throws ObjectStoreServiceException {

		Bson query = Filters.eq("id", objectId);

		DBObject resultQuery = mongoMetadata.find(query).first();

		String pathStr = checkAndGetFsPathField(resultQuery, objectId);

		Path path = FileSystems.getDefault().getPath(pathStr);

		if (!Files.exists(path))

			throw new ObjectStoreFileNotFoundException("Object with identifier :" + objectId + " not found the in the path: " + path);

		try {

			FileInputStream is = new FileInputStream(path.toFile());

			return is;

		} catch (FileNotFoundException e) {

			throw new ObjectStoreServiceException("something wrong happened on getting data stream ", e);

		}

	}

		if (basePath == null) {

		final Path baseDirPath = FileSystems.getDefault().getPath(basePath).resolve(id);

				"id='" + id + '\'' +

				", interpretation='" + interpretation + '\'' +

				", basePath='" + basePath + '\'' +

				", baseURI='" + baseURI + '\'' +

import java.nio.file.FileVisitResult;

import java.nio.file.Files;

import java.nio.file.Path;

import java.nio.file.SimpleFileVisitor;

			return MappedCollection.listMap(res, ObjectStoreFileUtility.asJSON(baseURI, objectStoreID));

			return MappedCollection.listMap(result, ObjectStoreFileUtility.asJSON(baseURI, objectStoreID));

import org.springframework.beans.factory.annotation.Autowired;

	@Autowired

	private FileSystemUtility fsUtility;

		String currentId =obsId.substring(0, 36);

		if(find_id.length()==36) {

			find_id+="_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl";

		if (!resultQuery.containsField(BASE_PATH_FIELD) || StringUtils.isBlank(resultQuery.get(BASE_PATH_FIELD).toString()))

		return new FileSystemObjectStore(currentId, resultQuery.get("interpretation").toString(), resultQuery.get(BASE_PATH_FIELD).toString(),

				getDb().getCollection(currentId, DBObject.class), objectStoreRESTURI);

</project>