D-Net

package eu.dnetlib.data.mdstore.modular.mongodb;

import java.util.ArrayList;

import java.util.Date;

import java.util.List;

import eu.dnetlib.data.mdstore.MDStoreServiceException;

import eu.dnetlib.data.mdstore.modular.connector.*;

import eu.dnetlib.data.mdstore.modular.mongodb.utils.MDStoreUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.bson.conversions.Bson;

	/**

	 * Gets the DBObject describing an mdstore. null if there is no mdstore with the given id.

	 *

	 * @return DBObject or null

	 */

		final BasicDBObject query = new BasicDBObject();

		query.put("mdId", mdstoreID);

		final FindIterable<DBObject> it = this.getManagerTable().find(query);

	}

	/**

			values = new BasicDBList();

		}

		final BasicDBObject transactionMetadata = new BasicDBObject();

		transactionMetadata.put("refresh", refresh);

		transactionMetadata.put("date", new Date());

		values.add(transactionMetadata);

		mdstoreInfo.put("transactions", values);

		this.getManagerTable().findOneAndReplace(new BasicDBObject("_id", mdstoreInfo.get("_id")), mdstoreInfo);

	}

	/**

	 */

	private DBObject findTransaction(final BasicDBList transactions, final String transactionId) {

		if (transactions.size() == 0) return null;

			final String id = (String) transaction.get("id");

			if (transactionId.equals(id)) return transaction;

		}

	 */

	private void updateMdstoreUsed(final BasicDBList values, final String mdId) {

		if (values.size() > 0) {

				final String id = (String) obj.get("id");

				if (mdId.equals(id)) {

					obj.put("lastRead", new Date());

		result.setCurrentId((String) mdstoreInfo.get("currentId"));

		result.setMdId((String) mdstoreInfo.get("mdId"));

		final BasicDBList values = (BasicDBList) mdstoreInfo.get("expiring");

			final MDStoreExpiredInfo stillused = new MDStoreExpiredInfo();

			stillused.setId((String) value.get("id"));

			stillused.setLastRead((Date) value.get("lastRead"));

			result.addExpiredItem(stillused);

		}

		final BasicDBList transactions = (BasicDBList) mdstoreInfo.get("transactions");

		if (transactions != null) {

				final MDStoreTransactionInfo transaction = new MDStoreTransactionInfo();

				final String transactionId = (String) value.get("id");

				transaction.setId(transactionId);

				transaction.setDate((Date) value.get("date"));

		// DELETING Collection that are not in the metadataManager table

		MongoIterable<String> collections = this.db.listCollectionNames();

		for (String collection : collections) {

				final DBObject item = getMetadataObjectForCollections(collection);

				if (shouldDelete(collection, item)) {

	private DBObject getMetadataObjectForCollections(final String collectionName) {

		if (collectionName == null) return null;

		final String postfix = "_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==";

		final String collectionNameCleaned = StringUtils.substringBefore(tmp, "::") + postfix;

		//DBObject query = QueryBuilder.start("mdId").is(collectionNameCleaned).get();

		String currentId = (String) metadataManagerInstance.get("currentId");

		if (collectionName.equals(currentId)) return false;

		BasicDBList expiringList = (BasicDBList) metadataManagerInstance.get("expiring");

		BasicDBList transactionsList = (BasicDBList) metadataManagerInstance.get("transactions");

	}

	private boolean findInList(final BasicDBList list, final String object, final String tagname) {

		if (list == null) return false;

			final String id = (String) currentObject.get(tagname);

			if (id.equals(object)) return true;

		}

		List<DBObject> expiringList = Lists.newArrayList();

			if (cobj != null) {

			}

		}

		List<DBObject> toRemove = Lists.newArrayList();

		int i = 0;

			log.debug("Deleted  0  expired  collections, mdStore Id:" + currentObject.get("mdId"));

			return;

		}

			final String currentUsedId = (String) currentExpiredStore.get("id");

			final Days d = getExpiringDays(currentExpiredStore, "lastRead");

			if (log.isDebugEnabled()) {

			// DELETE the collection where the last time they was read

			// is more than 3 days ago

			if (d.getDays() > getExpiredDays()) {

					db.getCollection(currentUsedId).drop();

					db.getCollection("discarded-" + currentUsedId).drop();

					log.debug("deleted collection " + currentUsedId);

			currentMdStoreId.add((String) currentObject.get("currentId"));

			final BasicDBList transactions = (BasicDBList) currentObject.get("transactions");

			if ((transactions != null) && (transactions.size() > 0)) {

					final String id = (String) currentTransactions.get("id");

					db.getCollection(id).drop();

					db.getCollection("discarded-" + id).drop();

				}

			}

		}

	}

	/**

	/**

	 * Job execution method.

	 *

	 */

	public void repairMetadata() throws MDStoreServiceException {

		MongoCollection<DBObject> metadata = ((MDStoreDaoImpl) getDao()).getDb().getCollection("metadata", DBObject.class);

		try {

			List<String> mdStores =

					serviceLocator.getService(ISLookUpService.class).quickSearchProfile(

			log.debug("repairing mdstore metadata");

			}

			log.debug("FINISHED repairing mdstore metadata");

			throw new RuntimeException(e);

		}

	}

	 *

	 * @param MDStoreProfile as obtain from the IS

	 * @return a DBObject representing the metadata informations

	 */

	private DBObject getMdInfo(final String MDStoreProfile) throws DocumentException {

		Document doc = new SAXReader().read(new StringReader(MDStoreProfile));

public class MDStoreUtils {

	public static UnaryFunction<String, DBObject> mdId() {

	}

	public static UnaryFunction<Boolean, DBObject> dboFilter(final String format, final String layout, final String interpretation) {

	}

	public static Function<DBObject, String> body() {

	}

	public static Comparator<DBObject> getComparatorOnDate() {

		};

	}

}

import eu.dnetlib.miscutils.collections.FilteredCollection;

import eu.dnetlib.miscutils.collections.MappedCollection;

import eu.dnetlib.miscutils.datetime.DateUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.bson.Document;

	 */

	@Override

	public List<MDStoreDescription> listMDStores() {

				if (currentMDStore != null) {

				}

			}

		});

	}

		statsQuery.put("scale", 1024 * 1024); //storageSize in MB

		final Document statsRes = getDb().runCommand(statsQuery);

		log.debug("DBStatus --  " + statsRes.toJson());

		//trying to handle different versions of the mongo server: old version returns storage size as long, new version as double

		//TODO: simplify this when dev, beta, production are aligned with our local, latest, mongo version

		String usedDiskSpaceStr = statsRes.get("storageSize").toString();

import eu.dnetlib.data.mdstore.modular.RecordParser;

import eu.dnetlib.data.mdstore.modular.connector.MDStore;

import eu.dnetlib.enabling.resultset.ResultSetListener;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.bson.conversions.Bson;