D-Net

package eu.dnetlib.oai.conf;

import java.util.List;

import javax.annotation.Resource;

import eu.dnetlib.oai.info.SetInfo;

import eu.dnetlib.oai.mongo.MongoPublisherStore;

import eu.dnetlib.oai.mongo.MongoPublisherStoreDAO;

import eu.dnetlib.oai.sets.MongoSetCollection;

import eu.dnetlib.rmi.provision.MDFInfo;

import eu.dnetlib.rmi.provision.OaiPublisherRuntimeException;

import org.apache.commons.lang3.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.beans.factory.annotation.Autowired;

public class OAISetHelper {

	private static final Log log = LogFactory.getLog(OAISetHelper.class); // NOPMD by marko on 11/24/08 5:02 PM

	@Resource(name = "oaiConfigurationExistReader")

	private OAIConfigurationReader configurationReader;

	@Autowired

	private MongoPublisherStoreDAO mongoPublisherStoreDAO;

	@Autowired

	private MongoSetCollection mongoSetCollection;

	public void loadConfiguration(final String dbName) {

		loadConfigurationSets(dbName);

	}

	private void loadConfigurationSets(final String dbName) {

		log.debug("*****Dropping and re-creating configuration sets******");

		this.mongoSetCollection.dropConfigurationSets(dbName);

		final List<SetInfo> oaiConfigSets = this.configurationReader.getSets();

		for (final SetInfo setInfo : oaiConfigSets) {

			this.mongoSetCollection.upsertSet(setInfo, true, dbName);

		}

		log.info("Configuration Sets updated succesfully on db: " + dbName);

	}

	/*

	 * Helper method to count elements in OAI sets.

	 */

	public void updateAllCounts(final MDFInfo mdFormat, final String dbName) {

		this.mongoSetCollection.ensureIndexes(dbName);

		final MongoPublisherStore store = getStore(mdFormat, dbName);

		if (store == null) { throw new OaiPublisherRuntimeException("Can't count elements for not yet created store (" + mdFormat + ") on db " + dbName); }

		updateTotalCount(store, mdFormat, dbName);

		updateProvenanceSetsCount(store, mdFormat, dbName);

		updateConfiguredSetsCount(store, mdFormat, dbName);

	}

	public void updateConfiguredSetsCount(final MDFInfo mdFormat, final String dbName) {

		this.mongoSetCollection.ensureIndexes(dbName);

		final MongoPublisherStore store = getStore(mdFormat, dbName);

		if (store == null) { throw new OaiPublisherRuntimeException("Can't count elements for not yet created store (" + mdFormat + ") on db " + dbName); }

		updateConfiguredSetsCount(store, mdFormat, dbName);

	}

	protected void updateConfiguredSetsCount(final MongoPublisherStore store, final MDFInfo mdFormat, final String dbName) {

		final List<SetInfo> sets = this.mongoSetCollection.getConfiguredSets(dbName);

		this.updateCountForSets(store, sets, mdFormat, dbName);

	}

	protected void updateProvenanceSetsCount(final MongoPublisherStore store, final MDFInfo mdFormat, final String dbName) {

		// now we need to get all distinct set names in the store:

		final List<String> distinctSetSpecs = store.getDistinctSetNamesFromRecords();

		store.upsertSets(distinctSetSpecs);

		final List<SetInfo> sets = this.mongoSetCollection.getSetsFromData(dbName);

		this.updateCountForSets(store, sets, mdFormat, dbName);

	}

	protected void updateTotalCount(final MongoPublisherStore store, final MDFInfo mdFormat, final String dbName) {

		final String baseQuery = mdFormat.getBaseQuery();

		final int total = store.count(baseQuery);

		this.mongoSetCollection.updateCounts("ALL", mdFormat.getPrefix(), total, dbName);

		log.info("Got total for " + mdFormat.getPrefix() + " with query: " + baseQuery + " on db " + dbName);

	}

	protected void updateCountForSets(final MongoPublisherStore store, final List<SetInfo> oaiSets, final MDFInfo mdFormat, final String dbName) {

		final String baseQuery = mdFormat.getBaseQuery();

		final boolean hasBaseQuery = !StringUtils.isBlank(baseQuery);

		for (final SetInfo setInfo : oaiSets) {

			String setQuery = "(" + setInfo.getQuery() + ")";

			if (hasBaseQuery) {

				setQuery += " AND (" + baseQuery + ")";

			}

			log.info("Counting total for " + mdFormat.getPrefix() + " set " + setInfo + " with query: " + setQuery + " on db " + dbName);

			final int setCount = store.count(setQuery);

			this.mongoSetCollection.updateCounts(setInfo.getSetSpec(), mdFormat.getPrefix(), setCount, dbName);

		}

	}

	private MongoPublisherStore getStore(final MDFInfo mdFormat, final String dbName) {

		final String format = mdFormat.getSourceFormatName();

		final String layout = mdFormat.getSourceFormatLayout();

		final String interpretation = mdFormat.getSourceFormatInterpretation();

		final String sourceKey = format + "-" + layout + "-" + interpretation;

		final MongoPublisherStore store = this.mongoPublisherStoreDAO.getStore(format, interpretation, layout, dbName);

		log.info("Got OAI store " + sourceKey + " via metadata prefix " + mdFormat.getPrefix() + " on db " + dbName);

		return store;

	}

	public OAIConfigurationReader getConfigurationReader() {

		return this.configurationReader;

	}

	public void setConfigurationReader(final OAIConfigurationReader configurationReader) {

		this.configurationReader = configurationReader;

	}

	public MongoPublisherStoreDAO getMongoPublisherStoreDAO() {

		return this.mongoPublisherStoreDAO;

	}

	public void setMongoPublisherStoreDAO(final MongoPublisherStoreDAO mongoPublisherStoreDAO) {

		this.mongoPublisherStoreDAO = mongoPublisherStoreDAO;

	}

	public MongoSetCollection getMongoSetCollection() {

		return this.mongoSetCollection;

	}

	public void setMongoSetCollection(final MongoSetCollection mongoSetCollection) {

		this.mongoSetCollection = mongoSetCollection;

	}

}