D-Net

{

  "type_source": "SVN", 

  "goal": "package -U -T 4C source:jar", 

  "url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/uoa-stats-service/trunk",

  "deploy_repository": "dnet4-snapshots", 

  "version": "4", 

  "mail": "antleb@di.uoa.gr, kiatrop@di.uoa.gr, gkatsari@di.uoa.gr",

  "deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet4-snapshots", 

  "name": "uoa-stats-service"

}

package eu.dnetlib.data.statsmanager;

import javax.xml.bind.annotation.XmlRootElement;

/**

 * Created by antleb on 10/25/14.

 */

@XmlRootElement

public class ValidationReport {

	/*

	DB validation report. Contains:

	- queries:

	  - query name

	  - db result

	  - cql result

	  - status (success/fail)

	- metadata:

	  - validation date

	  - ???

	 */

}

package eu.dnetlib.data.statsmanager;

import eu.dnetlib.api.data.SearchService;

import eu.dnetlib.common.rmi.UnimplementedException;

import gr.uoa.di.driver.util.ServiceLocator;

import org.springframework.core.io.Resource;

import org.springframework.transaction.annotation.Transactional;

import javax.sql.DataSource;

import java.io.IOException;

import java.net.URL;

import java.sql.Connection;

import java.sql.SQLException;

import java.util.Map;

import java.util.Properties;

/**

 * Created by antleb on 10/25/14.

 */

public class StatsManager {

	private ValidationReport validationReport;

	private Resource validationQueriesFile;

	private URL refreshShadowCacheURL;

	private URL promoteShadowCacheURL;

	private DataSource dataSource;

	private ServiceLocator<SearchService> searchServiceServiceLocator;

	public ValidationReport validateDatabase() throws IOException {

		ValidationReport report = new ValidationReport();

		Properties p = new Properties();

		this.validationReport = report;

		p.load(validationQueriesFile.getInputStream());

		int queryCount = Integer.parseInt(p.getProperty("queries.count"));

		for (int i = 1; i <= queryCount; i++) {

			String queryType = p.getProperty("queries." + i + ".type");

			String sql = p.getProperty("queries." + i + ".sql");

			String cql = p.getProperty("queries." + i + ".cql.query");

			if (queryType.equals("search")) {

				int sqlResult = executeSQLCountQuery(sql);

				int cqlResult = executeCQLCountQuery(cql);

				// TODO compare and update report

			} else if (queryType.equals("browse")) {

				Map<String, Integer> sqlResults = executeSQLBrowseQuery(sql);

				Map<String, Integer> cqlResults = executeCQLBrowseQuery(cql, p.getProperty("queries." + i + ".cql.groupBy"));

				// TODO compare and update report

			}

		}

		return report;

	}

	public void refreshCache() throws IOException {

		refreshShadowCacheURL.openConnection();

	}

	@Transactional

	public void promoteShadowSchema() throws IOException, SQLException {

		promoteShadowCacheURL.openConnection();

		Connection con = dataSource.getConnection();

		con.createStatement().execute("DROP SCHEMA public CASCADE");

		con.createStatement().execute("ALTER SCHEMA shadow RENAME TO public");

	}

	private Map<String, Integer> executeCQLBrowseQuery(String cql, String groupBy) {

		// TODO implement me please

		throw new UnimplementedException();

	}

	private Map<String, Integer> executeSQLBrowseQuery(String sql) {

		// TODO implement me please

		throw new UnimplementedException();

	}

	private int executeCQLCountQuery(String cql) {

		// TODO implement me please

		throw new UnimplementedException();

	}

	private int executeSQLCountQuery(String sql) {

		// TODO implement me please

		throw new UnimplementedException();

	}

	public Resource getValidationQueriesFile() {

		return validationQueriesFile;

	}

	public void setValidationQueriesFile(Resource validationQueriesFile) {

		this.validationQueriesFile = validationQueriesFile;

	}

	public URL getRefreshShadowCacheURL() {

		return refreshShadowCacheURL;

	}

	public void setRefreshShadowCacheURL(URL refreshShadowCacheURL) {

		this.refreshShadowCacheURL = refreshShadowCacheURL;

	}

	public URL getPromoteShadowCacheURL() {

		return promoteShadowCacheURL;

	}

	public void setPromoteShadowCacheURL(URL promoteShadowCacheURL) {

		this.promoteShadowCacheURL = promoteShadowCacheURL;

	}

	public DataSource getDataSource() {

		return dataSource;

	}

	public void setDataSource(DataSource dataSource) {

		this.dataSource = dataSource;

	}

	public ServiceLocator<SearchService> getSearchServiceServiceLocator() {

		return searchServiceServiceLocator;

	}

	public void setSearchServiceServiceLocator(ServiceLocator<SearchService> searchServiceServiceLocator) {

		this.searchServiceServiceLocator = searchServiceServiceLocator;

	}

	public ValidationReport getValidationReport() {

		return validationReport;

	}

	public void setValidationReport(ValidationReport validationReport) {

		this.validationReport = validationReport;

	}

}

package eu.dnetlib.data.statsmanager;

import eu.dnetlib.api.DriverService;

import eu.dnetlib.api.data.StatsManagerService;

import eu.dnetlib.domain.ActionType;

import eu.dnetlib.domain.ResourceType;

import eu.dnetlib.domain.enabling.Notification;

import gr.uoa.di.driver.app.DriverServiceImpl;

import gr.uoa.di.driver.enabling.issn.NotificationListener;

/**

 * Created by antleb on 10/25/14.

 */

public class StatsManagerServiceImpl extends DriverServiceImpl implements StatsManagerService {

	private StatsManagerServiceBlackboardHandler statsManagerServiceBlackboardHandler;

	public void init() {

		super.init();

		this.subscribe(

				ActionType.UPDATE,

				ResourceType.STATSMANAGERSERVICERESOURCETYPE,

				this.getServiceEPR().getParameter("serviceId"),

				"RESOURCE_PROFILE/BODY/BLACKBOARD/LAST_REQUEST",

				new NotificationListener() {

					@Override

					public void processNotification(Notification notification) {

						statsManagerServiceBlackboardHandler.notified(

								notification.getSubscriptionId(),

								notification.getTopic(),

								notification.getIsId(),

								notification.getMessage());

					}

		});

	}

	public StatsManagerServiceBlackboardHandler getStatsManagerServiceBlackboardHandler() {

		return statsManagerServiceBlackboardHandler;

	}

	public void setStatsManagerServiceBlackboardHandler(StatsManagerServiceBlackboardHandler statsManagerServiceBlackboardHandler) {

		this.statsManagerServiceBlackboardHandler = statsManagerServiceBlackboardHandler;

	}

}

package eu.dnetlib.data.statsmanager;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.beans.factory.annotation.Required;

import org.springframework.stereotype.Controller;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RequestMethod;

import javax.servlet.http.HttpServletRequest;

import javax.servlet.http.HttpServletResponse;

import javax.xml.bind.JAXBContext;

import javax.xml.bind.JAXBException;

import javax.xml.bind.Marshaller;

import java.io.IOException;

/**

 * Created by antleb on 10/25/14.

 */

@Controller

public class StatsManagerController {

	private StatsManager statsManager;

	@RequestMapping(value = "/stats", method = RequestMethod.GET)

	public void getReport(HttpServletRequest request, HttpServletResponse response) throws IOException, JAXBException {

		ValidationReport report = statsManager.getValidationReport();

		JAXBContext.newInstance().createMarshaller().marshal(report, response.getWriter());

	}

	public StatsManager getStatsManager() {

		return statsManager;

	}

	public void setStatsManager(StatsManager statsManager) {

		this.statsManager = statsManager;

	}

}

package eu.dnetlib.data.statsmanager;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.enabling.tools.blackboard.BlackboardNotificationHandler;

import eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler;

import org.apache.log4j.Logger;

/**

 * Created by antleb on 10/25/14.

 */

public class StatsManagerServiceBlackboardHandler extends BlackboardNotificationHandler<BlackboardServerHandler> {

	private static Logger logger = Logger.getLogger(StatsManagerServiceBlackboardHandler.class);

	private StatsManager statsManager;

	protected void processJob(BlackboardJob job) {

		String action = job.getAction();

		logger.info("Got BB message: " + action);

		try {

			getBlackboardHandler().ongoing(job);

			if (action.equals("validate")) {

				ValidationReport report = statsManager.validateDatabase();

				// TODO update update job with report

				// TODO update job status

			} else if (action.equals("refreshCache")) {

				statsManager.refreshCache();

			} else if (action.equals("promoteShadow")) {

				statsManager.promoteShadowSchema();

			} else {

				throw new Exception("Don't know what to do with " + action);

			}

			getBlackboardHandler().done(job);

		} catch (Exception e) {

			getBlackboardHandler().failed(job, e);

			logger.error("Error processing job", e);

		}

	}

	public StatsManager getStatsManager() {

		return statsManager;

	}

	public void setStatsManager(StatsManager statsManager) {

		this.statsManager = statsManager;

	}

}

services.statsManager.serviceName = uoa-stats-service

services.statsManager.db.driverClassName = org.postgresql.Driver

services.statsManager.db.url = jdbc:postgresql://stats.openaire.eu:5432/stats

services.statsManager.db.username = sqoop

services.statsManager.db.password = sqoop

services.statsmanager.validationQueriesFile = classpath*:/eu/dnetlib/data/statsmanager/validationQueries.xml

services.statsmanager.refreshShadowCacheURL = https://www.openaire.eu/stats/refreshCache.php

services.statsmanager.promoteShadowCacheURL = https://www.openaire.eu/stats/promoteCache.php

services.statsManager.shadowSearchServiceURL = http://IHAVENOIDEA.com

#Generated by ANT

name=uoa-stats-service

version=1.0.0

label=

Importing stats service

--This line, and those below, will be ignored--

A    http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/uoa-stats-service

A    http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/uoa-stats-service/trunk