/ - Diff - D-Net - D-Net project tracking tool

     package eu.dnetlib.data.mdstore.modular.mongodb;
     import java.net.UnknownHostException;
     import org.springframework.context.annotation.Bean;
     import org.springframework.context.annotation.Configuration;
     import com.mongodb.DB;
     import com.mongodb.Mongo;
     import eu.dnetlib.data.mdstore.modular.RecordParser;
     import eu.dnetlib.data.mdstore.modular.RecordParserFactory;
     import eu.dnetlib.data.mdstore.modular.StreamingRecordParser;
     import eu.dnetlib.data.mdstore.modular.connector.MDStoreDao;
     import eu.dnetlib.data.mdstore.modular.connector.MDStoreTransactionManager;
     @Configuration
     public class ConfigurationTestConfig {
     	@Bean
     	public DB db() throws UnknownHostException {
     		Mongo mongo = new Mongo("localhost", 27017);
     		return mongo.getDB("mdstore_test");
+    	}
     	@Bean
     	public MDStoreTransactionManager manager() throws UnknownHostException {
     		MDStoreTransactionManagerImpl manager = new MDStoreTransactionManagerImpl();
     		manager.setDb(db());
     		return manager;
+    	}
     	@Bean
     	public RecordParser recordParser() {
     		RecordParserFactory rpfactory = new RecordParserFactory();
     		rpfactory.setParserType(StreamingRecordParser.class);
     		return rpfactory.newInstance();
+    	}
     	@Bean
     	public MDStoreDao mdstoreDao() throws UnknownHostException {
     		MDStoreDaoImpl dao = new MDStoreDaoImpl();
     		dao.setDb(db());
     		dao.setRecordParser(recordParser());
     		dao.setUpsert(true);
     		return dao;
+    	}
+    }

     package eu.dnetlib.data.mdstore.modular.mongodb;
     import java.net.UnknownHostException;
     import java.util.ArrayList;
     import java.util.List;
     import java.util.UUID;
     import org.junit.Assert;
     import org.junit.Ignore;
     import org.junit.runner.RunWith;
     import org.springframework.beans.factory.annotation.Autowired;
     import org.springframework.test.context.ContextConfiguration;
     import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
     import com.mongodb.DB;
     import com.mongodb.DBCollection;
     import com.mongodb.DBCursor;
     import com.mongodb.Mongo;
     import eu.dnetlib.data.mdstore.MDStoreServiceException;
     import eu.dnetlib.data.mdstore.modular.connector.MDStore;
     import eu.dnetlib.data.mdstore.modular.connector.MDStoreDao;
     import eu.dnetlib.data.mdstore.modular.connector.MDStoreTransactionManager;
     @RunWith(SpringJUnit4ClassRunner.class)
     @ContextConfiguration(classes = ConfigurationTestConfig.class)
     public class MDStoreTransactionManagerTest {
     	@Autowired
     	private DB db;
     	@Autowired
     	private MDStoreTransactionManager manager;
     	@Autowired
     	private MDStoreDao dao;
     	@Ignore
     	public void testCreateandRetrieve() throws MDStoreServiceException {
     		UUID idCreation = UUID.randomUUID();
     		db.getCollection("metadataManager").drop();
     		((MDStoreTransactionManagerImpl) manager).setManagerTable(null);
     		String mdId = idCreation.toString() + "_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==";
     		manager.createMDStore(mdId);
     		Assert.assertNotNull(manager.startTransaction(mdId, true));
     		Assert.assertNotNull(manager.startTransaction(mdId, true));
     		String s = manager.getMDStoreCollection(mdId);
     		Assert.assertNotNull(s);
     		this.manager.dropMDStore(mdId);
     		s = null;
     		try {
     			s = manager.getMDStoreCollection(mdId);
     		} catch (Exception e) {
+    		}
     		Assert.assertNull(s);
     		db.getCollection("metadataManager").drop();
     		((MDStoreTransactionManagerImpl) manager).setManagerTable(null);
+    	}
     	@Ignore
     	public void testReadMdStore() throws MDStoreServiceException {
     		UUID idCreation = UUID.randomUUID();
     		String mdId = idCreation.toString() + "_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==";
     		manager.createMDStore(mdId);
     		Assert.assertNotNull(manager.readMdStore(mdId));
     		Assert.assertNotNull(manager.startTransaction(mdId, true));
     		Assert.assertNotNull(manager.readMdStore(mdId));
     		db.getCollection("metadataManager").drop();
     		((MDStoreTransactionManagerImpl) manager).setManagerTable(null);
     		db.getCollection("metadataManager").drop();
     		((MDStoreTransactionManagerImpl) manager).setManagerTable(null);
+    	}
     	@Ignore
     	public void testCommit() throws MDStoreServiceException {
     		UUID idCreation = UUID.randomUUID();
     		String mdId = idCreation.toString() + "_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==";
     		manager.createMDStore(mdId);
     		String idCurrent = manager.readMdStore(mdId);
     		String transaction = manager.startTransaction(mdId, true);
     		Assert.assertTrue(manager.commit(transaction, mdId));
     		Assert.assertNotSame(idCurrent, manager.readMdStore(mdId));
+    	}
     	@Ignore
     	public void testDateTime() throws MDStoreServiceException, UnknownHostException {
     		Mongo mongo = new Mongo("localhost", 27017);
     		DB dbinput = mongo.getDB("mdstore");
     		DBCollection inputCollection = dbinput.getCollection("70e07e9f-b3bf-4423-8777-b159819e0c6a");
     		Assert.assertNotNull(inputCollection.findOne().get("body"));
     		UUID idCreation = UUID.randomUUID();
     		String mdId = idCreation.toString() + "_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==";
     		manager.createMDStore(mdId);
     		dao.createMDStore(mdId, "a", "a", "a");
     		String transId = manager.startTransaction(mdId, true);
     		ArrayList<String> data = new ArrayList<String>();
     		DBCursor cursor = inputCollection.find();
     		for (int i = 0; i < 1000; i++) {
     			data.add((String) cursor.next().get("body"));
+    		}
     		dao.getMDStore(transId).feed(data, true);
     		manager.commit(transId, mdId);
     		cursor = inputCollection.find();
     		transId = manager.startTransaction(mdId, false);
     		data.clear();
     		for (int i = 0; i < 10; i++) {
     			data.add(cursor.next().get("body").toString().replace("oai:pumaoai.isti.cnr.it:", "SUUUCAAA"));
+    		}
     		String currentId = manager.readMdStore(mdId);
     		final MDStore newMdstore = dao.getMDStore(currentId);
     		new Thread(new Runnable() {
     			@Override
     			public void run() {
     				List<String> dataInput = newMdstore.deliver("", "", null).getResult(0, 10);
     				for (int i = 0; i < 10; i++) {
     					try {
     						Thread.sleep(1000);
     					} catch (InterruptedException e) {
     						// TODO Auto-generated catch block
     						e.printStackTrace();
+    					}
     					System.out.println(dataInput.get(i));
+    				}
+    			}
     		}).start();
     		dao.getMDStore(transId).feed(data, true);
     		manager.commit(transId, mdId);
+    	}
+    }

     	@Override
     	public void garbage() throws MDStoreServiceException {
     		verifyConsistency();
     		log.info("Start garbage collection");
     		log.info("Start garbage collection of MdStore");
     		DBCursor cursor = this.managerTable.find();
     		while (cursor.hasNext()) {
     			DBObject currentObject = cursor.next();
-...
+    				}
+    			}
+    		}
     		log.info("Complete garbage collection  of MdStore");
+    	}
     	/**
-...
     	public void setMdstoreDao(final MDStoreDao mdstoreDao) {
     		this.mdstoreDao = mdstoreDao;
+    	}
     	@Override
     	public Boolean dropTransaction(final String mdId, final String idToDrop) throws MDStoreServiceException {
     		verifyConsistency();
     		BasicDBObject query = new BasicDBObject();
     		query.put("mdId", mdId);
     		DBCursor cursor = this.getManagerTable().find(query);
     		if (cursor.hasNext() == false) throw new DocumentNotFoundException("Error, unable to find Mdstore with Id " + mdId);
     		DBObject object = cursor.next();
     		BasicDBList values = (BasicDBList) object.get("transactions");
     		for (int i = 0; i < values.size(); i++) {
     			DBObject value = (DBObject) values.get(i);
     			String currentUsedId = (String) value.get("id");
     			if (currentUsedId.equals(idToDrop)) {
     				db.getCollection(idToDrop).drop();
     				values.remove(value);
     				this.managerTable.save(object);
     				return true;
+    			}
+    		}
     		throw new DocumentNotFoundException("Error, unable to drop old collection " + idToDrop);
+    	}
+    }

     		transactionManager.dropUsed(mdId, id);
     		return "redirect:mdstores.do?id=" + mdId;
+    	}
     	@RequestMapping(value = "/inspector/invalidTransactionCollection.do")
     	public String invalidTransactionCollection(final Model model, @RequestParam("mdId") final String mdId, @RequestParam("id") final String id)
     			throws MDStoreServiceException {
     		transactionManager.dropTransaction(mdId, id);
     		return "redirect:mdstores.do?id=" + mdId;
+    	}
+    }

       <tr>
         <th>Id</th>
         <th>Date</th>
         <th>Size</th>
         <th>Size</th>
         <th>drop</th>
       </tr>
       $info.transactions:{
        	<tr><td>$it.id$</td> <td>$it.date$</td><td>$it.size$</td> </tr>
        	<tr><td>$it.id$</td> <td>$it.date$</td><td>$it.size$</td> <td><a href="invalidTransactionCollection.do?mdId=$info.mdId$&id=$it.id$">drop </a></td> </tr>
        }$
     </table>

     <?xml version="1.0" encoding="UTF-8"?>
     <beans xmlns="http://www.springframework.org/schema/beans"
     	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p"
     	xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans-2.5.xsd">
     	xmlns:t="http://dnetlib.eu/springbeans/t"
     	xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd">
     	<bean id="mongodbMDStoreDao" class="eu.dnetlib.data.mdstore.modular.mongodb.MDStoreDaoImpl"
     		p:db-ref="mdstoreMongoDB" p:recordParser-ref="mdstoreRecordParser"
-...
     	<bean id= "mongoMdStoreTransaction"
     			class="eu.dnetlib.data.mdstore.modular.mongodb.MDStoreTransactionManagerImpl"
     			p:db-ref="mdstoreMongoDB"
     	/>
     	/>
     	<bean id="mdstoreMongoDB" factory-bean="mdstoreMongoServer"
     		factory-method="getDB">
     		<constructor-arg index="0"
     			value="${services.mdstore.mongodb.db}" />
     	</bean>
     	<bean t:id="transctionManagerGarabageCollectionJobSchedulerAccessor"
     		class="org.springframework.scheduling.quartz.SchedulerAccessorBean"
     		p:scheduler-ref="jobScheduler">
     		<property name="triggers">
     			<list>
     				<bean class="org.springframework.scheduling.quartz.CronTriggerBean">
     					<property name="jobDetail">
     						<bean class="org.springframework.scheduling.quartz.MethodInvokingJobDetailFactoryBean"
     							p:targetObject-ref="mongoMdStoreTransaction" p:targetMethod="garbage" />
     					</property>
     					<property name="cronExpression" value="0 0 23 1/1 * ? *" />
     				</bean>
     			</list>
     		</property>
     	</bean>
     </beans>

     	<groupId>eu.dnetlib</groupId>
     	<artifactId>cnr-mongo-mdstore</artifactId>
     	<packaging>jar</packaging>
     	<version>1.1.0-SNAPSHOT</version>
     	<version>2.0.0-SNAPSHOT</version>
     	<dependencies>
     		<dependency>
     			<groupId>junit</groupId>

Project

General

Profile

D-Net

Revision 28297

Added by Sandro La Bruzzo almost 10 years ago