/ - Diff - D-Net - D-Net project tracking tool

     import com.mongodb.client.model.CreateCollectionOptions;
     import eu.dnetlib.data.mdstore.MDStoreServiceException;
     import eu.dnetlib.data.mdstore.modular.MDStoreDescription;
     import eu.dnetlib.data.mdstore.modular.RecordParser;
     import eu.dnetlib.data.mdstore.modular.RecordParserFactory;
     import eu.dnetlib.data.mdstore.modular.connector.MDStore;
     import eu.dnetlib.data.mdstore.modular.connector.MDStoreDBStatus;
-...
     	@Override
     	public MDStore getMDStore(final String mdId) throws MDStoreServiceException {
     		final String internalId = transactionManager.getMDStoreCollection(mdId);
     		return new MongoMDStore(mdId, getDb().getCollection(internalId, DBObject.class), getRecordParserFactory().newInstance(), isDiscardRecords(), getDb());
     		return new MongoMDStore(mdId, getDb().getCollection(internalId, DBObject.class), getRecordParser(), isDiscardRecords(), getDb());
+    	}
     	/**
-...
     	@Override
     	public MDStore readMDStore(final String mdId) throws MDStoreServiceException {
     		final String internalId = transactionManager.readMdStore(mdId);
     		return new MongoMDStore(mdId, getDb().getCollection(internalId, DBObject.class), getRecordParserFactory().newInstance(), isDiscardRecords(), getDb());
     		return new MongoMDStore(mdId, getDb().getCollection(internalId, DBObject.class), getRecordParser(), isDiscardRecords(), getDb());
+    	}
     	/**
-...
     	@Override
     	public MDStore startTransaction(final String mdId, final boolean refresh) throws MDStoreServiceException {
     		final String transactionId = transactionManager.startTransaction(mdId, refresh);
     		return new MongoMDStore(transactionId, getDb().getCollection(transactionId, DBObject.class), getRecordParserFactory().newInstance(), isDiscardRecords(),
     		return new MongoMDStore(transactionId, getDb().getCollection(transactionId, DBObject.class), getRecordParser(), isDiscardRecords(),
     				getDb());
+    	}
     	private RecordParser getRecordParser() {
     		final RecordParser parser = getRecordParserFactory().newInstance();
     		parser.setTimestamp(DateUtils.now());
     		return parser;
+    	}
     	/**
     	 * {@inheritDoc}
     	 */

     		obj.put("id", recordProperties.get("id"));
     		obj.put("originalId", recordProperties.get("originalId"));
     		obj.put("body", record);
     		obj.put("timestamp", System.currentTimeMillis());
     		obj.put("timestamp", recordProperties.get("timestamp"));
     		if (indexFieldProperties != null)
     			obj.putAll(indexFieldProperties);
     		return obj;

     public class SimpleRecordParser implements RecordParser {
     	static final Log log = LogFactory.getLog(SimpleRecordParser.class); // NOPMD by marko on 11/24/08 5:02 PM
     	private long ts;
     	@Override
     	public Map<String, String> parseRecord(String record) {
     		Map<String, String> props = new HashMap<String, String>();
     		props.put("timestamp", String.valueOf(getTimestamp()));
     		try {
     //			DocumentBuilder builder = DocumentBuilderFactory.newInstance().newDocumentBuilder();
-...
+    	}
     	@Override
     	public void setTimestamp(final long ts) {
     		this.ts = ts;
+    	}
     	@Override
     	public long getTimestamp() {
     		return ts;
+    	}
+    }

      */
     public class StreamingRecordParser implements RecordParser {
     	private long ts;
     	@Override
     	public Map<String, String> parseRecord(String record) {
-...
     			XMLStreamReader parser = factory.createXMLStreamReader(new ByteArrayInputStream(record.getBytes()));
     			HashMap<String, String> res = new HashMap<String, String>();
     			res.put("timestamp", String.valueOf(getTimestamp()));
     			Stack<String> elementStack = new Stack<String>();
     			elementStack.push("/");
-...
     		return elementStack.get(elementStack.size() - 3);
+    	}
     	@Override
     	public void setTimestamp(final long ts) {
     		this.ts = ts;
+    	}
     	@Override
     	public long getTimestamp() {
     		return ts;
+    	}
+    }

     import java.util.Map;
     import eu.dnetlib.miscutils.datetime.DateUtils;
     /**
      * Parses a mdrecord and extracts the minimum information (like id, date etc) which is necessary for the mdstoring
      * process.
-...
      */
     public interface RecordParser {
     	public Map<String, String> parseRecord(String record);
     	Map<String, String> parseRecord(String record);
     	void setTimestamp(long ts);
     	default long getTimestamp() {
     		return DateUtils.now();
+    	}
+    }

     package eu.dnetlib.data.mdstore.modular.action;
     import java.util.List;
     import eu.dnetlib.data.mdstore.MDStoreServiceException;
     import eu.dnetlib.data.mdstore.modular.MDFormatDescription;
     import eu.dnetlib.data.mdstore.modular.MDStoreFeeder;
-...
     import org.springframework.beans.factory.annotation.Autowired;
     import org.springframework.beans.factory.annotation.Required;
     import java.util.List;
     import java.util.Map;
     public class FeedAction extends AbstractMDStoreAction {
     	private static final Log log = LogFactory.getLog(FeedAction.class);
-...
+            }
             feeder.feed(mdId, epr, storingType, true, mdformats, new DoneCallback() {
     			@Override
     			public void call(final Map<String, String> params) {
     				job.getParameters().put("mdstoreSize", "" + params.get("mdstoreSize"));
     				job.getParameters().put("writeOps", "" + params.get("writeOps"));
     				completeWithSuccess(handler, job);
+    			}
     		}, new FailedCallback() {
     			@Override
     			public void call(final Throwable e) {
     				log.error("Error feeding mdstore: " + mdId, e);
     				completeWithFail(handler, job, e);
+    			}
     		});
             feeder.feed(mdId, epr, storingType, true, mdformats, params -> {
     	        job.getParameters().put("mdstoreSize", "" + params.get("mdstoreSize"));
     	        job.getParameters().put("writeOps", "" + params.get("writeOps"));
     	        completeWithSuccess(handler, job);
             }, e -> {
     	        log.error("Error feeding mdstore: " + mdId, e);
     	        completeWithFail(handler, job, e);
             });
+    	}
     	public MDStoreFeeder getFeeder() {

Project

General

Profile

D-Net

Revision 52042

Added by Claudio Atzori almost 6 years ago