/modules/dnet-hadoop-service/trunk/src/main/java/eu/dnetlib/data/hadoop/HadoopServiceImpl.java - Annotate - D-Net - D-Net project tracking tool

dnet45/modules/dnet-hadoop-service/trunk/src/main/java/eu/dnetlib/data/hadoop/HadoopServiceImpl.java @ 49795

-            sandro.lab
+package eu.dnetlib.data.hadoop;
 import java.io.IOException;
 import java.util.List;
-            claudio.at
+import java.util.Map;
 import java.util.Map.Entry;
-            sandro.lab
+import java.util.Set;
 import com.google.common.collect.Lists;
-            claudio.at
+import com.google.common.collect.Maps;
-            sandro.lab
+import eu.dnetlib.data.hadoop.config.ClusterName;
 import eu.dnetlib.data.hadoop.rmi.HadoopJobDescriptor;
 import eu.dnetlib.data.hadoop.rmi.HadoopService;
 import eu.dnetlib.data.hadoop.rmi.HadoopServiceException;
-            claudio.at
+import eu.dnetlib.data.hadoop.rmi.hbase.HBaseRowDescriptor;
-            sandro.lab
+import eu.dnetlib.enabling.tools.AbstractBaseService;
 import eu.dnetlib.enabling.tools.blackboard.NotificationHandler;
-            alessia.ba
+import org.apache.commons.codec.binary.Base64;
 import org.apache.commons.logging.Log;
 import org.apache.commons.logging.LogFactory;
-            claudio.at
+import org.apache.hadoop.conf.Configuration;
-            alessia.ba
+import org.apache.hadoop.hbase.client.Put;
 import org.apache.hadoop.hbase.util.Bytes;
-            claudio.at
+import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.beans.factory.annotation.Required;
             sandro.lab
-            claudio.at
+/**
  * The Class HadoopServiceImpl.
  */
-            sandro.lab
+public class HadoopServiceImpl extends AbstractBaseService implements HadoopService {
-            alessia.ba
+	private static final Log log = LogFactory.getLog(HadoopServiceImpl.class);
-            sandro.lab
+	/**
 	 * notification handler.
 	 */
 	private NotificationHandler notificationHandler;
-            claudio.at
+	/** The hadoop service core. */
-            sandro.lab
+	@Autowired
 	private HadoopServiceCore hadoopServiceCore;
-            claudio.at
+	/** The job registry. */
-            sandro.lab
+	@Autowired
 	private JobRegistry jobRegistry;
-            claudio.at
+	/*
 	 * (non-Javadoc)
             claudio.at
-            claudio.at
+	 * @see eu.dnetlib.data.hadoop.rmi.HadoopService#listAvailableJobs()
 	 */
-            sandro.lab
+	@Override
 	public List<String> listAvailableJobs() throws HadoopServiceException {
 		List<String> res = Lists.newArrayList();
 		return res;
+	}
-            claudio.at
+	/*
 	 * (non-Javadoc)
             claudio.at
-            claudio.at
+	 * @see eu.dnetlib.data.hadoop.rmi.HadoopService#listJobs(java.lang.String)
 	 */
-            sandro.lab
+	@Override
-            claudio.at
+	public List<HadoopJobDescriptor> listJobs(final String clusterName) throws HadoopServiceException {
 		return jobRegistry.listJobs(checkExists(clusterName));
             sandro.lab
-            claudio.at
+	/*
 	 * (non-Javadoc)
             claudio.at
-            claudio.at
+	 * @see eu.dnetlib.data.hadoop.rmi.HadoopService#killJob(java.lang.String)
 	 */
-            sandro.lab
+	@Override
-            claudio.at
+	public boolean killJob(final String jobId) throws HadoopServiceException {
-            sandro.lab
+		jobRegistry.unregisterJob(jobId);
 		return true;
+	}
-            claudio.at
+	/*
 	 * (non-Javadoc)
             claudio.at
-            claudio.at
+	 * @see eu.dnetlib.enabling.tools.AbstractBaseService#notify(java.lang.String, java.lang.String, java.lang.String, java.lang.String)
 	 */
-            sandro.lab
+	@Override
-            claudio.at
+	public void notify(final String subscriptionId, final String topic, final String isId, final String message) {
-            sandro.lab
+		getNotificationHandler().notified(subscriptionId, topic, isId, message);
+	}
-            claudio.at
+	/*
 	 * (non-Javadoc)
             claudio.at
-            claudio.at
+	 * @see eu.dnetlib.data.hadoop.rmi.HadoopService#listHbaseTables(java.lang.String)
 	 */
-            sandro.lab
+	@Override
-            claudio.at
+	public List<String> listHbaseTables(final String clusterName) throws HadoopServiceException {
-            sandro.lab
+		try {
-            claudio.at
+			return hadoopServiceCore.listTables(checkExists(clusterName));
-            sandro.lab
+		} catch (IOException e) {
 			throw new HadoopServiceException(e);
+		}
+	}
-            claudio.at
+	/*
 	 * (non-Javadoc)
             claudio.at
-            claudio.at
+	 * @see eu.dnetlib.data.hadoop.rmi.HadoopService#ensureHbaseTable(java.lang.String, java.lang.String, java.util.Set)
 	 */
-            sandro.lab
+	@Override
-            claudio.at
+	public boolean ensureHbaseTable(final String clusterName, final String tableName, final Set<String> columns) throws HadoopServiceException {
-            sandro.lab
+		try {
-            claudio.at
+			hadoopServiceCore.ensureTable(checkExists(clusterName), tableName, columns);
-            sandro.lab
+			return true;
 		} catch (IOException e) {
 			throw new HadoopServiceException(e);
+		}
+	}
-            claudio.at
+	/*
 	 * (non-Javadoc)
             claudio.at
-            claudio.at
+	 * @see eu.dnetlib.data.hadoop.rmi.HadoopService#createHbaseTable(java.lang.String, java.lang.String, java.util.Set)
 	 */
-            sandro.lab
+	@Override
-            claudio.at
+	public boolean createHbaseTable(final String clusterName, final String tableName, final Set<String> columns) throws HadoopServiceException {
-            sandro.lab
+		try {
-            claudio.at
+			hadoopServiceCore.createTable(checkExists(clusterName), tableName, columns);
-            sandro.lab
+			return true;
 		} catch (IOException e) {
 			throw new HadoopServiceException(e);
+		}
+	}
-            claudio.at
+	/*
 	 * (non-Javadoc)
             claudio.at
 	 * @see eu.dnetlib.data.hadoop.rmi.HadoopService#createHbaseTable(java.lang.String, java.lang.String, java.util.String)
 	 */
 	@Override
 	public boolean createConfiguredHbaseTable(final String clusterName, final String tableName, final String tableConfiguration) throws HadoopServiceException {
 		try {
 			hadoopServiceCore.createTable(checkExists(clusterName), tableName, tableConfiguration);
 			return true;
 		} catch (IOException e) {
 			throw new HadoopServiceException(e);
+		}
+	}
 	/*
 	 * (non-Javadoc)
             claudio.at
-            claudio.at
+	 * @see eu.dnetlib.data.hadoop.rmi.HadoopService#truncateHbaseTable(java.lang.String, java.lang.String)
 	 */
-            sandro.lab
+	@Override
-            claudio.at
+	public boolean truncateHbaseTable(final String clusterName, final String tableName) throws HadoopServiceException {
-            sandro.lab
+		try {
-            claudio.at
+			hadoopServiceCore.truncateTable(checkExists(clusterName), tableName);
-            sandro.lab
+		} catch (IOException e) {
 			throw new HadoopServiceException(e);
+		}
 		return true;
+	}
-            claudio.at
+	/*
 	 * (non-Javadoc)
             claudio.at
-            claudio.at
+	 * @see eu.dnetlib.data.hadoop.rmi.HadoopService#dropHbaseTable(java.lang.String, java.lang.String)
 	 */
-            claudio.at
+	@Override
-            claudio.at
+	public boolean dropHbaseTable(final String clusterName, final String tableName) throws HadoopServiceException {
-            claudio.at
+		try {
-            claudio.at
+			hadoopServiceCore.dropTable(checkExists(clusterName), tableName);
-            claudio.at
+		} catch (IOException e) {
 			throw new HadoopServiceException(e);
+		}
 		return true;
+	}
-            claudio.at
+	/*
 	 * (non-Javadoc)
             claudio.at
-            claudio.at
+	 * @see eu.dnetlib.data.hadoop.rmi.HadoopService#existHbaseTable(java.lang.String, java.lang.String)
 	 */
-            claudio.at
+	@Override
-            claudio.at
+	public boolean existHbaseTable(final String clusterName, final String tableName) throws HadoopServiceException {
-            claudio.at
+		try {
-            claudio.at
+			return hadoopServiceCore.existTable(checkExists(clusterName), tableName);
-            claudio.at
+		} catch (IOException e) {
 			throw new HadoopServiceException(e);
+		}
+	}
-            claudio.at
+	/*
 	 * (non-Javadoc)
             claudio.at
-            claudio.at
+	 * @see eu.dnetlib.data.hadoop.rmi.HadoopService#getClusterConfiguration(java.lang.String)
 	 */
-            claudio.at
+	@Override
 	public Map<String, String> getClusterConfiguration(final String clusterName) throws HadoopServiceException {
 		final Configuration conf = hadoopServiceCore.getClusterConiguration(checkExists(clusterName));
 		final Map<String, String> res = Maps.newHashMap();
 		for (Entry<String, String> e : conf) {
 			res.put(e.getKey(), e.getValue());
+		}
 		return res;
+	}
-            claudio.at
+	@Override
-            claudio.at
+	public boolean deleteHdfsPath(final String clusterName, final String path) throws HadoopServiceException {
 		return hadoopServiceCore.deleteFromHdfs(checkExists(clusterName), path);
+	}
 	@Override
-            claudio.at
+	public boolean existHdfsPath(final String clusterName, final String path) throws HadoopServiceException {
 		return hadoopServiceCore.existHdfsPath(checkExists(clusterName), path);
+	}
 	@Override
-            claudio.at
+	public boolean createHdfsDirectory(final String clusterName, final String path, final boolean force) throws HadoopServiceException {
 		return hadoopServiceCore.createHdfsDir(checkExists(clusterName), path, force);
+	}
 	@Override
-            claudio.at
+	public List<String> listClusters() throws HadoopServiceException {
 		try {
 			return ClusterName.asStringList();
 		} catch (Throwable e) {
 			throw new HadoopServiceException(e);
+		}
+	}
-            claudio.at
+	@Override
 	public List<String> describeHbaseTable(final String clusterName, final String tableName) throws HadoopServiceException {
 		try {
 			return hadoopServiceCore.describeTable(checkExists(clusterName), tableName);
 		} catch (IOException e) {
 			throw new HadoopServiceException(e);
+		}
+	}
-            claudio.at
+	@Override
 	public HBaseRowDescriptor describeHBaseColumn(final String clusterName, final String tableName, final String rowKey) throws HadoopServiceException {
 		try {
 			return hadoopServiceCore.describeRow(checkExists(clusterName), tableName, rowKey);
 		} catch (IOException e) {
 			throw new HadoopServiceException(e);
+		}
+	}
             sandro.lab
-            claudio.at
+	@Override
 	public Map<String, HBaseRowDescriptor> describeHBaseColumns(final String clusterName, final String tableName, final List<String> rowKeys) throws HadoopServiceException {
 		try {
 			return hadoopServiceCore.describeRows(checkExists(clusterName), tableName, rowKeys);
 		} catch (IOException e) {
 			throw new HadoopServiceException(e);
+		}
+	}
-            claudio.at
+	@Override
-            claudio.at
+	public String describeHBaseTableConfiguration(final String clusterName, final String tableName) throws HadoopServiceException {
 		try {
 			return hadoopServiceCore.getHBaseTableDescriptor(checkExists(clusterName), tableName);
 		} catch (IOException e) {
 			throw new HadoopServiceException(e);
+		}
+	}
 	@Override
-            claudio.at
+	public boolean deleteHBaseColumn(final String clusterName, final String tableName, final HBaseRowDescriptor column) throws HadoopServiceException {
 		try {
 			hadoopServiceCore.deleteColumnsFromHBase(checkExists(clusterName), tableName, Lists.newArrayList(column));
 			return true;
 		} catch (IOException e) {
 			throw new HadoopServiceException(e);
+		}
+	}
 	@Override
 	public boolean deleteHBaseColumns(final String clusterName, final String tableName, final List<HBaseRowDescriptor> column) throws HadoopServiceException {
 		try {
 			hadoopServiceCore.deleteColumnsFromHBase(checkExists(clusterName), tableName, column);
 			return true;
 		} catch (IOException e) {
 			throw new HadoopServiceException(e);
+		}
+	}
-            alessia.ba
+	@Override
 	public void addHBaseColumn(final String clusterName,
 			final String tableName,
 			final String rowKey,
 			final String columnFamily,
 			final String qualifier,
 			final String value)
 			throws HadoopServiceException {
 		log.debug(String.format("adding value to K: '%s' CF:'%s' Q:'%s'", rowKey, columnFamily, qualifier));
 		final Put put = new Put(Bytes.toBytes(rowKey)).add(Bytes.toBytes(columnFamily), Bytes.toBytes(qualifier), Base64.decodeBase64(value));
 		try {
 			hadoopServiceCore.writeOnHBase(ClusterName.valueOf(clusterName), tableName, Lists.newArrayList(put));
 		} catch (IOException e) {
 			throw new HadoopServiceException(e);
+		}
+	}
-            claudio.at
+	///////////////////
-            claudio.at
+	/**
 	 * Check exists.
             claudio.at
-            claudio.at
+	 * @param clusterName
 	 *            the cluster name
 	 * @return the cluster name
 	 * @throws HadoopServiceException
 	 *             the hadoop service exception
 	 */
-            claudio.at
+	private ClusterName checkExists(final String clusterName) throws HadoopServiceException {
 		try {
 			return ClusterName.valueOf(clusterName);
 		} catch (final IllegalArgumentException e) {
 			throw new HadoopServiceException("Invalid cluster name: " + clusterName);
+		}
+	}
-            claudio.at
+	/**
 	 * Gets the notification handler.
             claudio.at
-            claudio.at
+	 * @return the notification handler
 	 */
-            sandro.lab
+	public NotificationHandler getNotificationHandler() {
 		return notificationHandler;
+	}
-            claudio.at
+	/**
 	 * Sets the notification handler.
             claudio.at
-            claudio.at
+	 * @param notificationHandler
 	 *            the new notification handler
 	 */
-            sandro.lab
+	@Required
-            claudio.at
+	public void setNotificationHandler(final NotificationHandler notificationHandler) {
-            sandro.lab
+		this.notificationHandler = notificationHandler;
+	}
+}

Project

General

Profile

D-Net