Revision 40024
Added by Alessia Bardi over 8 years ago
modules/dnet-mapreduce-jobs/trunk/install.sh | ||
---|---|---|
2 | 2 |
|
3 | 3 |
mvn clean install -DskipTests=true; |
4 | 4 |
rm -rf ~/.m2/repository/eu/dnetlib/dnet-mapreduce-jobs-assembly; |
5 |
mvn assembly:assembly -DskipTests=true && mvn install:install-file -Dfile=target/dnet-mapreduce-jobs-0.0.8.1-SNAPSHOT-jar-with-dependencies.jar -DgroupId=eu.dnetlib -DartifactId=dnet-mapreduce-jobs-assembly -Dversion=0.0.8.1-SNAPSHOT -Dpackaging=jar |
|
5 |
mvn assembly:assembly -DskipTests=true && mvn install:install-file -Dfile=target/dnet-mapreduce-jobs-0.0.8.3-SNAPSHOT-jar-with-dependencies.jar -DgroupId=eu.dnetlib -DartifactId=dnet-mapreduce-jobs-assembly -Dversion=0.0.8.3-SNAPSHOT -Dpackaging=jar |
modules/dnet-mapreduce-jobs/trunk/pom.xml | ||
---|---|---|
1 | 1 |
<?xml version="1.0" ?> |
2 |
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"> |
|
2 |
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" |
|
3 |
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"> |
|
3 | 4 |
<parent> |
4 | 5 |
<groupId>eu.dnetlib</groupId> |
5 | 6 |
<artifactId>dnet-hadoop-parent</artifactId> |
6 |
<version>1.0.0-SNAPSHOT</version>
|
|
7 |
<relativePath />
|
|
7 |
<version>1.0.0</version> |
|
8 |
<relativePath/> |
|
8 | 9 |
</parent> |
9 | 10 |
<modelVersion>4.0.0</modelVersion> |
10 | 11 |
<groupId>eu.dnetlib</groupId> |
11 | 12 |
<artifactId>dnet-mapreduce-jobs</artifactId> |
12 |
<version>0.0.8.1-SNAPSHOT</version>
|
|
13 |
<version>0.0.8.3-SNAPSHOT</version>
|
|
13 | 14 |
<packaging>jar</packaging> |
14 | 15 |
<scm> |
15 | 16 |
<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-mapreduce-jobs/trunk</developerConnection> |
16 |
</scm>
|
|
17 |
</scm> |
|
17 | 18 |
<build> |
18 | 19 |
<plugins> |
19 | 20 |
<plugin> |
... | ... | |
73 | 74 |
<groupId>eu.dnetlib</groupId> |
74 | 75 |
<artifactId>dnet-index-solr-common</artifactId> |
75 | 76 |
<version>[1.0.0,2.0.0)</version> |
76 |
</dependency>
|
|
77 |
</dependency> |
|
77 | 78 |
<dependency> |
78 | 79 |
<groupId>org.apache.solr</groupId> |
79 | 80 |
<artifactId>solr-solrj</artifactId> |
... | ... | |
97 | 98 |
<groupId>com.mycila</groupId> |
98 | 99 |
<artifactId>xmltool</artifactId> |
99 | 100 |
<version>3.3</version> |
100 |
</dependency>
|
|
101 |
</dependency> |
|
101 | 102 |
<dependency> |
102 | 103 |
<groupId>eu.dnetlib</groupId> |
103 | 104 |
<artifactId>cnr-misc-utils</artifactId> |
... | ... | |
188 | 189 |
<groupId>com.typesafe</groupId> |
189 | 190 |
<artifactId>config</artifactId> |
190 | 191 |
<version>1.2.1</version> |
191 |
</dependency>
|
|
192 |
</dependency> |
|
192 | 193 |
<dependency> |
193 | 194 |
<groupId>eu.dnetlib</groupId> |
194 | 195 |
<artifactId>dnet-pace-core</artifactId> |
... | ... | |
209 | 210 |
<artifactId>dnet-actionmanager-common</artifactId> |
210 | 211 |
<version>[2.0.0,3.0.0)</version> |
211 | 212 |
</dependency> |
212 |
|
|
213 |
<!-- <dependency> --> |
|
214 |
<!-- <groupId>org.elasticsearch</groupId> --> |
|
215 |
<!-- <artifactId>elasticsearch-hadoop</artifactId> --> |
|
216 |
<!-- <version>2.0.2</version> --> |
|
217 |
<!-- </dependency> --> |
|
213 |
|
|
214 |
<!-- <dependency> -->
|
|
215 |
<!-- <groupId>org.elasticsearch</groupId> -->
|
|
216 |
<!-- <artifactId>elasticsearch-hadoop</artifactId> -->
|
|
217 |
<!-- <version>2.0.2</version> -->
|
|
218 |
<!-- </dependency> -->
|
|
218 | 219 |
<dependency> |
219 |
<groupId>org.elasticsearch</groupId>
|
|
220 |
<artifactId>elasticsearch-hadoop-mr</artifactId>
|
|
221 |
<version>2.0.2</version>
|
|
220 |
<groupId>org.elasticsearch</groupId>
|
|
221 |
<artifactId>elasticsearch-hadoop-mr</artifactId>
|
|
222 |
<version>2.0.2</version>
|
|
222 | 223 |
</dependency> |
223 | 224 |
<dependency> |
224 | 225 |
<groupId>org.mockito</groupId> |
225 | 226 |
<artifactId>mockito-all</artifactId> |
226 | 227 |
<version>1.8.5</version> |
227 |
</dependency>
|
|
228 |
|
|
228 |
</dependency> |
|
229 |
|
|
229 | 230 |
</dependencies> |
230 | 231 |
</project> |
modules/dnet-mapreduce-jobs/trunk/update.sh | ||
---|---|---|
1 | 1 |
#!/bin/sh |
2 | 2 |
|
3 | 3 |
cd target/classes/ |
4 |
zip ~/.m2/repository/eu/dnetlib/dnet-mapreduce-jobs-assembly/0.0.8.0-SNAPSHOT/dnet-mapreduce-jobs-assembly-0.0.8.0-SNAPSHOT.jar $(find eu -name '*.class') |
|
4 |
zip ~/.m2/repository/eu/dnetlib/dnet-mapreduce-jobs-assembly/0.0.8.3-SNAPSHOT/dnet-mapreduce-jobs-assembly-0.0.8.3-SNAPSHOT.jar $(find eu -name '*.class') |
modules/dnet-mapreduce-jobs/trunk/upload.sh | ||
---|---|---|
1 | 1 |
#!/bin/bash |
2 | 2 |
|
3 | 3 |
echo "copy uber jar to hadoop node..." |
4 |
scp ~/.m2/repository/eu/dnetlib/dnet-mapreduce-jobs-assembly/0.0.8.0-SNAPSHOT/dnet-mapreduce-jobs-assembly-0.0.8.1-SNAPSHOT.jar root@quorum2.t.hadoop.research-infrastructures.eu:/tmp/
|
|
4 |
scp ~/.m2/repository/eu/dnetlib/dnet-mapreduce-jobs-assembly/0.0.8.3-SNAPSHOT/dnet-mapreduce-jobs-assembly-0.0.8.3-SNAPSHOT.jar root@quorum2.t.hadoop.research-infrastructures.eu:/tmp/
|
|
5 | 5 |
|
6 | 6 |
echo "copy done! Now uploading library..." |
7 | 7 |
|
8 | 8 |
ssh root@quorum2.t.hadoop.research-infrastructures.eu su hdfs <<'EOF' |
9 | 9 |
export HADOOP_LOG_DIR=/var/log/hadoop-0.20-mapreduce |
10 |
hadoop fs -rm -skipTrash hdfs://nmis-hadoop-cluster/user/dnet/lib/dnet-mapreduce-jobs-assembly-0.0.8.1-SNAPSHOT.jar
|
|
11 |
hadoop fs -copyFromLocal /tmp/dnet-mapreduce-jobs-assembly-0.0.8.1-SNAPSHOT.jar hdfs://nmis-hadoop-cluster/user/dnet/lib/
|
|
10 |
hadoop fs -rm -skipTrash hdfs://nmis-hadoop-cluster/user/dnet/lib/dnet-mapreduce-jobs-assembly-0.0.8.3-SNAPSHOT.jar
|
|
11 |
hadoop fs -copyFromLocal /tmp/dnet-mapreduce-jobs-assembly-0.0.8.3-SNAPSHOT.jar hdfs://nmis-hadoop-cluster/user/dnet/lib/
|
|
12 | 12 |
echo "Done!" |
13 |
EOF |
|
13 |
EOF |
Also available in: Unified diff
bumbed minor version