Project

General

Profile

« Previous | Next » 

Revision 41519

Added by Claudio Atzori about 8 years ago

updated scripts

View differences:

upload.sh
1 1 
#!/bin/bash
2 2 

  		




  3
  3
  
    
echo "copy uber jar to hadoop node..."


  		




  4
  
  
    
scp ~/.m2/repository/eu/dnetlib/dnet-mapreduce-jobs-assembly/0.0.8.5-SNAPSHOT/dnet-mapreduce-jobs-assembly-0.0.8.5-SNAPSHOT.jar root@quorum2.t.hadoop.research-infrastructures.eu:/tmp/


  		




  
  4
  
    
scp ~/.m2/repository/eu/dnetlib/dnet-mapreduce-jobs-assembly/0.0.8.6-SNAPSHOT/dnet-mapreduce-jobs-assembly-0.0.8.6-SNAPSHOT.jar root@quorum2.t.hadoop.research-infrastructures.eu:/tmp/


  		




  5
  5
  
    

  		




  6
  6
  
    
echo "copy done! Now uploading library..."


  		




  7
  7
  
    

  		




  8
  8
  
    
ssh root@quorum2.t.hadoop.research-infrastructures.eu su hdfs <<'EOF'


  		




  9
  9
  
    
export HADOOP_LOG_DIR=/var/log/hadoop-0.20-mapreduce


  		




  10
  
  
    
hadoop fs -rm -skipTrash hdfs://nmis-hadoop-cluster/user/dnet/lib/dnet-mapreduce-jobs-assembly-0.0.8.5-SNAPSHOT-person.jar


  		




  11
  
  
    
hadoop fs -copyFromLocal /tmp/dnet-mapreduce-jobs-assembly-0.0.8.5-SNAPSHOT.jar hdfs://nmis-hadoop-cluster/user/dnet/lib/dnet-mapreduce-jobs-assembly-0.0.8.5-SNAPSHOT-person.jar


  		




  
  10
  
    
hadoop fs -rm -skipTrash hdfs://nmis-hadoop-cluster/user/dnet/lib/dnet-mapreduce-jobs-assembly-0.0.8.6-SNAPSHOT-person.jar


  		




  
  11
  
    
hadoop fs -copyFromLocal /tmp/dnet-mapreduce-jobs-assembly-0.0.8.6-SNAPSHOT.jar hdfs://nmis-hadoop-cluster/user/dnet/lib/dnet-mapreduce-jobs-assembly-0.0.8.6-SNAPSHOT-person.jar


  		




  12
  12
  
    
echo "Done!"


  		




  13
  13
  
    
EOF


  		












Also available in:  Unified diff