Project

General

Profile

« Previous | Next » 

Revision 55238

Added by Alessia Bardi about 5 years ago

Addressing quality of the research graph: #4368 and #4360.

View differences:

DOIBoostToActionsTest.java
1 1 
package eu.dnetlib.data.mapreduce.actions;
2 2 

  		




  
  3
  
    
import java.io.*;


  		




  
  4
  
    
import java.util.List;


  		




  
  5
  
    
import java.util.zip.DataFormatException;


  		




  
  6
  
    
import java.util.zip.Inflater;


  		




  
  7
  
    

  		




  3
  8
  
    
import com.google.common.collect.Lists;


  		




  4
  9
  
    
import com.google.gson.JsonObject;


  		




  5
  10
  
    
import com.google.gson.JsonParser;


  		




  6
  11
  
    
import eu.dnetlib.actionmanager.actions.ActionFactory;


  		




  7
  12
  
    
import eu.dnetlib.actionmanager.actions.AtomicAction;


  		




  8
  13
  
    
import eu.dnetlib.actionmanager.common.Agent;


  		




  
  14
  
    
import eu.dnetlib.data.mapreduce.hbase.Reporter;


  		




  9
  15
  
    
import eu.dnetlib.data.mapreduce.hbase.dataimport.DOIBoostToActions;


  		




  10
  16
  
    
import eu.dnetlib.data.transform.Column;


  		




  11
  17
  
    
import eu.dnetlib.data.transform.Row;


  		




  ......




  14
  20
  
    
import org.junit.Before;


  		




  15
  21
  
    
import org.junit.Test;


  		




  16
  22
  
    

  		




  17
  
  
    
import java.io.*;


  		




  18
  
  
    
import java.util.List;


  		




  19
  
  
    
import java.util.zip.DataFormatException;


  		




  20
  
  
    
import java.util.zip.Inflater;


  		




  21
  
  
    

  		




  22
  23
  
    
public class DOIBoostToActionsTest  {


  		




  23
  24
  
    
    private String setName;


  		




  24
  25
  
    
    private Agent agent;


  		




  
  26
  
    
    private Reporter reporter;


  		




  25
  27
  
    

  		




  26
  28
  
    

  		




  27
  
  
    

  		




  28
  29
  
    
    @Before


  		




  29
  30
  
    
    public void setup() {


  		




  30
  31
  
    
        setName = "DLI";


  		




  31
  32
  
    
        agent= new Agent("agentId","agentName", Agent.AGENT_TYPE.service);


  		




  
  33
  
    
        reporter = (Reporter) (counterGroup, counterName, delta) -> System.out.println(String.format("COUNTER: %s - %s : %d", counterGroup, counterName, delta));


  		




  32
  34
  
    
    }


  		




  33
  35
  
    

  		




  34
  36
  
    
    @Test


  		




  35
  37
  
    
    public void testSingleDOIBoostAction() throws IOException {


  		




  36
  38
  
    
        doTestSingleDOIBoostAction("/eu/dnetlib/data/mapreduce/actions/DOIBoostAction.json");


  		




  37
  39
  
    
    }


  		




  
  40
  
    
    @Test


  		




  
  41
  
    
    public void testSingleDOIBoostActionFilter() throws IOException {


  		




  
  42
  
    
        doTestSingleDOIBoostAction("/eu/dnetlib/data/mapreduce/actions/DOIBoostAction_filterOut.json");


  		




  
  43
  
    
    }


  		




  38
  44
  
    

  		




  39
  45
  
    

  		




  40
  46
  
    
    @Test


  		




  ......




  94
  100
  
    

  		




  95
  101
  
    
        final JsonParser parser = new JsonParser();


  		




  96
  102
  
    
        JsonObject root = parser.parse(line).getAsJsonObject();


  		




  97
  
  
    
        List<AtomicAction> actions = DOIBoostToActions.generatePublicationActionsFromDump(root, new ActionFactory(), setName, agent, false, false);


  		




  
  103
  
    
        List<AtomicAction> actions = DOIBoostToActions.generatePublicationActionsFromDump(root, new ActionFactory(), setName, agent, false, false,reporter);


  		




  
  104
  
    

  		




  98
  105
  
    
        if (actions!= null) {


  		




  99
  106
  
    
            actions.forEach(action-> {


  		




  100
  107
  
    
                if (action.getTargetColumn().equals("body") && action.getTargetColumnFamily().equals("result"))


  		




  ......




  121
  128
  
    

  		




  122
  129
  
    
        final JsonParser parser = new JsonParser();


  		




  123
  130
  
    
        JsonObject root = parser.parse(line).getAsJsonObject();


  		




  124
  
  
    
        List<AtomicAction> actions = DOIBoostToActions.generatePublicationActionsFromDump(root, new ActionFactory(), setName, agent, false, false);


  		




  
  131
  
    
        List<AtomicAction> actions = DOIBoostToActions.generatePublicationActionsFromDump(root, new ActionFactory(), setName, agent, false, false, reporter);


  		




  125
  132
  
    
        if (actions!= null) {


  		




  126
  133
  
    

  		




  127
  134
  
    
            actions.forEach(it -> System.out.println(String.format(" RowKey:%s TargetColumnFamily:%s   TargetColumn: %s", it.getTargetRowKey(), it.getTargetColumnFamily(), it.getTargetColumn())));


  		




  ......




  141
  148
  
    
            final JsonParser parser = new JsonParser();


  		




  142
  149
  
    
            JsonObject root = parser.parse(line).getAsJsonObject();


  		




  143
  150
  
    
            try {


  		




  144
  
  
    
                List<AtomicAction> atomicActions = DOIBoostToActions.generatePublicationActionsFromDump(root, new ActionFactory(), setName, agent, false, false);


  		




  
  151
  
    
                List<AtomicAction> atomicActions = DOIBoostToActions.generatePublicationActionsFromDump(root, new ActionFactory(), setName, agent, false, false, reporter);


  		




  145
  152
  
    
                if (atomicActions!= null)


  		




  146
  153
  
    
                {


  		




  147
  154
  
    
                    i ++;


  		












Also available in:  Unified diff