D-Net

import java.io.*;

import java.util.List;

import java.util.zip.DataFormatException;

import java.util.zip.Inflater;

import eu.dnetlib.data.mapreduce.hbase.Reporter;

    private Reporter reporter;

        reporter = (Reporter) (counterGroup, counterName, delta) -> System.out.println(String.format("COUNTER: %s - %s : %d", counterGroup, counterName, delta));

    @Test

    public void testSingleDOIBoostActionFilter() throws IOException {

        doTestSingleDOIBoostAction("/eu/dnetlib/data/mapreduce/actions/DOIBoostAction_filterOut.json");

    }

        List<AtomicAction> actions = DOIBoostToActions.generatePublicationActionsFromDump(root, new ActionFactory(), setName, agent, false, false,reporter);

        List<AtomicAction> actions = DOIBoostToActions.generatePublicationActionsFromDump(root, new ActionFactory(), setName, agent, false, false, reporter);

                List<AtomicAction> atomicActions = DOIBoostToActions.generatePublicationActionsFromDump(root, new ActionFactory(), setName, agent, false, false, reporter);

{"publisher": "Elsevier BV", "doi": "10.1002/(sici)1098-0997(1999)7:5<248::aid-idog8>3.0.co;2-v", "hostedByOpenAire": {"name": "Infectious Diseases in Obstetrics and Gynecology", "id": "doajarticles::1064-7449"}, "license": [{"url": "http://doi.wiley.com/10.1002/tdm_license_1.1", "content-version": "tdm", "\"delay-in-days": null, "date-time": "2015-09-01T00:00:00Z"}, {"url": "https://doi.org/10.1002/(sici)1098-0997(1999)7:5<248::aid-idog8>3.0.co;2-v", "provenance": "UnpayWall", "access-rights": "OPEN"}], "title": ["Pelvic inflammatory disease in the postmenopausal woman"], "issued": "1999-1-1", "abstract": [{"provenance": "MAG", "value": "eJx9kk1vFDEMhv+KjyBtR2JFC7vXtqBKLUVcOHsynhmjTBzFzqzm3+PsAuUAvSRx5I/Hr/3c/6Bg\nvNIRvtHKdAJckSP2kSCyUUGrhUASZIorB+A0RlwWNCkbDKyESv4JWdQWSpKxKkY4iRsd3JHylI7w\ndH/3+PDl/u+U5VJuLLLAu8PNDZj4fTh0DqI1mh7h62slFWoKsiyO9t/yD9b8ssRt4VCkZ4w7kNEo\ntf8gKdRSKBmc2Gaw2ousWBgTYK+BVGGU4oVZ0g4wDS3qEo6qEhiNhkus2EzF4XBKoqQd3HryWNUj\nvY9/wF3CXhMVXaSe1MAKvRTilJ2nMWds6C5ndDTjPx3qmRRzLpJLQwRecOI0gVoduMF98hG3Gbjk\nhTSL+/uzZelZjIOCzlLjABuTnwhRTmCz+87itosCWstEZbvI4koqD22y3q8rBBgdLGFbrBdRfift\nCc7ghpxo8Cml0XfQl4Ud7blXIzc+b4mCxA4+HPfvP17tr/e7X+vx5vbt+fWdI21Xj6y68xSh+wkk\nbARZ\n"}], "issn": [{"type": "print", "value": "1064-7449"}, {"type": "electronic", "value": "1098-0997"}], "doi-url": "http://dx.doi.org/10.1002/(sici)1098-0997(1999)7:5<248::aid-idog8>3.0.co;2-v", "instances": [{"url": "https://api.wiley.com/onlinelibrary/tdm/v1/articles/10.1002%2F(SICI)1098-0997(1999)7:5%3C248::AID-IDOG8%3E3.0.CO;2-V", "provenance": "CrossRef", "access-rights": "UNKNOWN"}, {"url": "https://onlinelibrary.wiley.com/doi/full/10.1002/(SICI)1098-0997(1999)7:5%3C248::AID-IDOG8%3E3.0.CO;2-V", "provenance": "CrossRef", "access-rights": "UNKNOWN"}], "authors": [{"affiliations": [{"official-page": "http://www.musc.edu/", "provenance": "MAG", "value": "Medical University of South Carolina", "identifiers": [{"value": "http://en.wikipedia.org/wiki/Medical_University_of_South_Carolina", "schema": "wikpedia"}, {"value": "grid.259828.c", "schema": "grid.ac"}, {"value": "https://academic.microsoft.com/#/detail/153297377", "schema": "URL"}]}], "given": "Addie", "identifiers": [{"provenance": "MAG", "value": "https://academic.microsoft.com/#/detail/2517302922", "schema": "URL"}], "fullname": "", "family": "Jackson"}, {"affiliations": [{"official-page": "http://www.musc.edu/", "provenance": "MAG", "value": "Medical University of South Carolina", "identifiers": [{"value": "http://en.wikipedia.org/wiki/Medical_University_of_South_Carolina", "schema": "wikpedia"}, {"value": "grid.259828.c", "schema": "grid.ac"}, {"value": "https://academic.microsoft.com/#/detail/153297377", "schema": "URL"}]}], "given": "D.E.", "identifiers": [{"provenance": "MAG", "value": "https://academic.microsoft.com/#/detail/2163996951", "schema": "URL"}], "fullname": "D.E. Soper", "family": "Soper"}], "published-print": "1999-1-1", "collectedFrom": ["CrossRef", "MAG", "UnpayWall"], "accepted": null, "type": "journal-article", "published-online": null, "subject": ["Obstetrics and Gynaecology", "Infectious Diseases", "Dermatology"]}

package eu.dnetlib.data.mapreduce.hbase;

import java.io.Serializable;

/**

 * Created by Alessia Bardi on 2019-04-08.

 *

 * @author Alessia Bardi

 */

public interface Reporter extends Serializable {

	void incrementCounter(String counterGroup, String counterName, long delta);

}

import java.io.ByteArrayOutputStream;

import java.io.IOException;

import java.io.InputStream;

import java.util.*;

import java.util.concurrent.atomic.AtomicInteger;

import java.util.function.Function;

import java.util.stream.Collectors;

import java.util.zip.Inflater;

import eu.dnetlib.data.mapreduce.hbase.Reporter;

    protected static boolean isValid(final JsonObject rootElement, final Reporter context){

        final String doi = getStringValue(rootElement, "doi");

        if (doi == null) {

            context.incrementCounter("filtered","no_doi", 1);

            return false;

        }

        final String type = getStringValue(rootElement,"type");

        if (!typologiesMapping.containsKey(type)){

            context.incrementCounter("filtered","unknowntype_"+type, 1);

            return false;

        }

        // fixes #4360 (test publisher)

        final String publisher = getStringValue(rootElement, "publisher");

        if(publisher.equalsIgnoreCase("Test accounts")){

            context.incrementCounter("filtered","test_publisher", 1);

            return false;

        }

        List<JsonObject> authors = getArrayObjects(rootElement, "authors");

        boolean hasAuthor = false;

        for(JsonObject author : authors){

            final String given = getStringValue(author, "given");

            final String family = getStringValue(author, "family");

            final  String fullname = getStringValue(author, "fullname");

            if (StringUtils.isNotBlank(fullname) || (StringUtils.isNotBlank(given) && StringUtils.isNotBlank(family))) {

                hasAuthor = true;

            }

            // fixes #4368

            if(StringUtils.isNotBlank(given) && given.equalsIgnoreCase("Addie") && StringUtils.isNotBlank(family) && family.equalsIgnoreCase("Jackson") && publisher.equalsIgnoreCase("Elsevier BV")){

                context.incrementCounter("filtered","addieJackson", 1);

                return false;

            }

        }

        if(!hasAuthor){

            context.incrementCounter("filtered","no_authors", 1);

            return false;

        }

        // fixes #4360

        if(getCleanedTitles(rootElement).isEmpty()){

            context.incrementCounter("filtered","invalid_title", 1);

            return false;

        }

        return true;

    }

    private static List<String> getCleanedTitles(final JsonObject rootElement){

        List<String> titles = getArrayValues(rootElement, "title");

        return titles.stream().filter( t -> StringUtils.isNotBlank(t) && !t.equalsIgnoreCase("[NO TITLE AVAILABLE]")).collect(Collectors.toList());

    }

                                                                        final boolean onlyOrganization, final Reporter context) {

        if(!isValid(rootElement, context)) return null;

            //Should never enter here becasue of the isValid method at the beginning.

            context.incrementCounter("filtered","unexpected_no_authors", 1);

        List<String> titles = getCleanedTitles(rootElement);

import java.io.IOException;

import java.util.List;

import eu.dnetlib.data.mapreduce.hbase.Reporter;

            try {

                List<AtomicAction> atomicActions =

                        DOIBoostToActions.generatePublicationActionsFromDump(rootElement, factory, setName, agent, invisible, onlyOrganization,

                                (Reporter) (counterGroup, counterName, delta) -> context.getCounter(counterGroup, counterName).increment(delta));

                if (atomicActions != null) {

                    for (AtomicAction action : atomicActions) {

                        keyout.set(Joiner.on(SEPARATOR).join(action.getTargetRowKey(), action.getTargetColumnFamily(), action.getTargetColumn()));

                        valueOut.set(action.toJSON());

                        context.write(keyout, valueOut);

                        context.getCounter(this.getClass().getSimpleName(), action.getTargetColumnFamily()).increment(1);

                    }

            } catch (Throwable e) {

                System.err.println(inputJson);

                throw e;