D-Net

        ResultSet rs = statement.executeQuery("SELECT distinct piwik_id from public.datasource where piwik_id is not null order by piwik_id;");

            SimpleDateFormat simpleDateFormat = new SimpleDateFormat("YYYY-MM");

            Calendar start = Calendar.getInstance();

            start.set(Calendar.YEAR, 2016);

            start.set(Calendar.MONTH, Calendar.MARCH);

            //start.setTime(simpleDateFormat.parse("2016-01"));

            Calendar end = Calendar.getInstance();

            end.add(Calendar.DAY_OF_MONTH, -1);

            SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");

            PreparedStatement st = ConnectDB.DB_CONNECTION.prepareStatement("SELECT max(timestamp) FROM piwiklog WHERE source=? HAVING max(timestamp) is not null;");

                if (rs_date.getString(1) != null && !rs_date.getString(1).equals("null") && !rs_date.getString(1).equals("")) {

                    start.setTime(sdf.parse(rs_date.getString(1)));

                }

            }

            rs_date.close();

            for (Date date = start.getTime(); start.before(end); start.add(Calendar.DATE, 1), date = start.getTime()) {

                log.info("Downloading logs for repoid " + siteId + " and for " + sdf.format(date));

                String period = "&period=day&date=" + sdf.format(date);

                String outFolder = "";

                //portal siteId = 109;

                if (siteId == Integer.parseInt(portalMatomoID)) {

                    outFolder = portalLogPath;

                } else {

                    outFolder = repoLogsPath;

                }

                FileSystem fs = FileSystem.get(new Configuration());

                FSDataOutputStream fin = fs.create(new Path(outFolder + "/" + siteId + "_Piwiklog" + sdf.format((date)) + ".json"), true);

                String baseApiUrl = getPiwikLogUrl() + APImethod + "&idSite=" + siteId + period + format + "&expanded=5&filter_limit=1000&token_auth=" + tokenAuth;

                String content = "";

                int i = 0;

                while (!content.equals("[]\n")) {

                    String apiUrl = baseApiUrl;

                    if (i > 0) {

                        apiUrl += "&filter_offset=" + (i * 1000);

                    }

                    content = getJson(apiUrl);

                    fin.write(content.getBytes());

                    i++;

                fin.close();