|
1
|
package eu.dnetlib.data.mapreduce;
|
|
2
|
|
|
3
|
public class JobParams {
|
|
4
|
|
|
5
|
public static final double MAX_DEDUP_TRUST = 0.9;
|
|
6
|
|
|
7
|
public static final int MAX_COUNTERS = 20;
|
|
8
|
|
|
9
|
public static final boolean WRITE_TO_WAL = true;
|
|
10
|
|
|
11
|
public static final String DEDUP_CONF = "dedup.conf";
|
|
12
|
|
|
13
|
public static final String MAPRED_JAR = "mapred.jar";
|
|
14
|
public static final String MAPRED_INPUT_DIR = "mapred.input.dir";
|
|
15
|
public static final String MAPRED_OUTPUT_DIR = "mapred.output.dir";
|
|
16
|
public static final String MAPRED_OUT_DIR = "mapred.out.dir";
|
|
17
|
public static final String MAPRED_WORKING_DIR = "mapred.working.dir";
|
|
18
|
public static final String MAPRED_LOCAL_DIR = "mapred.local.dir";
|
|
19
|
|
|
20
|
public static final String MONGO_INPUT_URI = "mongo.input.uri";
|
|
21
|
public static final String MONGO_OUTPUT_URI = "mongo.output.uri";
|
|
22
|
public static final String HBASE_TARGET_TABLE = "hbase.mapred.outputtable";
|
|
23
|
public static final String HBASE_TARGET_FAMILY = "hbase.target.family";
|
|
24
|
public static final String HBASE_TARGET_QUALIFIER = "hbase.target.qualifier";
|
|
25
|
public static final String HBASE_TARGET_TABLE_REGION_SPLITS = "hbase.target.table.region.splits";
|
|
26
|
|
|
27
|
public static final String HBASE_SOURCE_TABLE = "hbase.source.table";
|
|
28
|
public static final String HBASE_SOURCE_FAMILY = "hbase.source.family";
|
|
29
|
public static final String HBASE_SOURCE_QUALIFIER = "hbase.source.qualifier.body";
|
|
30
|
|
|
31
|
public static final String HBASE_DEST_TABLE = "hbase.dest.table";
|
|
32
|
public static final String HBASE_DEST_FAMILY = "hbase.dest.family";
|
|
33
|
public static final String HBASE_DEST_QUALIFIER = "hbase.dest.qualifier.body";
|
|
34
|
|
|
35
|
public static final String HBASE_IMPORT_XSLT = "hbase.import.xslt";
|
|
36
|
|
|
37
|
public static final String INDEX_SOLR_URL = "index.solr.url";
|
|
38
|
public static final String INDEX_SOLR_URL_ZK = "index.solr.url.zk";
|
|
39
|
public static final String INDEX_SOLR_COLLECTION = "index.solr.collection";
|
|
40
|
public static final String INDEX_SOLR_URL_LOCAL = "index.solr.url.local";
|
|
41
|
public static final String INDEX_SOLR_URL_LIST = "index.solr.url.list";
|
|
42
|
public static final String INDEX_SOLR_QUEUE_SIZE = "index.solr.queue.size";
|
|
43
|
public static final String INDEX_SOLR_THREAD_COUNT = "index.solr.thread.count";
|
|
44
|
public static final String INDEX_SEQ_FILE = "index.solr.seq.file";
|
|
45
|
public static final String INDEX_ROTTEN_FILE = "index.solr.rotten.records";
|
|
46
|
public static final String INDEX_LOCAL_FEEDING = "index.solr.local.feeding";
|
|
47
|
public static final String INDEX_FEED_SIMULATION_MODE = "index.solr.sim.mode";
|
|
48
|
|
|
49
|
public static final String INDEX_ADD_THRESHOLD = "index.add.threshold";
|
|
50
|
public static final String INDEX_XSLT = "index.xslt";
|
|
51
|
public static final String INDEX_REL_FILTERS = "index.rel.filters";
|
|
52
|
public static final String INDEX_ENTITY_LINKS = "index.entity.links";
|
|
53
|
public static final String INDEX_FEED_TYPE = "index.feed.type";
|
|
54
|
public static final String INDEX_FEED_MODE = "index.feed.mode";
|
|
55
|
public static final String INDEX_FEED_WF_MODE = "index.feed.wf.mode";
|
|
56
|
public static final String INDEX_FEED_TIME = "index.feed.timestamp";
|
|
57
|
public static final String INDEX_NUM_REDUCE_TASK = "index.num.reduce.task";
|
|
58
|
public static final String INDEX_DSID = "id";
|
|
59
|
public static final String INDEX_SHUTDOWN_WAIT = "index.shutdown.wait.time";
|
|
60
|
public static final String INDEX_BUFFER_FLUSH_TRESHOLD = "index.buffer.flush.threshold";
|
|
61
|
|
|
62
|
public static final String HDFS_TMP_DIR = "hdsf.tmp.directory";
|
|
63
|
public static final String DEDUP_SEQ_FILE = "dedup.seq.file";
|
|
64
|
|
|
65
|
public static final String STATS_ROTTEN_FILE = "stats.rotten.records";
|
|
66
|
|
|
67
|
public static final String OAI_FEED_DATE = "oai.feed.date";
|
|
68
|
|
|
69
|
public static final String DOCUMENT_DB_ROTTEN_FILE = "document.db.rotten.records";
|
|
70
|
|
|
71
|
}
|