Revision 53897
Added by Claudio Atzori over 5 years ago
modules/dnet-openaireplus-profiles/trunk/src/main/resources/eu/dnetlib/test/profiles/HadoopJobConfigurationDSResources/HadoopJobConfigurationDSResourceType/lodExportJob.xml | ||
---|---|---|
1 |
<RESOURCE_PROFILE> |
|
2 |
<HEADER> |
|
3 |
<RESOURCE_IDENTIFIER value="50953d5c-72e6-454a-b913-c8a02e2464af_SGFkb29wSm9iQ29uZmlndXJhdGlvbkRTUmVzb3VyY2VzL0hhZG9vcEpvYkNvbmZpZ3VyYXRpb25EU1Jlc291cmNlVHlwZQ=="/> |
|
4 |
<RESOURCE_TYPE value="HadoopJobConfigurationDSResourceType"/> |
|
5 |
<RESOURCE_KIND value="HadoopJobConfigurationDSResources"/> |
|
6 |
<RESOURCE_URI value=""/> |
|
7 |
<DATE_OF_CREATION value="2017-11-21T11:01:38+00:00"/> |
|
8 |
</HEADER> |
|
9 |
<BODY> |
|
10 |
<HADOOP_JOB name="lodExportJob" type="oozie"> |
|
11 |
<DESCRIPTION>Job for importing data from HBASE to the Virtuoso Database</DESCRIPTION> |
|
12 |
<STATIC_CONFIGURATION><!-- Cluster wide --> |
|
13 |
<PROPERTY key="queueName" value="default"/> |
|
14 |
<PROPERTY key="user.name" value="giorgos.alexiou"/><!-- username = sqoop?? --> |
|
15 |
<PROPERTY key="workingDir" value="/user/giorgos.alexiou/core/javamapreduce/lodexport/working_dir"/> |
|
16 |
<PROPERTY key="numReducers" value="10"/> |
|
17 |
<PROPERTY key="oozieServiceLoc" value="http://oozie.hadoop.dm.openaire.eu:11000/oozie"/> |
|
18 |
<PROPERTY key="oozie.wf.application.path" value="hdfs://dm-cluster-nn/user/giorgos.alexiou/lod/oozie_app"/><!-- edit this property! --> |
|
19 |
<PROPERTY key="lod_EntitiesInputFile" value="/tmp/lod/entities/"/> |
|
20 |
<PROPERTY key="lod_RelationsInputFile" value="/tmp/lod/relations"/> |
|
21 |
<PROPERTY key="lod_baseURI" value="http://lod.openaire.eu/data/"/> |
|
22 |
<PROPERTY key="lod_conLine" value="jdbc:virtuoso://virtuoso-beta.openaire.eu:1111/autoReconnect=true/charset=UTF-8/log_enable=1"/> |
|
23 |
<PROPERTY key="lod_dataPath" value="/user/giorgos.alexiou/rdfData"/> |
|
24 |
<PROPERTY key="lod_defaultGraph" value="http://lod.openaire.eu/entities"/> |
|
25 |
<PROPERTY key="lod_delim" value="###"/> |
|
26 |
<PROPERTY key="lod_enclosing" value="'"/> |
|
27 |
<PROPERTY key="lod_entitiesPerQuery" value="23"/> |
|
28 |
<PROPERTY key="lod_maxCpart" value="3"/> |
|
29 |
<PROPERTY key="lod_minCpart" value="1"/> |
|
30 |
<PROPERTY key="lod_output" value="/tmp/lod/"/> |
|
31 |
<PROPERTY key="lod_part" value="5"/> |
|
32 |
<PROPERTY key="lod_password" value="eiloobi2Ail6Aisi"/> |
|
33 |
<PROPERTY key="lod_relationsGraph" value="http://lod.openaire.eu/relations"/> |
|
34 |
<PROPERTY key="lod_relationsPerQuery" value="190"/> |
|
35 |
<PROPERTY key="lod_seperator" value=";"/> |
|
36 |
<PROPERTY key="lod_username" value="dba"/> |
|
37 |
<PROPERTY key="out1" value="relations"/> |
|
38 |
<PROPERTY key="out2" value="result"/> |
|
39 |
<PROPERTY key="out3" value="person"/> |
|
40 |
<PROPERTY key="out4" value="project"/> |
|
41 |
<PROPERTY key="out5" value="datasource"/> |
|
42 |
<PROPERTY key="out6" value="organization"/> |
|
43 |
<PROPERTY key="lod_jsonEntities" value="{ "result": [{ "0": "http://www.w3.org/1999/02/22-rdf-syntax-ns#type", "1": "http://lod.openaire.eu/vocab/resOpenaireID", "2": "http://lod.openaire.eu/vocab/resDateOfTransformation", "3": "http://lod.openaire.eu/vocab/resDateOfCollection", "4": "http://lod.openaire.eu/vocab/resOriginalID", "5": "http://lod.openaire.eu/vocab/title", "6": "http://lod.openaire.eu/vocab/dateAccepted", "7": "http://lod.openaire.eu/vocab/publisher", "8": "http://lod.openaire.eu/vocab/resPersistentID", "9": "http://lod.openaire.eu/vocab/language", "10": "http://lod.openaire.eu/vocab/relevantDate", "11": "http://lod.openaire.eu/vocab/resultSubject", "12": "http://lod.openaire.eu/vocab/externalReference", "13": "http://lod.openaire.eu/vocab/source", "14": "http://lod.openaire.eu/vocab/format", "15": "http://lod.openaire.eu/vocab/context", "16": "http://lod.openaire.eu/vocab/country", "17": "http://lod.openaire.eu/vocab/bestLicense", "18": "http://lod.openaire.eu/vocab/description", "19": "http://lod.openaire.eu/vocab/journal", "20": "http://lod.openaire.eu/vocab/dataSourceType", "21": "http://lod.openaire.eu/vocab/device", "22": "http://lod.openaire.eu/vocab/size", "23": "http://lod.openaire.eu/vocab/version", "24": "http://lod.openaire.eu/vocab/lastMetadataUpdate", "25": "http://lod.openaire.eu/vocab/metadataVersion", "26": "http://lod.openaire.eu/vocab/year", "27": "http://lod.openaire.eu/vocab/resultType", "28": "http://lod.openaire.eu/vocab/resTrust", "http://www.w3.org/1999/02/22-rdf-syntax-ns#type": "http://lod.openaire.eu/vocab/ResultEntity" }], "person": [{ "0": "http://www.w3.org/1999/02/22-rdf-syntax-ns#type", "1": "http://lod.openaire.eu/vocab/perOpenaireID", "2": "http://lod.openaire.eu/vocab/perDateOfTransformation", "3": "http://lod.openaire.eu/vocab/perDateOfCollection", "4": "http://lod.openaire.eu/vocab/perOriginalID", "5": "http://lod.openaire.eu/vocab/firstName", "6": "http://lod.openaire.eu/vocab/lastName", "7": "http://lod.openaire.eu/vocab/fullName", "8": "http://lod.openaire.eu/vocab/faxNumber", "9": "http://lod.openaire.eu/vocab/mbox", "10": "http://lod.openaire.eu/vocab/phone", "11": "http://lod.openaire.eu/vocab/nationality", "12": "http://lod.openaire.eu/vocab/perPersistentID", "13": "http://lod.openaire.eu/vocab/perTrust", "http://www.w3.org/1999/02/22-rdf-syntax-ns#type": "http://lod.openaire.eu/vocab/Person" }], "datasource": [{ "0": "http://www.w3.org/1999/02/22-rdf-syntax-ns#type", "1": "http://lod.openaire.eu/vocab/dsOpenaireID", "2": "http://lod.openaire.eu/vocab/dsDateOfTransformation", "3": "http://lod.openaire.eu/vocab/dsDateOfCollection", "4": "http://lod.openaire.eu/vocab/dsOriginalID", "5": "http://lod.openaire.eu/vocab/datasourceType", "6": "http://lod.openaire.eu/vocab/openAIRECompatibility", "7": "http://lod.openaire.eu/vocab/officialName", "8": "http://lod.openaire.eu/vocab/englishName", "9": "http://lod.openaire.eu/vocab/dsWebsite", "10": "http://lod.openaire.eu/vocab/dsLogo", "11": "http://lod.openaire.eu/vocab/mbox", "12": "http://lod.openaire.eu/vocab/preferredNamespacePrefix", "13": "http://lod.openaire.eu/vocab/lat", "14": "http://lod.openaire.eu/vocab/long", "15": "http://lod.openaire.eu/vocab/dateOfValidity", "16": "http://lod.openaire.eu/vocab/description", "17": "http://lod.openaire.eu/vocab/subjectList", "18": "http://lod.openaire.eu/numberOfItems", "19": "http://lod.openaire.eu/vocab/dateOdnumberofitems", "20": "http://lod.openaire.eu/vocab/policies", "21": "http://lod.openaire.eu/vocab/languages", "22": "http://lod.openaire.eu/vocab/contentType", "23": "http://lod.openaire.eu/vocab/accessInfoPackage", "24": "http://lod.openaire.eu/vocab/releaseStartDate", "25": "http://lod.openaire.eu/vocab/releaseEndDate", "26": "http://lod.openaire.eu/vocab/missionStatementUrl", "27": "http://lod.openaire.eu/vocab/dataProvider", "28": "http://lod.openaire.eu/vocab/serviceProvider", "29": "http://lod.openaire.eu/vocab/databaseAccessType", "30": "http://lod.openaire.eu/vocab/dataUploadType", "31": "http://lod.openaire.eu/vocab/dataUploadRestrictions", "32": "http://lod.openaire.eu/vocab/versioning", "33": "http://lod.openaire.eu/vocab/citationGuidelineUrl", "34": "http://lod.openaire.eu/vocab/qualityManagementKind", "35": "http://lod.openaire.eu/vocab/pidSystems", "36": "http://lod.openaire.eu/vocab/certificates", "37": "http://lod.openaire.eu/vocab/bestLicense", "38": "http://lod.openaire.eu/vocab/dsTrust", "http://www.w3.org/1999/02/22-rdf-syntax-ns#type": "http://lod.openaire.eu/vocab/DataSourceEntity" }], "organization": [{ "0": "http://www.w3.org/1999/02/22-rdf-syntax-ns#type", "1": "http://lod.openaire.eu/vocab/orgOpenaireID", "2": "http://lod.openaire.eu/vocab/orgDateOfTransformation", "3": "http://lod.openaire.eu/vocab/orgDateOfCollection", "4": "http://lod.openaire.eu/vocab/orgOriginalID", "5": "http://lod.openaire.eu/vocab/altLabel", "6": "http://lod.openaire.eu/vocab/prefLabel", "7": "http://lod.openaire.eu/vocab/organizationWebsite", "8": "http://lod.openaire.eu/vocab/orgLogo", "9": "http://lod.openaire.eu/vocab/country", "10": "http://lod.openaire.eu/vocab/entityType", "11": "http://lod.openaire.eu/vocab/orgTrust", "http://www.w3.org/1999/02/22-rdf-syntax-ns#type": "http://lod.openaire.eu/vocab/OrganizationEntity" }], "project": [{ "0": "http://www.w3.org/1999/02/22-rdf-syntax-ns#type", "1": "http://lod.openaire.eu/vocab/projOpenaireID", "2": "http://lod.openaire.eu/vocab/projDateOfTransformation", "3": "http://lod.openaire.eu/vocab/projDateOfCollection", "4": "http://lod.openaire.eu/vocab/projOriginalID", "5": "http://lod.openaire.eu/vocab/projectCode", "6": "http://lod.openaire.eu/vocab/projectWebsite", "7": "http://lod.openaire.eu/vocab/acronym", "8": "http://lod.openaire.eu/vocab/projectTitle", "9": "http://lod.openaire.eu/vocab/startDate", "10": "http://lod.openaire.eu/vocab/endDate", "11": "http://lod.openaire.eu/vocab/hasCallIdentifier", "12": "http://lod.openaire.eu/vocab/keyword", "13": "http://lod.openaire.eu/vocab/duration", "14": "http://lod.openaire.eu/vocab/ec_SC39", "15": "http://lod.openaire.eu/vocab/contractType", "16": "http://lod.openaire.eu/vocab/oaMandatePublications", "17": "http://lod.openaire.eu/vocab/projectSubjects", "18": "http://lod.openaire.eu/vocab/ec_article29-3", "19": "http://lod.openaire.eu/vocab/funder", "20": "http://lod.openaire.eu/vocab/fundingLevel0", "21": "http://lod.openaire.eu/vocab/fundingLevel1", "22": "http://lod.openaire.eu/vocab/fundingLevel2", "23": "http://lod.openaire.eu/vocab/fundingLevel3", "24": "http://lod.openaire.eu/vocab/projTrust", "http://www.w3.org/1999/02/22-rdf-syntax-ns#type": "http://lod.openaire.eu/vocab/ProjectEntity" }] }"/> |
|
44 |
<PROPERTY key="lod_jsonRels" value="{ "resultResult": [{ "property": "http://www.w3.org/2002/07/owl#sameAs", "sourceType": "1", "sourceId": "2", "targetType": "3", "targetId": "4" }], "resultProject": [{ "property": "http://lod.openaire.eu/vocab/resLinksToProject", "sourceType": "1", "sourceId": "2", "targetType": "3", "targetId": "4" }], "resultDatasource": [{ "property": "http://lod.openaire.eu/vocab/resLinksToDs", "sourceType": "1", "sourceId": "2", "targetType": "3", "targetId": "4" }], "personResult": [{ "property": "http://lod.openaire.eu/vocab/perLinksToRes", "sourceType": "1", "sourceId": "2", "targetType": "3", "targetId": "4" }], "personProject": [{ "property": "http://lod.openaire.eu/vocab/perLinkToProj", "sourceType": "1", "sourceId": "2", "targetType": "3", "targetId": "4" }], "personPerson": [{ "property": "http://www.w3.org/2002/07/owl#sameAs", "sourceType": "1", "sourceId": "2", "targetType": "3", "targetId": "4" }], "datasourceOrganization": [{ "property": "http://lod.openaire.eu/vocab/dsLinksToOrg", "sourceType": "1", "sourceId": "2", "targetType": "3", "targetId": "4" }], "projectOrganization": [{ "property": "http://lod.openaire.eu/vocab/projLinksToOrg", "sourceType": "1", "sourceId": "2", "targetType": "3", "targetId": "4" }], "organizationOrganization": [{ "property": "http://www.w3.org/2002/07/owl#sameAs", "sourceType": "1", "sourceId": "2", "targetType": "3", "targetId": "4" }], "projectPerson": [{ "property": "http://lod.openaire.eu/vocab/projLinksToPer", "sourceType": "1", "sourceId": "2", "targetType": "3", "targetId": "4" }], "dedup": [{ "property": "http://www.w3.org/2002/07/owl#sameAs", "sourceType": "1", "sourceId": "2", "targetType": "3", "targetId": "4" }] }"/> |
|
45 |
<PROPERTY key="lod_lastExecutionDate" value="1017-02-15"/> |
|
46 |
</STATIC_CONFIGURATION> |
|
47 |
<JOB_INTERFACE> |
|
48 |
<PARAM description="hdfs name node" name="nameNode" required="true"/> |
|
49 |
<PARAM description="job tracker name" name="jobTracker" required="true"/> |
|
50 |
<PARAM description="Hbase Table with Protobuffs." name="lod_hbase_table" required="true"/> |
|
51 |
<PARAM description="Index Entity Links configuration." name="lod_indexConf" required="true"/> |
|
52 |
<PARAM description="IS lookup service endpoint" name="isLookupEndpoint" required="true"/><!-- <PARAM description="JSON mapping between OA relations and LOD relations (triples)" name="lod_jsonRels" required="true"/> --><!-- <PARAM description="Last execution date for the LOD import job" name="lod_lastExecutionDate" required="true"/> --> |
|
53 |
</JOB_INTERFACE> |
|
54 |
</HADOOP_JOB> |
|
55 |
<STATUS> |
|
56 |
<LAST_SUBMISSION_DATE value="2017-11-22T13:50:31+00:00"/> |
|
57 |
<RUNNING_INSTANCES value="-3"/> |
|
58 |
<CUMULATIVE_RUN value="43"/> |
|
59 |
</STATUS> |
|
60 |
<SECURITY_PARAMETERS>SECURITY_PARAMETERS</SECURITY_PARAMETERS> |
|
61 |
</BODY> |
|
62 |
</RESOURCE_PROFILE> |
Also available in: Unified diff
re-adding lodExportJob profile