Project

General

Profile

Download (15.2 KB) Statistics
| Revision:

dnet45/modules/dnet-openaireplus-profiles/trunk/src/main/resources/eu/dnetlib/test/profiles/HadoopJobConfigurationDSResources/HadoopJobConfigurationDSResourceType/lodExportJob.xml @ 53897

1 
<RESOURCE_PROFILE>
2 
    <HEADER>
3 
        <RESOURCE_IDENTIFIER value="50953d5c-72e6-454a-b913-c8a02e2464af_SGFkb29wSm9iQ29uZmlndXJhdGlvbkRTUmVzb3VyY2VzL0hhZG9vcEpvYkNvbmZpZ3VyYXRpb25EU1Jlc291cmNlVHlwZQ=="/>
4 
        <RESOURCE_TYPE value="HadoopJobConfigurationDSResourceType"/>
5 
        <RESOURCE_KIND value="HadoopJobConfigurationDSResources"/>
6 
        <RESOURCE_URI value=""/>
7 
        <DATE_OF_CREATION value="2017-11-21T11:01:38+00:00"/>
8 
    </HEADER>
9 
    <BODY>
10 
        <HADOOP_JOB name="lodExportJob" type="oozie">
11 
            <DESCRIPTION>Job for importing data from HBASE to the Virtuoso Database</DESCRIPTION>
12 
            <STATIC_CONFIGURATION><!-- Cluster wide -->
13 
                <PROPERTY key="queueName" value="default"/>
14 
                <PROPERTY key="user.name" value="giorgos.alexiou"/><!-- username = sqoop?? -->
15 
                <PROPERTY key="workingDir" value="/user/giorgos.alexiou/core/javamapreduce/lodexport/working_dir"/>
16 
                <PROPERTY key="numReducers" value="10"/>
17 
                <PROPERTY key="oozieServiceLoc" value="http://oozie.hadoop.dm.openaire.eu:11000/oozie"/>
18 
                <PROPERTY key="oozie.wf.application.path" value="hdfs://dm-cluster-nn/user/giorgos.alexiou/lod/oozie_app"/><!-- edit this property! -->
19 
                <PROPERTY key="lod_EntitiesInputFile" value="/tmp/lod/entities/"/>
20 
                <PROPERTY key="lod_RelationsInputFile" value="/tmp/lod/relations"/>
21 
                <PROPERTY key="lod_baseURI" value="http://lod.openaire.eu/data/"/>
22 
                <PROPERTY key="lod_conLine" value="jdbc:virtuoso://virtuoso-beta.openaire.eu:1111/autoReconnect=true/charset=UTF-8/log_enable=1"/>
23 
                <PROPERTY key="lod_dataPath" value="/user/giorgos.alexiou/rdfData"/>
24 
                <PROPERTY key="lod_defaultGraph" value="http://lod.openaire.eu/entities"/>
25 
                <PROPERTY key="lod_delim" value="###"/>
26 
                <PROPERTY key="lod_enclosing" value="'"/>
27 
                <PROPERTY key="lod_entitiesPerQuery" value="23"/>
28 
                <PROPERTY key="lod_maxCpart" value="3"/>
29 
                <PROPERTY key="lod_minCpart" value="1"/>
30 
                <PROPERTY key="lod_output" value="/tmp/lod/"/>
31 
                <PROPERTY key="lod_part" value="5"/>
32 
                <PROPERTY key="lod_password" value="eiloobi2Ail6Aisi"/>
33 
                <PROPERTY key="lod_relationsGraph" value="http://lod.openaire.eu/relations"/>
34 
                <PROPERTY key="lod_relationsPerQuery" value="190"/>
35 
                <PROPERTY key="lod_seperator" value=";"/>
36 
                <PROPERTY key="lod_username" value="dba"/>
37 
                <PROPERTY key="out1" value="relations"/>
38 
                <PROPERTY key="out2" value="result"/>
39 
                <PROPERTY key="out3" value="person"/>
40 
                <PROPERTY key="out4" value="project"/>
41 
                <PROPERTY key="out5" value="datasource"/>
42 
                <PROPERTY key="out6" value="organization"/>
43 
                <PROPERTY key="lod_jsonEntities" value="{ &#34;result&#34;: [{ &#34;0&#34;: &#34;http://www.w3.org/1999/02/22-rdf-syntax-ns#type&#34;, &#34;1&#34;: &#34;http://lod.openaire.eu/vocab/resOpenaireID&#34;, &#34;2&#34;: &#34;http://lod.openaire.eu/vocab/resDateOfTransformation&#34;, &#34;3&#34;: &#34;http://lod.openaire.eu/vocab/resDateOfCollection&#34;, &#34;4&#34;: &#34;http://lod.openaire.eu/vocab/resOriginalID&#34;, &#34;5&#34;: &#34;http://lod.openaire.eu/vocab/title&#34;, &#34;6&#34;: &#34;http://lod.openaire.eu/vocab/dateAccepted&#34;, &#34;7&#34;: &#34;http://lod.openaire.eu/vocab/publisher&#34;, &#34;8&#34;: &#34;http://lod.openaire.eu/vocab/resPersistentID&#34;, &#34;9&#34;: &#34;http://lod.openaire.eu/vocab/language&#34;, &#34;10&#34;: &#34;http://lod.openaire.eu/vocab/relevantDate&#34;, &#34;11&#34;: &#34;http://lod.openaire.eu/vocab/resultSubject&#34;, &#34;12&#34;: &#34;http://lod.openaire.eu/vocab/externalReference&#34;, &#34;13&#34;: &#34;http://lod.openaire.eu/vocab/source&#34;, &#34;14&#34;: &#34;http://lod.openaire.eu/vocab/format&#34;, &#34;15&#34;: &#34;http://lod.openaire.eu/vocab/context&#34;, &#34;16&#34;: &#34;http://lod.openaire.eu/vocab/country&#34;, &#34;17&#34;: &#34;http://lod.openaire.eu/vocab/bestLicense&#34;, &#34;18&#34;: &#34;http://lod.openaire.eu/vocab/description&#34;, &#34;19&#34;: &#34;http://lod.openaire.eu/vocab/journal&#34;, &#34;20&#34;: &#34;http://lod.openaire.eu/vocab/dataSourceType&#34;, &#34;21&#34;: &#34;http://lod.openaire.eu/vocab/device&#34;, &#34;22&#34;: &#34;http://lod.openaire.eu/vocab/size&#34;, &#34;23&#34;: &#34;http://lod.openaire.eu/vocab/version&#34;, &#34;24&#34;: &#34;http://lod.openaire.eu/vocab/lastMetadataUpdate&#34;, &#34;25&#34;: &#34;http://lod.openaire.eu/vocab/metadataVersion&#34;, &#34;26&#34;: &#34;http://lod.openaire.eu/vocab/year&#34;, &#34;27&#34;: &#34;http://lod.openaire.eu/vocab/resultType&#34;, &#34;28&#34;: &#34;http://lod.openaire.eu/vocab/resTrust&#34;, &#34;http://www.w3.org/1999/02/22-rdf-syntax-ns#type&#34;: &#34;http://lod.openaire.eu/vocab/ResultEntity&#34; }], &#34;person&#34;: [{ &#34;0&#34;: &#34;http://www.w3.org/1999/02/22-rdf-syntax-ns#type&#34;, &#34;1&#34;: &#34;http://lod.openaire.eu/vocab/perOpenaireID&#34;, &#34;2&#34;: &#34;http://lod.openaire.eu/vocab/perDateOfTransformation&#34;, &#34;3&#34;: &#34;http://lod.openaire.eu/vocab/perDateOfCollection&#34;, &#34;4&#34;: &#34;http://lod.openaire.eu/vocab/perOriginalID&#34;, &#34;5&#34;: &#34;http://lod.openaire.eu/vocab/firstName&#34;, &#34;6&#34;: &#34;http://lod.openaire.eu/vocab/lastName&#34;, &#34;7&#34;: &#34;http://lod.openaire.eu/vocab/fullName&#34;, &#34;8&#34;: &#34;http://lod.openaire.eu/vocab/faxNumber&#34;, &#34;9&#34;: &#34;http://lod.openaire.eu/vocab/mbox&#34;, &#34;10&#34;: &#34;http://lod.openaire.eu/vocab/phone&#34;, &#34;11&#34;: &#34;http://lod.openaire.eu/vocab/nationality&#34;, &#34;12&#34;: &#34;http://lod.openaire.eu/vocab/perPersistentID&#34;, &#34;13&#34;: &#34;http://lod.openaire.eu/vocab/perTrust&#34;, &#34;http://www.w3.org/1999/02/22-rdf-syntax-ns#type&#34;: &#34;http://lod.openaire.eu/vocab/Person&#34; }], &#34;datasource&#34;: [{ &#34;0&#34;: &#34;http://www.w3.org/1999/02/22-rdf-syntax-ns#type&#34;, &#34;1&#34;: &#34;http://lod.openaire.eu/vocab/dsOpenaireID&#34;, &#34;2&#34;: &#34;http://lod.openaire.eu/vocab/dsDateOfTransformation&#34;, &#34;3&#34;: &#34;http://lod.openaire.eu/vocab/dsDateOfCollection&#34;, &#34;4&#34;: &#34;http://lod.openaire.eu/vocab/dsOriginalID&#34;, &#34;5&#34;: &#34;http://lod.openaire.eu/vocab/datasourceType&#34;, &#34;6&#34;: &#34;http://lod.openaire.eu/vocab/openAIRECompatibility&#34;, &#34;7&#34;: &#34;http://lod.openaire.eu/vocab/officialName&#34;, &#34;8&#34;: &#34;http://lod.openaire.eu/vocab/englishName&#34;, &#34;9&#34;: &#34;http://lod.openaire.eu/vocab/dsWebsite&#34;, &#34;10&#34;: &#34;http://lod.openaire.eu/vocab/dsLogo&#34;, &#34;11&#34;: &#34;http://lod.openaire.eu/vocab/mbox&#34;, &#34;12&#34;: &#34;http://lod.openaire.eu/vocab/preferredNamespacePrefix&#34;, &#34;13&#34;: &#34;http://lod.openaire.eu/vocab/lat&#34;, &#34;14&#34;: &#34;http://lod.openaire.eu/vocab/long&#34;, &#34;15&#34;: &#34;http://lod.openaire.eu/vocab/dateOfValidity&#34;, &#34;16&#34;: &#34;http://lod.openaire.eu/vocab/description&#34;, &#34;17&#34;: &#34;http://lod.openaire.eu/vocab/subjectList&#34;, &#34;18&#34;: &#34;http://lod.openaire.eu/numberOfItems&#34;, &#34;19&#34;: &#34;http://lod.openaire.eu/vocab/dateOdnumberofitems&#34;, &#34;20&#34;: &#34;http://lod.openaire.eu/vocab/policies&#34;, &#34;21&#34;: &#34;http://lod.openaire.eu/vocab/languages&#34;, &#34;22&#34;: &#34;http://lod.openaire.eu/vocab/contentType&#34;, &#34;23&#34;: &#34;http://lod.openaire.eu/vocab/accessInfoPackage&#34;, &#34;24&#34;: &#34;http://lod.openaire.eu/vocab/releaseStartDate&#34;, &#34;25&#34;: &#34;http://lod.openaire.eu/vocab/releaseEndDate&#34;, &#34;26&#34;: &#34;http://lod.openaire.eu/vocab/missionStatementUrl&#34;, &#34;27&#34;: &#34;http://lod.openaire.eu/vocab/dataProvider&#34;, &#34;28&#34;: &#34;http://lod.openaire.eu/vocab/serviceProvider&#34;, &#34;29&#34;: &#34;http://lod.openaire.eu/vocab/databaseAccessType&#34;, &#34;30&#34;: &#34;http://lod.openaire.eu/vocab/dataUploadType&#34;, &#34;31&#34;: &#34;http://lod.openaire.eu/vocab/dataUploadRestrictions&#34;, &#34;32&#34;: &#34;http://lod.openaire.eu/vocab/versioning&#34;, &#34;33&#34;: &#34;http://lod.openaire.eu/vocab/citationGuidelineUrl&#34;, &#34;34&#34;: &#34;http://lod.openaire.eu/vocab/qualityManagementKind&#34;, &#34;35&#34;: &#34;http://lod.openaire.eu/vocab/pidSystems&#34;, &#34;36&#34;: &#34;http://lod.openaire.eu/vocab/certificates&#34;, &#34;37&#34;: &#34;http://lod.openaire.eu/vocab/bestLicense&#34;, &#34;38&#34;: &#34;http://lod.openaire.eu/vocab/dsTrust&#34;, &#34;http://www.w3.org/1999/02/22-rdf-syntax-ns#type&#34;: &#34;http://lod.openaire.eu/vocab/DataSourceEntity&#34; }], &#34;organization&#34;: [{ &#34;0&#34;: &#34;http://www.w3.org/1999/02/22-rdf-syntax-ns#type&#34;, &#34;1&#34;: &#34;http://lod.openaire.eu/vocab/orgOpenaireID&#34;, &#34;2&#34;: &#34;http://lod.openaire.eu/vocab/orgDateOfTransformation&#34;, &#34;3&#34;: &#34;http://lod.openaire.eu/vocab/orgDateOfCollection&#34;, &#34;4&#34;: &#34;http://lod.openaire.eu/vocab/orgOriginalID&#34;, &#34;5&#34;: &#34;http://lod.openaire.eu/vocab/altLabel&#34;, &#34;6&#34;: &#34;http://lod.openaire.eu/vocab/prefLabel&#34;, &#34;7&#34;: &#34;http://lod.openaire.eu/vocab/organizationWebsite&#34;, &#34;8&#34;: &#34;http://lod.openaire.eu/vocab/orgLogo&#34;, &#34;9&#34;: &#34;http://lod.openaire.eu/vocab/country&#34;, &#34;10&#34;: &#34;http://lod.openaire.eu/vocab/entityType&#34;, &#34;11&#34;: &#34;http://lod.openaire.eu/vocab/orgTrust&#34;, &#34;http://www.w3.org/1999/02/22-rdf-syntax-ns#type&#34;: &#34;http://lod.openaire.eu/vocab/OrganizationEntity&#34; }], &#34;project&#34;: [{ &#34;0&#34;: &#34;http://www.w3.org/1999/02/22-rdf-syntax-ns#type&#34;, &#34;1&#34;: &#34;http://lod.openaire.eu/vocab/projOpenaireID&#34;, &#34;2&#34;: &#34;http://lod.openaire.eu/vocab/projDateOfTransformation&#34;, &#34;3&#34;: &#34;http://lod.openaire.eu/vocab/projDateOfCollection&#34;, &#34;4&#34;: &#34;http://lod.openaire.eu/vocab/projOriginalID&#34;, &#34;5&#34;: &#34;http://lod.openaire.eu/vocab/projectCode&#34;, &#34;6&#34;: &#34;http://lod.openaire.eu/vocab/projectWebsite&#34;, &#34;7&#34;: &#34;http://lod.openaire.eu/vocab/acronym&#34;, &#34;8&#34;: &#34;http://lod.openaire.eu/vocab/projectTitle&#34;, &#34;9&#34;: &#34;http://lod.openaire.eu/vocab/startDate&#34;, &#34;10&#34;: &#34;http://lod.openaire.eu/vocab/endDate&#34;, &#34;11&#34;: &#34;http://lod.openaire.eu/vocab/hasCallIdentifier&#34;, &#34;12&#34;: &#34;http://lod.openaire.eu/vocab/keyword&#34;, &#34;13&#34;: &#34;http://lod.openaire.eu/vocab/duration&#34;, &#34;14&#34;: &#34;http://lod.openaire.eu/vocab/ec_SC39&#34;, &#34;15&#34;: &#34;http://lod.openaire.eu/vocab/contractType&#34;, &#34;16&#34;: &#34;http://lod.openaire.eu/vocab/oaMandatePublications&#34;, &#34;17&#34;: &#34;http://lod.openaire.eu/vocab/projectSubjects&#34;, &#34;18&#34;: &#34;http://lod.openaire.eu/vocab/ec_article29-3&#34;, &#34;19&#34;: &#34;http://lod.openaire.eu/vocab/funder&#34;, &#34;20&#34;: &#34;http://lod.openaire.eu/vocab/fundingLevel0&#34;, &#34;21&#34;: &#34;http://lod.openaire.eu/vocab/fundingLevel1&#34;, &#34;22&#34;: &#34;http://lod.openaire.eu/vocab/fundingLevel2&#34;, &#34;23&#34;: &#34;http://lod.openaire.eu/vocab/fundingLevel3&#34;, &#34;24&#34;: &#34;http://lod.openaire.eu/vocab/projTrust&#34;, &#34;http://www.w3.org/1999/02/22-rdf-syntax-ns#type&#34;: &#34;http://lod.openaire.eu/vocab/ProjectEntity&#34; }] }"/>
44 
                <PROPERTY key="lod_jsonRels" value="{ &#34;resultResult&#34;: [{ &#34;property&#34;: &#34;http://www.w3.org/2002/07/owl#sameAs&#34;, &#34;sourceType&#34;: &#34;1&#34;, &#34;sourceId&#34;: &#34;2&#34;, &#34;targetType&#34;: &#34;3&#34;, &#34;targetId&#34;: &#34;4&#34; }], &#34;resultProject&#34;: [{ &#34;property&#34;: &#34;http://lod.openaire.eu/vocab/resLinksToProject&#34;, &#34;sourceType&#34;: &#34;1&#34;, &#34;sourceId&#34;: &#34;2&#34;, &#34;targetType&#34;: &#34;3&#34;, &#34;targetId&#34;: &#34;4&#34; }], &#34;resultDatasource&#34;: [{ &#34;property&#34;: &#34;http://lod.openaire.eu/vocab/resLinksToDs&#34;, &#34;sourceType&#34;: &#34;1&#34;, &#34;sourceId&#34;: &#34;2&#34;, &#34;targetType&#34;: &#34;3&#34;, &#34;targetId&#34;: &#34;4&#34; }], &#34;personResult&#34;: [{ &#34;property&#34;: &#34;http://lod.openaire.eu/vocab/perLinksToRes&#34;, &#34;sourceType&#34;: &#34;1&#34;, &#34;sourceId&#34;: &#34;2&#34;, &#34;targetType&#34;: &#34;3&#34;, &#34;targetId&#34;: &#34;4&#34; }], &#34;personProject&#34;: [{ &#34;property&#34;: &#34;http://lod.openaire.eu/vocab/perLinkToProj&#34;, &#34;sourceType&#34;: &#34;1&#34;, &#34;sourceId&#34;: &#34;2&#34;, &#34;targetType&#34;: &#34;3&#34;, &#34;targetId&#34;: &#34;4&#34; }], &#34;personPerson&#34;: [{ &#34;property&#34;: &#34;http://www.w3.org/2002/07/owl#sameAs&#34;, &#34;sourceType&#34;: &#34;1&#34;, &#34;sourceId&#34;: &#34;2&#34;, &#34;targetType&#34;: &#34;3&#34;, &#34;targetId&#34;: &#34;4&#34; }], &#34;datasourceOrganization&#34;: [{ &#34;property&#34;: &#34;http://lod.openaire.eu/vocab/dsLinksToOrg&#34;, &#34;sourceType&#34;: &#34;1&#34;, &#34;sourceId&#34;: &#34;2&#34;, &#34;targetType&#34;: &#34;3&#34;, &#34;targetId&#34;: &#34;4&#34; }], &#34;projectOrganization&#34;: [{ &#34;property&#34;: &#34;http://lod.openaire.eu/vocab/projLinksToOrg&#34;, &#34;sourceType&#34;: &#34;1&#34;, &#34;sourceId&#34;: &#34;2&#34;, &#34;targetType&#34;: &#34;3&#34;, &#34;targetId&#34;: &#34;4&#34; }], &#34;organizationOrganization&#34;: [{ &#34;property&#34;: &#34;http://www.w3.org/2002/07/owl#sameAs&#34;, &#34;sourceType&#34;: &#34;1&#34;, &#34;sourceId&#34;: &#34;2&#34;, &#34;targetType&#34;: &#34;3&#34;, &#34;targetId&#34;: &#34;4&#34; }], &#34;projectPerson&#34;: [{ &#34;property&#34;: &#34;http://lod.openaire.eu/vocab/projLinksToPer&#34;, &#34;sourceType&#34;: &#34;1&#34;, &#34;sourceId&#34;: &#34;2&#34;, &#34;targetType&#34;: &#34;3&#34;, &#34;targetId&#34;: &#34;4&#34; }], &#34;dedup&#34;: [{ &#34;property&#34;: &#34;http://www.w3.org/2002/07/owl#sameAs&#34;, &#34;sourceType&#34;: &#34;1&#34;, &#34;sourceId&#34;: &#34;2&#34;, &#34;targetType&#34;: &#34;3&#34;, &#34;targetId&#34;: &#34;4&#34; }] }"/>
45 
                <PROPERTY key="lod_lastExecutionDate" value="1017-02-15"/>
46 
            </STATIC_CONFIGURATION>
47 
            <JOB_INTERFACE>
48 
                <PARAM description="hdfs name node" name="nameNode" required="true"/>
49 
                <PARAM description="job tracker name" name="jobTracker" required="true"/>
50 
                <PARAM description="Hbase Table with Protobuffs." name="lod_hbase_table" required="true"/>
51 
                <PARAM description="Index Entity Links configuration." name="lod_indexConf" required="true"/>
52 
                <PARAM description="IS lookup service endpoint" name="isLookupEndpoint" required="true"/><!--  <PARAM description="JSON mapping between OA relations  and LOD relations (triples)" name="lod_jsonRels" required="true"/> --><!--                <PARAM description="Last execution date for the LOD import job" name="lod_lastExecutionDate" required="true"/>  -->
53 
            </JOB_INTERFACE>
54 
        </HADOOP_JOB>
55 
        <STATUS>
56 
            <LAST_SUBMISSION_DATE value="2017-11-22T13:50:31+00:00"/>
57 
            <RUNNING_INSTANCES value="-3"/>
58 
            <CUMULATIVE_RUN value="43"/>
59 
        </STATUS>
60 
        <SECURITY_PARAMETERS>SECURITY_PARAMETERS</SECURITY_PARAMETERS>
61 
    </BODY>
62 
</RESOURCE_PROFILE>
(50-50/67)