Project

General

Profile

« Previous | Next » 

Revision 51210

cleanup

View differences:

modules/dnet-mapreduce-jobs/branches/yarn/pom.xml
1
<?xml version="1.0" ?>
2
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
3
	xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
4
	<parent>
5
		<groupId>eu.dnetlib</groupId>
6
		<artifactId>dnet-hadoop-parent</artifactId>
7
		<version>1.0.1-CDH-5.3.0-SNAPSHOT</version>
8
		<relativePath />
9
	</parent>
10
	<modelVersion>4.0.0</modelVersion>
11
	<groupId>eu.dnetlib</groupId>
12
	<artifactId>dnet-mapreduce-jobs</artifactId>
13
	<version>0.0.6.6-CDH-5.3.0-SNAPSHOT</version>
14
	<packaging>jar</packaging>
15
	<scm>
16
		<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-mapreduce-jobs/trunk</developerConnection>
17
	</scm>
18
	<build>
19
		<plugins>
20
			<plugin>
21
				<artifactId>maven-assembly-plugin</artifactId>
22
				<configuration>
23
					<archive>
24
						<manifest>
25
							<mainClass>eu.dnetlib.data.mapreduce.hbase.dataimport.ImportRecordsJob</mainClass>
26
						</manifest>
27
					</archive>
28
					<descriptorRefs>
29
						<descriptorRef>jar-with-dependencies</descriptorRef>
30
					</descriptorRefs>
31
				</configuration>
32
			</plugin>
33
		</plugins>
34
	</build>
35
	<repositories>
36
		<!-- Cloudera Repositories -->
37
		<repository>
38
			<snapshots>
39
				<enabled>false</enabled>
40
			</snapshots>
41
			<id>cloudera-central</id>
42
			<name>cloundera-libs-release</name>
43
			<url>http://maven.research-infrastructures.eu/nexus/content/repositories/cloudera-central</url>
44
		</repository>
45
		<repository>
46
			<id>cloudera-snapshots</id>
47
			<name>cloudera-libs-snapshot</name>
48
			<url>http://maven.research-infrastructures.eu/nexus/content/repositories/cloudera-snapshots</url>
49
		</repository>
50
		<repository>
51
			<id>typesafe</id>
52
			<name>typesafe-releases</name>
53
			<url>http://maven.research-infrastructures.eu/nexus/content/repositories/typesafe</url>
54
		</repository>
55
	</repositories>
56
	<dependencies>
57
		<dependency>
58
			<groupId>commons-logging</groupId>
59
			<artifactId>commons-logging</artifactId>
60
			<version>${commons.logging.version}</version>
61
		</dependency>
62
		<dependency>
63
			<groupId>junit</groupId>
64
			<artifactId>junit</artifactId>
65
			<version>${junit.version}</version>
66
			<scope>test</scope>
67
		</dependency>
68
		<dependency>
69
			<groupId>com.google.code.gson</groupId>
70
			<artifactId>gson</artifactId>
71
			<version>${google.gson.version}</version>
72
		</dependency>
73
		<dependency>
74
			<groupId>eu.dnetlib</groupId>
75
			<artifactId>dnet-index-solr-common</artifactId>
76
			<version>[1.0.0,2.0.0)</version>
77
		</dependency>
78
		<dependency>
79
			<groupId>org.apache.solr</groupId>
80
			<artifactId>solr-solrj</artifactId>
81
			<version>${apache.solr.version}</version>
82
			<exclusions>
83
				<exclusion>
84
					<artifactId>wstx-asl</artifactId>
85
					<groupId>org.codehaus.woodstox</groupId>
86
				</exclusion>
87
				<exclusion>
88
					<artifactId>httpcore</artifactId>
89
					<groupId>org.apache.httpcomponents</groupId>
90
				</exclusion>
91
				<exclusion>
92
					<artifactId>httpclient</artifactId>
93
					<groupId>org.apache.httpcomponents</groupId>
94
				</exclusion>
95
			</exclusions>
96
		</dependency>
97
		<dependency>
98
			<groupId>com.mycila</groupId>
99
			<artifactId>xmltool</artifactId>
100
			<version>3.3</version>
101
		</dependency>
102
		<dependency>
103
			<groupId>eu.dnetlib</groupId>
104
			<artifactId>cnr-misc-utils</artifactId>
105
			<version>[1.0.0,2.0.0)</version>
106
			<exclusions>
107
				<exclusion>
108
					<groupId>apache</groupId>
109
					<artifactId>commons-lang</artifactId>
110
				</exclusion>
111
			</exclusions>
112
		</dependency>
113
		<dependency>
114
			<groupId>eu.dnetlib</groupId>
115
			<artifactId>dnet-mapreduce-submitter</artifactId>
116
			<version>[2.0.0,3.0.0)</version>
117
			<exclusions>
118
				<exclusion>
119
					<artifactId>commons-httpclient</artifactId>
120
					<groupId>commons-httpclient</groupId>
121
				</exclusion>
122
			</exclusions>
123
		</dependency>
124
		<dependency>
125
			<groupId>org.apache.hbase</groupId>
126
			<artifactId>hbase-server</artifactId>
127
			<version>${apache.hbase.version}</version>
128
			<exclusions>
129
				<exclusion>
130
					<artifactId>hadoop-core</artifactId>
131
					<groupId>org.apache.hadoop</groupId>
132
				</exclusion>
133
				<exclusion>
134
					<artifactId>org.mortbay.jetty</artifactId>
135
					<groupId>servlet-api</groupId>
136
				</exclusion>
137
				<exclusion>
138
					<artifactId>javax.servlet.jsp</artifactId>
139
					<groupId>jsp-api</groupId>
140
				</exclusion>
141
				<exclusion>
142
					<artifactId>javax.servlet</artifactId>
143
					<groupId>servlet-api</groupId>
144
				</exclusion>
145
				<exclusion>
146
					<artifactId>jasper-compiler</artifactId>
147
					<groupId>tomcat</groupId>
148
				</exclusion>
149
				<exclusion>
150
					<artifactId>jasper-runtime</artifactId>
151
					<groupId>tomcat</groupId>
152
				</exclusion>
153
				<exclusion>
154
					<artifactId>jsp-api-2.1</artifactId>
155
					<groupId>org.mortbay.jetty</groupId>
156
				</exclusion>
157
				<exclusion>
158
					<artifactId>jsp-api</artifactId>
159
					<groupId>javax.servlet.jsp</groupId>
160
				</exclusion>
161
				<exclusion>
162
					<artifactId>servlet-api</artifactId>
163
					<groupId>javax.servlet</groupId>
164
				</exclusion>
165
				<exclusion>
166
					<artifactId>servlet-api-2.5</artifactId>
167
					<groupId>org.mortbay.jetty</groupId>
168
				</exclusion>
169
			</exclusions>
170
		</dependency>
171
		<dependency>
172
			<groupId>eu.dnetlib</groupId>
173
			<artifactId>dnet-openaire-data-protos</artifactId>
174
			<version>[3.0.0,4.0.0)</version>
175
		</dependency>
176
		<dependency>
177
			<groupId>com.googlecode.protobuf-java-format</groupId>
178
			<artifactId>protobuf-java-format</artifactId>
179
			<version>1.2</version>
180
		</dependency>
181
		<dependency>
182
			<groupId>eu.dnetlib</groupId>
183
			<artifactId>dnet-openaireplus-mapping-utils</artifactId>
184
			<version>[3.0.0,4.0.0)</version>
185
		</dependency>
186
		<dependency>
187
			<groupId>org.antlr</groupId>
188
			<artifactId>stringtemplate</artifactId>
189
			<version>3.2</version>
190
		</dependency>
191
		<dependency>
192
			<groupId>org.json</groupId>
193
			<artifactId>json</artifactId>
194
			<version>20140107</version>
195
		</dependency>
196
		<dependency>
197
			<groupId>com.typesafe</groupId>
198
			<artifactId>config</artifactId>
199
			<version>1.2.1</version>
200
		</dependency>
201
		<dependency>
202
			<groupId>eu.dnetlib</groupId>
203
			<artifactId>dnet-pace-core</artifactId>
204
			<version>[2.0.0,3.0.0)</version>
205
		</dependency>
206
		<dependency>
207
			<groupId>org.apache.httpcomponents</groupId>
208
			<artifactId>httpclient</artifactId>
209
			<version>4.2.3</version>
210
		</dependency>
211
		<dependency>
212
			<groupId>org.mongodb</groupId>
213
			<artifactId>mongo-java-driver</artifactId>
214
			<version>${mongodb.driver.version}</version>
215
		</dependency>
216
		<dependency>
217
			<groupId>eu.dnetlib</groupId>
218
			<artifactId>dnet-actionmanager-common</artifactId>
219
			<version>[2.0.0,3.0.0)</version>
220
		</dependency>
221

  
222

  
223
		<dependency>
224
			<groupId>org.elasticsearch</groupId>
225
			<artifactId>elasticsearch-hadoop-mr</artifactId>
226
			<version>2.0.2</version>
227
		</dependency>
228
		<dependency>
229
			<groupId>org.mockito</groupId>
230
			<artifactId>mockito-all</artifactId>
231
			<version>1.8.5</version>
232
		</dependency>
233

  
234
	</dependencies>
235
</project>
modules/dnet-mapreduce-jobs/branches/yarn/update.sh
1
#!/bin/sh
2

  
3
cd target/classes/
4
zip ~/.m2/repository/eu/dnetlib/dnet-mapreduce-jobs-assembly/0.0.6.5-SNAPSHOT/dnet-mapreduce-jobs-assembly-0.0.6.5-SNAPSHOT.jar $(find eu -name '*.class')
5 0

  
modules/dnet-mapreduce-jobs/branches/yarn/upload.sh
1
#!/bin/bash
2

  
3
echo "copy uber jar to hadoop node..."
4
scp ~/.m2/repository/eu/dnetlib/dnet-mapreduce-jobs-assembly/0.0.6.6-SNAPSHOT/dnet-mapreduce-jobs-assembly-0.0.6.6-SNAPSHOT.jar root@quorum2.t.hadoop.research-infrastructures.eu:/tmp/
5

  
6
echo "copy done! Now uploading library..."
7

  
8
ssh root@quorum2.t.hadoop.research-infrastructures.eu su hdfs <<'EOF'
9
export HADOOP_LOG_DIR=/var/log/hadoop-0.20-mapreduce
10
hadoop fs -rm -skipTrash hdfs://nmis-hadoop-cluster/user/dnet/lib/dnet-mapreduce-jobs-assembly-0.0.6.6-SNAPSHOT.jar
11
hadoop fs -copyFromLocal /tmp/dnet-mapreduce-jobs-assembly-0.0.6.6-SNAPSHOT.jar hdfs://nmis-hadoop-cluster/user/dnet/lib/
12
echo "Done!"
13
EOF
14 0

  
modules/dnet-mapreduce-jobs/branches/yarn/install.sh
1
#!/bin/bash
2

  
3
mvn clean install -DskipTests=true;
4
rm -rf ~/.m2/repository/eu/dnetlib/dnet-mapreduce-jobs-assembly;
5
mvn assembly:assembly -DskipTests=true && mvn install:install-file -Dfile=target/dnet-mapreduce-jobs-0.0.6.6-SNAPSHOT-jar-with-dependencies.jar -DgroupId=eu.dnetlib -DartifactId=dnet-mapreduce-jobs-assembly -Dversion=0.0.6.6-SNAPSHOT -Dpackaging=jar
6 0

  
modules/dnet-mapreduce-jobs/branches/yarn/deploy.info
1
{"type_source": "SVN", "goal": "package -U -T 4C source:jar", "url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-mapreduce-jobs/trunk/", "deploy_repository": "dnet4-snapshots", "version": "4", "mail": "sandro.labruzzo@isti.cnr.it,michele.artini@isti.cnr.it, claudio.atzori@isti.cnr.it, alessia.bardi@isti.cnr.it", "deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet4-snapshots", "name": "dnet-mapreduce-jobs"}
modules/dnet-mapreduce-jobs/branches/yarn/src/test/eu/dnetlib/data/mapreduce/openaire/feed/TestOpenaireRecordMapJob.java
1
package eu.dnetlib.data.mapreduce.openaire.feed;
2

  
3
import java.io.IOException;
4

  
5
import org.apache.hadoop.conf.Configuration;
6
import org.apache.hadoop.util.ToolRunner;
7
import org.junit.Before;
8
import org.junit.Test;
9

  
10
public class TestOpenaireRecordMapJob {
11

  
12
	private OpenaireRecordMapJob job;
13
	
14
	@Before
15
	public void setUp() throws IOException {
16
		job = new OpenaireRecordMapJob();
17
	}
18
	
19
	@Test
20
	public void test() throws Exception {
21
		ToolRunner.run(new Configuration(), job,  new String[] {});
22
	}
23

  
24
}
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/mapreduce/dedup/titles.txt
1
ZZZZZZZZ
2
AAAAAAAAAAAAAAAAA
3
CCCCCCC
4
CCCCCCC
5
XXXXXXXXXX
6
AAAAAAAAAAAAAAAAA
7
AAAAAAAAAAAAAAAAA
8
AAAAAAAAAAAAAAAAA
9
BBBBBBBBBBBB
10
AAAAAAAAAAAAAAAAA
11
CCCCCCC
12
AAAAAAAAAAAAAAAAA
13
CCCCCCC
14
CCCCCCC
15
CCCCCCC
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/mapreduce/hbase/oai/config/OAIPublisherConfiguration-1.xml
1
<RESOURCE_PROFILE>
2
	<HEADER>
3
		<RESOURCE_IDENTIFIER value="OAIPublisherConfiguration" />
4
		<RESOURCE_TYPE value="OAIPublisherConfigurationDSResourceType" />
5
		<RESOURCE_KIND value="OAIPublisherConfigurationDSResources" />
6
		<RESOURCE_URI value="" />
7
		<DATE_OF_CREATION value="2001-12-31T12:00:00" />
8
	</HEADER>
9
	<BODY>
10
		<CONFIGURATION>
11
            <IDSCHEME>oai</IDSCHEME>
12
            <IDNAMESPACE>dnet</IDNAMESPACE>
13
			<OAISETS>
14
				<OAISET enabled="true">
15
					<spec>set1</spec>
16
					<name>set number 1</name>
17
					<description>test set</description>
18
					<query>(set ="aSet")</query>
19
				</OAISET>
20
			</OAISETS>
21
			<METADATAFORMATS>
22
				<METADATAFORMAT exportable="true" metadataPrefix="oai_dc">
23
					<NAMESPACE>NAMESPACE</NAMESPACE>
24
					<SCHEMA>SCHEMA</SCHEMA>
25
					<SOURCE_METADATA_FORMAT interpretation="openaire" layout="index" name="oaf" />
26
					<TRANSFORMATION_RULE />
27
					<BASE_QUERY />
28
				</METADATAFORMAT>
29
				<METADATAFORMAT exportable="true" metadataPrefix="hope">
30
					<NAMESPACE>NAMESPACE</NAMESPACE>
31
					<SCHEMA>SCHEMA</SCHEMA>
32
					<SOURCE_METADATA_FORMAT interpretation="I" layout="L" name="hope" />
33
					<TRANSFORMATION_RULE>tdsRule</TRANSFORMATION_RULE>
34
					<BASE_QUERY>country = IT</BASE_QUERY>
35
				</METADATAFORMAT>
36
			</METADATAFORMATS>
37
			<INDICES>
38
				<INDEX name="title">
39
					<SOURCE interpretation="I" layout="L" name="hope" path="//title" />
40
					<SOURCE interpretation="I" layout="L" name="hope" path="//titleinfo" />
41
					<SOURCE interpretation="openaire" layout="index" name="oaf" path="//*[local-name() = 'title']" />
42
					<SOURCE interpretation="driver" layout="store" name="oai_dc" path="//*[local-name() ='alternative']" />
43
				</INDEX>
44
				<INDEX name="objIdentifier">
45
					<SOURCE interpretation="openaire" layout="index" name="oaf" path="//*[local-name() ='objIdentifier']" />
46
					<SOURCE interpretation="driver" layout="store" name="oai_dc" path="//*[local-name() ='objIdentifier']" />
47
				</INDEX>
48
				<INDEX name="set">
49
					<SOURCE interpretation="openaire" layout="index" name="oaf" path="//*[local-name() ='repositoryId']" />
50
					<SOURCE interpretation="driver" layout="store" name="oai_dc" path="//*[local-name() ='repositoryId']" />
51
				</INDEX>
52
			</INDICES>
53
		</CONFIGURATION>
54
		<STATUS>
55
			<LAST_UPDATE value="2013-12-20T10:50:00" />
56
		</STATUS>
57
		<SECURITY_PARAMETERS>SECURITY_PARAMETERS</SECURITY_PARAMETERS>
58
	</BODY>
59
</RESOURCE_PROFILE>
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/mapreduce/hbase/oai/dedupedRecord.xml
1

  
2
<record>
3
	<result xmlns:dri="http://www.driver-repository.eu/namespace/dri"
4
		xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
5
		<header>
6
			<dri:objIdentifier>wodc______nl::81199feaafe60a7ea6c9eb9b2b9ffd3a</dri:objIdentifier>
7
			<dri:dateOfCollection>2013-12-11T10:01:13Z</dri:dateOfCollection>
8
		</header>
9
		<metadata>
10
			<oaf:entity xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
11
				xmlns:oaf="http://namespace.openaire.eu/oaf"
12
				xsi:schemaLocation="http://namespace.openaire.eu/oaf http://www.openaire.eu/schema/0.2/oaf-0.2.xsd">
13
				<oaf:result>
14
					<subject classid="keyword" classname="keyword" schemeid="dnet:result_subject"
15
						schemename="dnet:result_subject">Asielbeleid</subject>
16
					<subject classid="keyword" classname="keyword" schemeid="dnet:result_subject"
17
						schemename="dnet:result_subject">Vreemdelingenbeleid</subject>
18
					<subject classid="keyword" classname="keyword" schemeid="dnet:result_subject"
19
						schemename="dnet:result_subject">Vreemdelingenbewaring</subject>
20
					<subject classid="keyword" classname="keyword" schemeid="dnet:result_subject"
21
						schemename="dnet:result_subject">Vreemdelingentoezicht</subject>
22
					<title classid="main title" classname="main title" schemeid="dnet:dataCite_title"
23
						schemename="dnet:dataCite_title">Vreemdelingen in Nederland:</title>
24
					<dateofacceptance>1986-01-01</dateofacceptance>
25
					<resulttype classid="publication" classname="publication"
26
						schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
27
					<language classid="und" classname="Undetermined" schemeid="dnet:languages"
28
						schemename="dnet:languages" />
29
					<relevantdate classid="" classname="" schemeid=""
30
						schemename="" />
31
					<description></description>
32
					<publisher></publisher>
33
					<embargoenddate></embargoenddate>
34
					<storagedate></storagedate>
35
					<source></source>
36
					<fulltext></fulltext>
37
					<resourcetype classid="" classname="" schemeid=""
38
						schemename="" />
39
					<device></device>
40
					<size></size>
41
					<format></format>
42
					<version></version>
43
					<lastmetadataupdate></lastmetadataupdate>
44
					<metadataversionnumber></metadataversionnumber>
45
					<originalId>oai:tudelft.nl:uuid:017d6abc-dc6c-4560-b3bc-16bab777978e
46
					</originalId>
47
					<collectedfrom
48
						name="WODC Repository Ministerie van Veiligheid en Justitie" id="driver______::7d8b320d781e5eced039bb46e6ec3c56" />
49
					<pid classid="oai" classname="oai" schemeid="dnet:pid_types"
50
						schemename="dnet:pid_types">oai:tudelft.nl:uuid:017d6abc-dc6c-4560-b3bc-16bab777978e
51
					</pid>
52
					<bestlicense classid="OPEN" classname="Open Access"
53
						schemeid="dnet:access_modes" schemename="dnet:access_modes" />
54
					<datainfo>
55
						<inferred>false</inferred>
56
						<deletedbyinference>true</deletedbyinference>
57
						<trust>0.9</trust>
58
						<inferenceprovenance />
59
						<provenanceaction classid="sysimport:crosswalk:repository"
60
							classname="sysimport:crosswalk:repository" schemeid="dnet:provenanceActions"
61
							schemename="dnet:provenanceActions" />
62
					</datainfo>
63
					<rels>
64
						<rel inferred="true" trust="0.9"
65
							inferenceprovenance="iis::document_similarities_standard"
66
							provenanceaction="iis">
67
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
68
								type="result">od_______105::2911ccfbfaca2d0fe8c365d46cf57779</to>
69
							<similarity>0.39992455</similarity>
70
							<type>STANDARD</type>
71
							<title classid="main title" classname="main title"
72
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Geen onderwijs voor
73
								vreemdelingen</title>
74
							<dateofacceptance>2013-01-01</dateofacceptance>
75
							<resulttype classid="publication" classname="publication"
76
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
77
						</rel>
78
						<rel inferred="true" trust="0.9"
79
							inferenceprovenance="iis::document_similarities_standard"
80
							provenanceaction="iis">
81
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
82
								type="result">od_______202::35b9e745bd72719733bb59768033fea6</to>
83
							<similarity>0.39992455</similarity>
84
							<type>STANDARD</type>
85
							<title classid="main title" classname="main title"
86
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Daardoor blijven wij
87
								vreemdelingen</title>
88
							<dateofacceptance>1996-09-14</dateofacceptance>
89
							<resulttype classid="publication" classname="publication"
90
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
91
						</rel>
92
						<rel inferred="true" trust="0.9"
93
							inferenceprovenance="iis::document_similarities_standard"
94
							provenanceaction="iis">
95
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
96
								type="result">doajarticles::0d7b9dfc3beb2556358a05ed2d7969cf</to>
97
							<similarity>0.39992455</similarity>
98
							<type>STANDARD</type>
99
							<title classid="main title" classname="main title"
100
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Vreemdelingen?</title>
101
							<dateofacceptance>1921-01-01</dateofacceptance>
102
							<publisher>KITLV</publisher>
103
							<resulttype classid="publication" classname="publication"
104
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
105
						</rel>
106
						<rel inferred="false" trust="0.9" inferenceprovenance=""
107
							provenanceaction="sysimport:crosswalk:repository">
108
							<to class="hasAuthor" scheme="dnet:personroles" type="person">wodc______nl::1d713022bd10a53c5968df3203e33e16
109
							</to>
110
							<ranking>1</ranking>
111
							<fullname>WODC</fullname>
112
						</rel>
113
						<rel inferred="true" trust="0.9"
114
							inferenceprovenance="iis::document_similarities_standard"
115
							provenanceaction="iis">
116
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
117
								type="result">od______1113::4c6e651be7385b0628fd82d5544586fc</to>
118
							<similarity>0.39974904</similarity>
119
							<type>STANDARD</type>
120
							<title classid="main title" classname="main title"
121
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">De uitvoering van het
122
								Nederlandse vreemdelingenbeleid</title>
123
							<dateofacceptance>2006-01-11</dateofacceptance>
124
							<resulttype classid="publication" classname="publication"
125
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
126
						</rel>
127
						<rel inferred="true" trust="0.9"
128
							inferenceprovenance="iis::document_similarities_standard"
129
							provenanceaction="iis">
130
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
131
								type="result">wodc______nl::3a0f85380fbb663ebab94cea85bfa305</to>
132
							<similarity>0.4196265</similarity>
133
							<type>STANDARD</type>
134
							<title classid="main title" classname="main title"
135
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Vreemdelingen:</title>
136
							<dateofacceptance>1992-01-01</dateofacceptance>
137
							<resulttype classid="publication" classname="publication"
138
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
139
						</rel>
140
						<rel inferred="true" trust="0.9"
141
							inferenceprovenance="iis::document_similarities_standard"
142
							provenanceaction="iis">
143
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
144
								type="result">wodc______nl::8f24c874935af6d255faf2b8116a0901</to>
145
							<similarity>0.5458018</similarity>
146
							<type>STANDARD</type>
147
							<title classid="main title" classname="main title"
148
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Operationeel
149
								vreemdelingentoezicht in Nederland:</title>
150
							<dateofacceptance>1989-01-01</dateofacceptance>
151
							<publisher>Den Haag: Gouda Quint</publisher>
152
							<resulttype classid="publication" classname="publication"
153
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
154
						</rel>
155
						<rel inferred="true" trust="0.9"
156
							inferenceprovenance="iis::document_similarities_standard"
157
							provenanceaction="iis">
158
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
159
								type="result">wodc______nl::f9ee52cd455f4ef0fd6c9a9a73220a53</to>
160
							<similarity>0.36704296</similarity>
161
							<type>STANDARD</type>
162
							<title classid="main title" classname="main title"
163
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Asiel zoeken in
164
								Nederland:</title>
165
							<dateofacceptance>1987-01-01</dateofacceptance>
166
							<resulttype classid="publication" classname="publication"
167
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
168
						</rel>
169
						<rel inferred="true" trust="0.9"
170
							inferenceprovenance="iis::document_similarities_standard"
171
							provenanceaction="iis">
172
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
173
								type="result">wodc______nl::d0267196f65eed0aa7a7e9326310e286</to>
174
							<similarity>0.36079064</similarity>
175
							<type>STANDARD</type>
176
							<title classid="main title" classname="main title"
177
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Vreemdelingentoezicht
178
								sinds de inwerkingtreding van de Wet op de Identificatieplicht:
179
								Een verkennend onderzoek naar staande houden op grond van het
180
								gewijzigde artikel 19 lid 1 Vreemdelingenwet</title>
181
							<dateofacceptance>1997-01-01</dateofacceptance>
182
							<publisher>Den Haag: WODC</publisher>
183
							<resulttype classid="publication" classname="publication"
184
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
185
						</rel>
186
						<rel inferred="true" trust="0.9"
187
							inferenceprovenance="iis::document_similarities_standard"
188
							provenanceaction="iis">
189
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
190
								type="result">wodc______nl::534e84e38868c13baed3d9cc3a2c1cc3</to>
191
							<similarity>0.46265823</similarity>
192
							<type>STANDARD</type>
193
							<title classid="main title" classname="main title"
194
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Van bejegening tot
195
								vertrek: Een onderzoek naar de werking van vreemdelingenbewaring
196
							</title>
197
							<dateofacceptance>2013-01-01</dateofacceptance>
198
							<publisher>Den Haag: Boom Lemma</publisher>
199
							<resulttype classid="publication" classname="publication"
200
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
201
						</rel>
202
						<rel inferred="true" trust="0.9"
203
							inferenceprovenance="iis::document_similarities_standard"
204
							provenanceaction="iis">
205
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
206
								type="result">wodc______nl::a4e4adda854964e735d49f068f3625cd</to>
207
							<similarity>0.6035621</similarity>
208
							<type>STANDARD</type>
209
							<title classid="main title" classname="main title"
210
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Operationeel toezicht
211
								vreemdelingen: Evaluatie van de bevoegdheden in de
212
								Vreemdelingenwet 2000 voor het vreemdelingentoezicht door de
213
								politie</title>
214
							<dateofacceptance>2004-01-01</dateofacceptance>
215
							<publisher>Den Haag: Boom</publisher>
216
							<resulttype classid="publication" classname="publication"
217
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
218
						</rel>
219
						<rel inferred="true" trust="0.9"
220
							inferenceprovenance="iis::document_similarities_standard"
221
							provenanceaction="iis">
222
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
223
								type="result">od_______323::92a8ab394fcf603e24b3ecc6e27fe2d1</to>
224
							<similarity>0.45559114</similarity>
225
							<type>STANDARD</type>
226
							<title classid="main title" classname="main title"
227
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Asielbeleid speelt
228
								continu op nationaal en Europees niveau</title>
229
							<dateofacceptance>2011-01-01</dateofacceptance>
230
							<resulttype classid="publication" classname="publication"
231
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
232
						</rel>
233
						<rel inferred="true" trust="0.9"
234
							inferenceprovenance="iis::document_similarities_standard"
235
							provenanceaction="iis">
236
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
237
								type="result">od_______323::d8d6bbc2b32b757ccd9114366428482a</to>
238
							<similarity>0.39992455</similarity>
239
							<type>STANDARD</type>
240
							<title classid="main title" classname="main title"
241
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Gezondheidszorg voor
242
								illegale vreemdelingen in Nederland</title>
243
							<dateofacceptance>2010-01-01</dateofacceptance>
244
							<publisher>Bohn Stafleu van Loghum</publisher>
245
							<resulttype classid="publication" classname="publication"
246
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
247
						</rel>
248
						<rel inferred="true" trust="0.9"
249
							inferenceprovenance="iis::document_similarities_standard"
250
							provenanceaction="iis">
251
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
252
								type="result">phd_tilb__nl::1fa27b4261b757df6e26ba66159cd656</to>
253
							<similarity>0.39992455</similarity>
254
							<type>STANDARD</type>
255
							<title classid="main title" classname="main title"
256
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Herziening Wet arbeid
257
								vreemdelingen : een beschouwing vanuit Europees perspectief
258
							</title>
259
							<dateofacceptance>2013-01-01</dateofacceptance>
260
							<resulttype classid="publication" classname="publication"
261
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
262
						</rel>
263
						<rel inferred="true" trust="0.9"
264
							inferenceprovenance="iis::document_similarities_standard"
265
							provenanceaction="iis">
266
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
267
								type="result">phd_tilb__nl::a72bc9398100970fa0dd204a81cb454c</to>
268
							<similarity>0.39992455</similarity>
269
							<type>STANDARD</type>
270
							<title classid="main title" classname="main title"
271
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">De
272
								bijstandsrechtelijke positie van vreemdelingen in Nederland : de
273
								relatie met internationale normen</title>
274
							<dateofacceptance>1991-01-01</dateofacceptance>
275
							<resulttype classid="publication" classname="publication"
276
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
277
						</rel>
278
						<rel inferred="true" trust="0.9"
279
							inferenceprovenance="iis::document_similarities_standard"
280
							provenanceaction="iis">
281
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
282
								type="result">phd_tilb__nl::3185d852d8be25e762803eaac8abc1e0</to>
283
							<similarity>0.35941428</similarity>
284
							<type>STANDARD</type>
285
							<title classid="main title" classname="main title"
286
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Wet arbeid
287
								vreemdelingen : hoe werkt de Wet arbeid vreemdelingen in zowel
288
								de theorie als in de praktijk en welke veranderingen zijn er
289
								gewenst c.q. noodzakelijk?</title>
290
							<dateofacceptance>2011-01-01</dateofacceptance>
291
							<resulttype classid="publication" classname="publication"
292
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
293
						</rel>
294
						<rel inferred="true" trust="0.9"
295
							inferenceprovenance="iis::document_similarities_standard"
296
							provenanceaction="iis">
297
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
298
								type="result">phd_tilb__nl::1b651d4468ab4f92eb283360ef76ea11</to>
299
							<similarity>0.39992455</similarity>
300
							<type>STANDARD</type>
301
							<title classid="main title" classname="main title"
302
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Ruimte voor bestuur,
303
								ruimte voor vreemdelingen</title>
304
							<dateofacceptance>1995-01-01</dateofacceptance>
305
							<resulttype classid="publication" classname="publication"
306
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
307
						</rel>
308
						<rel inferred="true" trust="0.9"
309
							inferenceprovenance="iis::document_similarities_standard"
310
							provenanceaction="iis">
311
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
312
								type="result">phd_tilb__nl::82122004eb1325c61ba8642403a0baae</to>
313
							<similarity>0.39992455</similarity>
314
							<type>STANDARD</type>
315
							<title classid="main title" classname="main title"
316
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">De au pair in relatie
317
								tot de Wet arbeid vreemdelingen</title>
318
							<dateofacceptance>2009-01-01</dateofacceptance>
319
							<resulttype classid="publication" classname="publication"
320
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
321
						</rel>
322
						<rel inferred="true" trust="0.9"
323
							inferenceprovenance="iis::document_similarities_standard"
324
							provenanceaction="iis">
325
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
326
								type="result">phd_tilb__nl::bd9c27d3091b0e3bf3fef53a5808fe8e</to>
327
							<similarity>0.39992455</similarity>
328
							<type>STANDARD</type>
329
							<title classid="main title" classname="main title"
330
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Herziening Wet arbeid
331
								vreemdelingen: theorie versus praktijk</title>
332
							<dateofacceptance>2010-01-01</dateofacceptance>
333
							<resulttype classid="publication" classname="publication"
334
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
335
						</rel>
336
						<rel inferred="true" trust="0.9"
337
							inferenceprovenance="iis::document_similarities_standard"
338
							provenanceaction="iis">
339
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
340
								type="result">phd_tilb__nl::94c4b268d9451b23d49e1c4e8dcf7b8f</to>
341
							<similarity>0.43279523</similarity>
342
							<type>STANDARD</type>
343
							<title classid="main title" classname="main title"
344
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">De positie van vrouwen
345
								in het Nederlandse vreemdelingenbeleid</title>
346
							<dateofacceptance>2004-01-01</dateofacceptance>
347
							<resulttype classid="publication" classname="publication"
348
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
349
						</rel>
350
						<rel inferred="true" trust="0.9"
351
							inferenceprovenance="iis::document_similarities_standard"
352
							provenanceaction="iis">
353
							<to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"
354
								type="result">od_______369::2bc5ccb12cc12f2db094124f0fa8b04d</to>
355
							<similarity>0.45595452</similarity>
356
							<type>STANDARD</type>
357
							<title classid="main title" classname="main title"
358
								schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">Regelrust voor
359
								vreemdelingen. Een advies over vermindering van regeldruk in het
360
								reguliere vreemdelingenbeleid.</title>
361
							<dateofacceptance>2010-01-01</dateofacceptance>
362
							<publisher>Den Haag</publisher>
363
							<resulttype classid="publication" classname="publication"
364
								schemeid="dnet:result_typologies" schemename="dnet:result_typologies" />
365
						</rel>
366
					</rels>
367
					<children>
368
						<instance id="driver______::7d8b320d781e5eced039bb46e6ec3c56">
369
							<licence classid="OPEN" classname="Open Access" schemeid="dnet:access_modes"
370
								schemename="dnet:access_modes" />
371
							<instancetype classid="0017" classname="Report"
372
								schemeid="dnet:publication_resource" schemename="dnet:publication_resource" />
373
							<hostedby name="WODC Repository Ministerie van Veiligheid en Justitie"
374
								id="driver______::7d8b320d781e5eced039bb46e6ec3c56" />
375
							<webresource>
376
								<url>http://resolver.tudelft.nl/uuid:017d6abc-dc6c-4560-b3bc-16bab777978e
377
								</url>
378
							</webresource>
379

  
380
						</instance>
381

  
382
					</children>
383
				</oaf:result>
384
				<counters>
385
					<counter_authorship value="1" />
386
					<counter_similarity value="20" />
387
				</counters>
388
			</oaf:entity>
389
		</metadata>
390
	</result>
391
</record>
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/mapreduce/util/openaireEntityLinks.properties
1
#Rels
2
result=resultOrganization:organization:rel,personResult:person:rel,instance:result:child
3
person=personResult:result:rel
4
datasource=datasourceOrganization:organization:rel
5
organization=projectOrganization:project:rel,resultOrganization:result:rel
6
project=projectOrganization:organization:rel,resultProject:result:rel
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/transform/recordFCT.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<record xmlns:dc="http://purl.org/dc/elements/1.1/"
3
  xmlns:dr="http://www.driver-repository.eu/namespace/dr"
4
  xmlns:dri="http://www.driver-repository.eu/namespace/dri"
5
  xmlns:oaf="http://namespace.openaire.eu/oaf"
6
  xmlns:prov="http://www.openarchives.org/OAI/2.0/provenance" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
7
  <header xmlns="http://namespace.openaire.eu/">
8
    <dri:objIdentifier>od_______296::74732b873f881d9bff67c2a11b6a66d6</dri:objIdentifier>
9
    <dri:recordIdentifier>ebfb74b7-3087-4da0-aaab-917121e40028_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==::oai:www.tdx.cat:10803/32188</dri:recordIdentifier>
10
    <dri:dateOfCollection/>
11
    <dri:mdFormat/>
12
    <dri:mdFormatInterpretation/>
13
    <dri:repositoryId>1d3fe9bd-a21d-4bba-9238-dc6259ee1424_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=</dri:repositoryId>
14
    <dr:objectIdentifier/>
15
    <dr:dateOfCollection>2014-07-12T06:03:38Z</dr:dateOfCollection>
16
    <oaf:datasourceprefix>od_______296</oaf:datasourceprefix>
17
  </header>
18
  <metadata xmlns="http://namespace.openaire.eu/">
19
    <dc:contributor>Riera Guilera, Carme</dc:contributor>
20
    <dc:contributor>Universitat Autònoma de Barcelona. Departament de Filologia Espanyola</dc:contributor>
21
    <dc:creator>Torras Francés, Meri</dc:creator>
22
    <dc:dateAccepted>1998-10-26</dc:dateAccepted>
23
    <dc:description>La tesi parteix d’una reflexió des de la teoria a propòsit de l’estatut de l’autobiografia (i del gènere epistolar en particular), preguntant-se a propòsit d’aspectes com són ara la construcció del subjecte en el discurs o el valor de l’experiència com a categoria de diferència. Per tal de aprofundir en aquesta aproximació, el segon capítol realitza un alectura crítica de dues cartes autobiogràfiques escrites per dones: la Carta a Sor Filotea de la Cruz, escrita per Sor Juana i l’ Autobiografía epistolar de Gertrudis Góme de Avellaneda. El capítol central analitza el binomi gènere femení-gènere epistolar per demostrar de quina manera va establir-se a la modernitat (la França dels segles XVII i XVIII) i per què la carta privada acaba definint-se com un gènere (genre) de gènere (gender) femení, sobre quins condicionaments socials va succeir i quin va ser el paper de les dones en tot això. En el darrer capítol s’aborda el seguiment del binomi a l’Espanya dels segles XVIII, XIX i XX, fent paleses les aplicacions particulars que va patir en aquest altre context historico-cultural. Tot això fent ús d’un plantejament i un enfocament propis de la filologia, la teoria de la literatura i la literatura comparada que, a l’apèndix, abraça altres arts, ja que s’hi recullen mostres de la pintura holandesa del xvii on el motiu de la carta femenina té un tractament plenament en consonància amb els paràmetres que van constituir l’assimmilació de gèneres (gènere femení-gènere epistolar) a la França dels salons.</dc:description>
24
    <dc:description>La tesis parte de una reflexión desde la teoría a propósito del estatuto de la autobiografía (y del género epistolar en particular), preguntándose sobre aspectos como la construcción del sujeto en el discurso o el valor de la experiencia como categoría de diferencia. En aras de ahondar en esta aproximación, el segundo capítulo realiza una lectura crítica de dos cartas autobiográficas escritas por mujeres: la Carta a Sor Filotea de la Cruz, escrita por Sor Juana y la Autobiografía epistolar de Gertrudis Gómez de Avellaneda. El capítulo central está destinado a analizar el binomio género femenino-género epistolar para demostrar de qué modo se estableció en la modernidad (en la Francia de los siglos XVII y XVIII) y por qué la carta privada terminó definiéndose como un género (genre) de género (gender) femenino, sobre qué condicionamientos sociales aconteció y cuál fue el papel de las mujeres en ello. En el capítulo posterior se acomete el seguimiento del binomio en la España de los siglos XVIII, XIX y XX, dando cuenta de las aplicaciones particulares que sufrió en este otro contexto histórico-cultural. Todo ello haciendo uso de un planteamiento y un enfoque propios de la filología, la teoría de la literatura y la literatura comparada que, en el apéndice, abraza otras artes, puesto que en él se recogen muestras de la pintura holandesa del XVII donde el motivo de la carta femenina observa un tratamiento plenamente en consonancia con los parámetros que constituyeron la asimilación de los géneros (género femenino-género epistolar) en la Francia de los salones.</dc:description>
25
    <dc:description>The thesis departs from a theoretic reflection on the status of autobiography in general —and of epistolary genre in particular— inquiring about aspects like the construction of the subject in the discourse or the value of experience as a category of difference. In order to examine in depth this approach, the second chapter performs a critical reading of two autobiographic letters written by women: the Carta a Sor Filotea de la Cruz by Sor Juana and the epistolary Autobiografía of Gertrudis Gómez de Avellaneda. The central chapter is devoted to analyze the epistolary genre—feminine gender relationship to show how it was established in Modernity (in France, XVII and XVIII centuries) and why the personal letter finished defined as a genre of feminine gender, on what social factors happened and what was the woman’s role in all that. The following chapter shows the relationship in Spain, XVIII, XIX and XX centuries, giving an account of particular applications that it suffered in this historical and cultural context. All this using approaches of Philology, Literary Theory and Comparative. The appendix considers some samples of the Dutch painting of the xvii where the motive of the feminine letter observes a treatment fully accordance with the parameters that constituted the assimilation of gender/genre (feminine gender/epistolary genre) in the French salons.</dc:description>
26
    <dc:identifier>http://hdl.handle.net/10803/32188</dc:identifier>
27
    <oaf:identifier identifierType="doi">10803/32188</oaf:identifier>
28
    <oaf:identifier identifierType="orcidworkid">1234-1234-1234-1111</oaf:identifier>
29
    <dc:language>esl/spa</dc:language>
30
    <dc:publisher>Universitat Autònoma de Barcelona</dc:publisher>
31
    <dc:title>La epistola privada como género: estrategias de construcción</dc:title>
32
    <dc:source>TDX (Tesis Doctorals en Xarxa)</dc:source>
33
    <dc:subject>Ciències Humanes</dc:subject>
34
    <dc:subject>82 - Literatura</dc:subject>
35
    <dr:CobjCategory>0006</dr:CobjCategory>
36
    <dr:CobjCategory>0000</dr:CobjCategory>
37
    <dr:CobjIdentifier>urn:isbn:9788469416310</dr:CobjIdentifier>
38
    <oaf:collectedDatasourceid>opendoar____::296</oaf:collectedDatasourceid>
39
    <oaf:accessrights/>
40
    <oaf:projectid>fct_________::100007</oaf:projectid>
41
    <oaf:hostedBy id="opendoar____::296" name="Tesis Doctorals en Xarxa"/>
42
    <oaf:collectedFrom id="opendoar____::296" name="Tesis Doctorals en Xarxa"/>
43
  </metadata>
44
</record>
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/transform/recordDatacite.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<record xmlns:dr="http://www.driver-repository.eu/namespace/dr"
3
  xmlns:oaf="http://namespace.openaire.eu/oaf" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
4
  <oai:header xmlns="http://namespace.openaire.eu/"
5
    xmlns:dc="http://purl.org/dc/elements/1.1/"
6
    xmlns:dri="http://www.driver-repository.eu/namespace/dri"
7
    xmlns:oai="http://www.openarchives.org/OAI/2.0/" xmlns:prov="http://www.openarchives.org/OAI/2.0/provenance">
8
    <dri:objIdentifier>r3c903d4c5a8::00a0cdbbc0c27cca1ccfafb33e7a862d</dri:objIdentifier>
9
    <dri:recordIdentifier/>
10
    <dri:dateOfCollection>2014-10-08T13:12:50.337Z</dri:dateOfCollection>
11
    <dri:repositoryId>19365384-4f97-4446-9a81-8c414d2ca27a_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=</dri:repositoryId>
12
    <oaf:datasourceprefix>r3c903d4c5a8</oaf:datasourceprefix>
13
    <identifier xmlns="http://www.openarchives.org/OAI/2.0/">oai:ucd.ie:ucdlib:31727</identifier>
14
    <datestamp xmlns="http://www.openarchives.org/OAI/2.0/">2014-10-07T14:28:12Z</datestamp>
15
    <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">ucd_digital_library</setSpec>
16
    <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">openaire_data</setSpec>
17
  </oai:header>
18
  <metadata>
19
    <resource xmlns="http://datacite.org/schema/kernel-3"
20
      xmlns:dc="http://purl.org/dc/elements/1.1/"
21
      xmlns:dri="http://www.driver-repository.eu/namespace/dri"
22
      xmlns:oai="http://www.openarchives.org/OAI/2.0/"
23
      xmlns:prov="http://www.openarchives.org/OAI/2.0/provenance" xsi:schemaLocation="http://datacite.org/schema/kernel-3 http://schema.datacite.org/meta/kernel-3/metadata.xsd">
24
      <identifier identifierType="DOI">10.7925/drs1.ucdlib_31727</identifier>
25
      <creators>
26
        <creator>
27
          <creatorName>Laefer, Debra L.</creatorName>
28
          <nameIdentifier nameIdentifierScheme="ORCID">0000-0001-5134-5322</nameIdentifier>
29
        </creator>
30
        <creator>
31
          <creatorName>University College, Dublin. Library</creatorName>
32
          <nameIdentifier nameIdentifierScheme="VIAF" schemeURI="http://www.viaf.org">261450561</nameIdentifier>
33
        </creator>
34
      </creators>
35
      <titles>
36
        <title>39 Grafton Street, Dublin</title>
37
      </titles>
38
      <publisher>UCD School of Architecture Landscape Civil Engineering</publisher>
39
      <publicationYear>2013</publicationYear>
40
      <subjects>
41
        <subject
42
          schemeURI="http://id.loc.gov/authorities/subjects/sh99004820#concept" subjectScheme="NAF">Buildings, structures, etc</subject>
43
      </subjects>
44
      <contributors>
45
        <contributor contributorType="Other">
46
          <contributorName>Clarke, Julie</contributorName>
47
          <nameIdentifier nameIdentifierScheme="ORCID">0000-0001-6092-9741</nameIdentifier>
48
        </contributor>
49
        <contributor contributorType="Sponsor">
50
          <contributorName>UCD School of Architecture, Landscape, and Civil Engineering</contributorName>
51
        </contributor>
52
        <contributor contributorType="HostingInstitution">
53
          <contributorName>University College, Dublin. Library</contributorName>
54
          <nameIdentifier nameIdentifierScheme="VIAF" schemeURI="http://www.viaf.org">261450561</nameIdentifier>
55
        </contributor>
56
        <contributor contributorType="Funder">
57
          <contributorName>Irish Research Council for Science, Engineering and Technology</contributorName>
58
          <nameIdentifier nameIdentifierScheme="info">info:eu-repo/grantAgreement/IRCSET//RS-2011-435</nameIdentifier>
59
        </contributor>
60
      </contributors>
61
      <dates>
62
        <date dateType="Issued">2013</date>
63
        <date dateType="Available">2014-09-29</date>
64
      </dates>
65
      <resourceType resourceTypeGeneral="Dataset">Dataset</resourceType>
66
      <alternateIdentifiers>
67
        <alternateIdentifier alternateIdentifierType="URL">http://digital.ucd.ie/view/ucdlib:31727</alternateIdentifier>
68
      </alternateIdentifiers>
69
      <relatedIdentifiers>
70
        <relatedIdentifier relatedIdentifierType="DOI" relationType="IsPartOf">10.7925/drs1.ucdlib_31100</relatedIdentifier>
71
        <relatedIdentifier relatedIdentifierType="DOI" relationType="IsReferencedBy">10.7925/drs1.ucdlib_31057</relatedIdentifier>
72
      </relatedIdentifiers>
73
      <sizes>
74
        <size>1 still image</size>
75
        <size>26859085 bytes</size>
76
        <size>1545x2946 pixels</size>
77
      </sizes>
78
      <formats>
79
        <format>image/vnd.adobe.photoshop</format>
80
        <format>image/jpeg</format>
81
      </formats>
82
      <rightsList>
83
        <rights rightsURI="info:eu-repo/semantics/openAccess"/>
84
        <rights rightsURI="http://creativecommons.org/publicdomain/zero/1.0/">Use and reproduction: CC0 1.0 Universal</rights>
85
      </rightsList>
86
      <descriptions>
87
        <description descriptionType="Abstract">Consists of an orthorectified image of the structure in Adobe PhotoShop (PSD) format. The orthorectified image has been derived from one or more photographic images that are included as layers in the original Adobe PhotoShop (PSD) file. The composite and all other image layers have been extracted and saved in TIFF image files, and JPEG files in various resolutions have been derived from the flattened image layer to facilitate inspection.</description>
88
        <description descriptionType="Other">Brickwork structure, 4 levels above ground, constructed 1864.</description>
89
        <description descriptionType="Other">Funded by an award from the Irish Research Council for Science, Engineering and Technology (IRCSET), Embark Initiative Postgraduate Scholarship, grant identifier RS/2011/435.</description>
90
      </descriptions>
91
      <geoLocations>
92
        <geoLocation>
93
          <geoLocationPoint>53.3407951 -6.26054559383235</geoLocationPoint>
94
        </geoLocation>
95
      </geoLocations>
96
    </resource>
97
    <oaf:embargoenddate>2014-09-29</oaf:embargoenddate>
98
    <dr:CobjCategory>0021</dr:CobjCategory>
99
    <oaf:dateAccepted>2013-01-01</oaf:dateAccepted>
100
    <oaf:accessrights>OPEN</oaf:accessrights>
101
    <oaf:language>und</oaf:language>
102
    <oaf:hostedBy id="re3data_____::r3d100010742" name="UCD Digital Library"/>
103
    <oaf:collectedFrom id="re3data_____::r3d100010742" name="UCD Digital Library"/>
104
  </metadata>
105
  <about xmlns="http://namespace.openaire.eu/"
106
    xmlns:dc="http://purl.org/dc/elements/1.1/"
107
    xmlns:dri="http://www.driver-repository.eu/namespace/dri"
108
    xmlns:oai="http://www.openarchives.org/OAI/2.0/" xmlns:prov="http://www.openarchives.org/OAI/2.0/provenance">
109
    <oaf:datainfo>
110
      <oaf:inferred>false</oaf:inferred>
111
      <oaf:deletedbyinference>false</oaf:deletedbyinference>
112
      <oaf:trust>0.9</oaf:trust>
113
      <oaf:inferenceprovenance/>
114
      <oaf:provenanceaction classid="sysimport:crosswalk:datasetarchive"
115
        classname="sysimport:crosswalk:datasetarchive"
116
        schemeid="dnet:provenanceActions" schemename="dnet:provenanceActions"/>
117
    </oaf:datainfo>
118
  </about>
119
</record>
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/transform/record.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<record xmlns:dc="http://purl.org/dc/elements/1.1/"
3
  xmlns:dr="http://www.driver-repository.eu/namespace/dr"
4
  xmlns:dri="http://www.driver-repository.eu/namespace/dri"
5
  xmlns:oaf="http://namespace.openaire.eu/oaf"
6
  xmlns:prov="http://www.openarchives.org/OAI/2.0/provenance" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
7
  <header xmlns="http://namespace.openaire.eu/">
8
    <dri:objIdentifier>od_______296::74732b873f881d9bff67c2a11b6a66d6</dri:objIdentifier>
9
    <dri:recordIdentifier>ebfb74b7-3087-4da0-aaab-917121e40028_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==::oai:www.tdx.cat:10803/32188</dri:recordIdentifier>
10
    <dri:dateOfCollection/>
11
    <dri:mdFormat/>
12
    <dri:mdFormatInterpretation/>
13
    <dri:repositoryId>1d3fe9bd-a21d-4bba-9238-dc6259ee1424_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=</dri:repositoryId>
14
    <dr:objectIdentifier/>
15
    <dr:dateOfCollection>2014-07-12T06:03:38Z</dr:dateOfCollection>
16
    <oaf:datasourceprefix>od_______296</oaf:datasourceprefix>
17
  </header>
18
  <metadata xmlns="http://namespace.openaire.eu/">
19
    <dc:contributor>Riera Guilera, Carme</dc:contributor>
20
    <dc:contributor>Universitat Autònoma de Barcelona. Departament de Filologia Espanyola</dc:contributor>
21
    <dc:creator>Torras Francés, Meri</dc:creator>
22
    <dc:creator>Moreno-Noguer, Francese</dc:creator>
23
    <dc:dateAccepted>1998-10-26</dc:dateAccepted>
24
    <dc:description>La tesi parteix d’una reflexió des de la teoria a propòsit de l’estatut de l’autobiografia (i del gènere epistolar en particular), preguntant-se a propòsit d’aspectes com són ara la construcció del subjecte en el discurs o el valor de l’experiència com a categoria de diferència. Per tal de aprofundir en aquesta aproximació, el segon capítol realitza un alectura crítica de dues cartes autobiogràfiques escrites per dones: la Carta a Sor Filotea de la Cruz, escrita per Sor Juana i l’ Autobiografía epistolar de Gertrudis Góme de Avellaneda. El capítol central analitza el binomi gènere femení-gènere epistolar per demostrar de quina manera va establir-se a la modernitat (la França dels segles XVII i XVIII) i per què la carta privada acaba definint-se com un gènere (genre) de gènere (gender) femení, sobre quins condicionaments socials va succeir i quin va ser el paper de les dones en tot això. En el darrer capítol s’aborda el seguiment del binomi a l’Espanya dels segles XVIII, XIX i XX, fent paleses les aplicacions particulars que va patir en aquest altre context historico-cultural. Tot això fent ús d’un plantejament i un enfocament propis de la filologia, la teoria de la literatura i la literatura comparada que, a l’apèndix, abraça altres arts, ja que s’hi recullen mostres de la pintura holandesa del xvii on el motiu de la carta femenina té un tractament plenament en consonància amb els paràmetres que van constituir l’assimmilació de gèneres (gènere femení-gènere epistolar) a la França dels salons.</dc:description>
25
    <dc:description>La tesis parte de una reflexión desde la teoría a propósito del estatuto de la autobiografía (y del género epistolar en particular), preguntándose sobre aspectos como la construcción del sujeto en el discurso o el valor de la experiencia como categoría de diferencia. En aras de ahondar en esta aproximación, el segundo capítulo realiza una lectura crítica de dos cartas autobiográficas escritas por mujeres: la Carta a Sor Filotea de la Cruz, escrita por Sor Juana y la Autobiografía epistolar de Gertrudis Gómez de Avellaneda. El capítulo central está destinado a analizar el binomio género femenino-género epistolar para demostrar de qué modo se estableció en la modernidad (en la Francia de los siglos XVII y XVIII) y por qué la carta privada terminó definiéndose como un género (genre) de género (gender) femenino, sobre qué condicionamientos sociales aconteció y cuál fue el papel de las mujeres en ello. En el capítulo posterior se acomete el seguimiento del binomio en la España de los siglos XVIII, XIX y XX, dando cuenta de las aplicaciones particulares que sufrió en este otro contexto histórico-cultural. Todo ello haciendo uso de un planteamiento y un enfoque propios de la filología, la teoría de la literatura y la literatura comparada que, en el apéndice, abraza otras artes, puesto que en él se recogen muestras de la pintura holandesa del XVII donde el motivo de la carta femenina observa un tratamiento plenamente en consonancia con los parámetros que constituyeron la asimilación de los géneros (género femenino-género epistolar) en la Francia de los salones.</dc:description>
26
    <dc:description>The thesis departs from a theoretic reflection on the status of autobiography in general —and of epistolary genre in particular— inquiring about aspects like the construction of the subject in the discourse or the value of experience as a category of difference. In order to examine in depth this approach, the second chapter performs a critical reading of two autobiographic letters written by women: the Carta a Sor Filotea de la Cruz by Sor Juana and the epistolary Autobiografía of Gertrudis Gómez de Avellaneda. The central chapter is devoted to analyze the epistolary genre—feminine gender relationship to show how it was established in Modernity (in France, XVII and XVIII centuries) and why the personal letter finished defined as a genre of feminine gender, on what social factors happened and what was the woman’s role in all that. The following chapter shows the relationship in Spain, XVIII, XIX and XX centuries, giving an account of particular applications that it suffered in this historical and cultural context. All this using approaches of Philology, Literary Theory and Comparative. The appendix considers some samples of the Dutch painting of the xvii where the motive of the feminine letter observes a treatment fully accordance with the parameters that constituted the assimilation of gender/genre (feminine gender/epistolary genre) in the French salons.</dc:description>
27
    <dc:identifier>http://hdl.handle.net/10803/32188</dc:identifier>
28
    <oaf:identifier identifierType="doi">10803/32188</oaf:identifier>
29
    <oaf:identifier identifierType="orcidworkid">1234-1234-1234-1111</oaf:identifier>
30
    <dc:language>esl/spa</dc:language>
31
    <dc:publisher>Universitat Autònoma de Barcelona</dc:publisher>
32
    <dc:title>La epistola privada como género: estrategias de construcción</dc:title>
33
    <dc:source>TDX (Tesis Doctorals en Xarxa)</dc:source>
34
    <dc:subject>Ciències Humanes</dc:subject>
35
    <dc:subject>82 - Literatura</dc:subject>
36
    <dr:CobjCategory>0006</dr:CobjCategory>
37
    <dr:CobjCategory>0000</dr:CobjCategory>
38
    <dr:CobjIdentifier>urn:isbn:9788469416310</dr:CobjIdentifier>
39
    <oaf:collectedDatasourceid>opendoar____::296</oaf:collectedDatasourceid>
40
    <oaf:accessrights/>
41
    <oaf:reference 
42
    	identifier="CHEMBL1658379" 
43
    	query="http://www.ebi.ac.uk/europepmc/webservices/rest/PMC/PMC2934972/databaseLinks/ChEMBL/2/json" 
44
    	source="CHEMBL" 
45
    	title="Antifungal activity against Candida albicans isolate 108 harboring erg11 and erg5 double mutant after 48 hrs by Etest" 
46
    	type="dataset">https://www.ebi.ac.uk/chembldb/assay/inspect/CHEMBL1658379</oaf:reference>
47
    <oaf:hostedBy id="opendoar____::296" name="Tesis Doctorals en Xarxa"/>
48
    <oaf:collectedFrom id="opendoar____::296" name="Tesis Doctorals en Xarxa"/>
49
  </metadata>
50
</record>
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/transform/projectRecordCorda.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<ROW>
3
	<FIELD name="keywords" isNull="true"/>
4
	<FIELD name="acronym">NANOBRIDGES</FIELD>
5
	<FIELD name="trust">0.9</FIELD>
6
	<FIELD name="collectedfromname">CORDA - COmmon Research DAta Warehouse</FIELD>
7
	<FIELD name="pid">
8
		<ITEM isNull="true"/>
9
	</FIELD>
10
	<FIELD name="code">295128</FIELD>
11
	<FIELD name="fundingtree">
12
		<ITEM>&lt;fundingtree&gt;&lt;funder&gt;&lt;id&gt;ec__________::EC&lt;/id&gt;&lt;shortname&gt;EC&lt;/shortname&gt;&lt;name&gt;European Commission&lt;/name&gt;&lt;/funder&gt;&lt;funding_level_2&gt;&lt;id&gt;corda_______::FP7::SP4::SME&lt;/id&gt;&lt;description&gt;Research for the benefit of SMEs&lt;/description&gt;&lt;name&gt;SME&lt;/name&gt;&lt;class&gt;ec:program&lt;/class&gt;&lt;parent&gt;&lt;funding_level_1&gt;&lt;id&gt;corda_______::FP7::SP4&lt;/id&gt;&lt;description&gt;SP4-Capacities&lt;/description&gt;&lt;name&gt;SP4&lt;/name&gt;&lt;class&gt;ec:specificprogram&lt;/class&gt;&lt;parent&gt;&lt;funding_level_0&gt;&lt;id&gt;corda_______::FP7&lt;/id&gt;&lt;description&gt;SEVENTH FRAMEWORK PROGRAMME&lt;/description&gt;&lt;name&gt;FP7&lt;/name&gt;&lt;parent/&gt;&lt;class&gt;ec:frameworkprogram&lt;/class&gt;&lt;/funding_level_0&gt;&lt;/parent&gt;&lt;/funding_level_1&gt;&lt;/parent&gt;&lt;/funding_level_2&gt;&lt;/fundingtree&gt;</ITEM>
13
	</FIELD>
14
	<FIELD name="deletedbyinference">false</FIELD>
15
	<FIELD name="inferred">false</FIELD>
16
	<FIELD name="collectedfromid">openaire____::corda</FIELD>
17
	<FIELD name="ecsc39">false</FIELD>
18
	<FIELD name="provenanceaction"
19
		>sysimport:crosswalk:entityregistry@@@sysimport:crosswalk:entityregistry@@@dnet:provenanceActions@@@dnet:provenanceActions</FIELD>
20
	<FIELD name="title">Building bridges between specialists on computational and empirical risk
21
		assessment of engineered nanomaterials</FIELD>
22
	<FIELD name="duration" isNull="true"/>
23
	<FIELD name="contracttype">MC@@@Support for training and career development of researchers (Marie
24
		Curie)@@@ec:FP7contractTypes@@@ec:FP7contractTypes</FIELD>
25
	<FIELD name="startdate">2012-01-01</FIELD>
26
	<FIELD name="websiteurl" isNull="true"/>
27
	<FIELD name="inferenceprovenance" isNull="true"/>
28
	<FIELD name="callidentifier">FP7-PEOPLE-2011-IRSES</FIELD>
29
	<FIELD name="projectid">corda_______::295128</FIELD>
30
	<FIELD name="enddate">2014-12-31</FIELD>
31
	<FIELD name="dateofcollection">2013-05-07</FIELD>
32
</ROW>
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/transform/doajUniversityRecord.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<record xmlns:dc="http://purl.org/dc/elements/1.1/"
3
    xmlns:dri="http://www.driver-repository.eu/namespace/dri"
4
    xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
5
    xmlns:prov="http://www.openarchives.org/OAI/2.0/provenance"
6
    xmlns:oaf="http://namespace.openaire.eu/oaf"
7
    xmlns:dr="http://www.driver-repository.eu/namespace/dr">
8
    <header xmlns="http://namespace.openaire.eu/">
9
        <dri:objIdentifier>doajarticles::00c586857161af61d02d7e2b2754e0d6</dri:objIdentifier>
10
        <dri:recordIdentifier>oai:doaj.org/article:ca57383f9d4742bcaaed3e067a95bebc</dri:recordIdentifier>
11
        <dri:dateOfCollection/>
12
        <dri:mdFormat/>
13
        <dri:mdFormatInterpretation/>
14
        <dri:repositoryId>fe9d4996-f5cb-4dac-a47d-f6cfaf8a0fcc_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=</dri:repositoryId>
15
        <dr:objectIdentifier/>
16
        <dr:dateOfCollection>2014-12-01T09:12:32Z</dr:dateOfCollection>
17
        <oaf:datasourceprefix>doajarticles</oaf:datasourceprefix>
18
    </header>
19
    <metadata xmlns="http://namespace.openaire.eu/">
20
        <dc:title>Management issues power quality in distribution system</dc:title>
21
        <dc:creator>Daniel Bălan</dc:creator>
22
        <dc:date>2011-12-01T00:00:00Z</dc:date>
23
        <dc:description>In recent years, the number of power quality problems has increased
24
            dramatically. This increase in electricity demand of recent years, consecutively with
25
            increasing the number of power plants and power, along with changing the structure of
26
            energy agents and increasepower receivers, led to deterioration of power quality
27
            parameters, with implications serious about working arrangements and consumer networks.
28
            Most disputed aspect in terms of power quality standards is the regime's control sizes.
29
            A clear understanding of issues related to power quality management in all its
30
            complexity, correctly identifying the causes, phenomena and present solutions in the
31
            area of power quality can help to avoid damage / failure, that the increased
32
            benefit</dc:description>
33
        <dc:identifier>http://scientificbulletin.upm.ro/papers/2011/12/Balan-Daniel-Management-issues-power-quality-in-distribution-system2.pdf</dc:identifier>
34
        <dc:language>eng</dc:language>
35
        <dc:publisher>Editura Universităţii "Petru Maior"</dc:publisher>
36
        <dc:source>Scientific Bulletin of the ''Petru Maior" University of Tîrgu Mureș, Vol 8 (XXV),
37
            Iss 2, Pp 70-77 (2011)</dc:source>
38
        <dc:subject>LCC:Engineering (General). Civil engineering (General)</dc:subject>
39
        <dc:subject>LCC:TA1-2040</dc:subject>
40
        <dc:subject>LCC:Technology</dc:subject>
41
        <dc:subject>LCC:T</dc:subject>
42
        <dc:subject>DOAJ:General and Civil Engineering</dc:subject>
43
        <dc:subject>DOAJ:Technology and Engineering</dc:subject>
44
        <dc:subject>LCC:Engineering (General). Civil engineering (General)</dc:subject>
45
        <dc:subject>LCC:TA1-2040</dc:subject>
46
        <dc:subject>LCC:Technology</dc:subject>
47
        <dc:subject>LCC:T</dc:subject>
48
        <dc:subject>DOAJ:General and Civil Engineering</dc:subject>
49
        <dc:subject>DOAJ:Technology and Engineering</dc:subject>
50
        <dc:subject>LCC:Engineering (General). Civil engineering (General)</dc:subject>
51
        <dc:subject>LCC:TA1-2040</dc:subject>
52
        <dc:subject>LCC:Technology</dc:subject>
53
        <dc:subject>LCC:T</dc:subject>
54
        <dc:subject>LCC:Engineering (General). Civil engineering (General)</dc:subject>
55
        <dc:subject>LCC:TA1-2040</dc:subject>
56
        <dc:subject>LCC:Technology</dc:subject>
57
        <dc:subject>LCC:T</dc:subject>
58
        <dc:subject>LCC:Engineering (General). Civil engineering (General)</dc:subject>
59
        <dc:subject>LCC:TA1-2040</dc:subject>
60
        <dc:subject>LCC:Technology</dc:subject>
61
        <dc:subject>LCC:T</dc:subject>
62
        <dc:type/>
63
        <dr:CobjCategory>0001</dr:CobjCategory>
64
        <oaf:dateAccepted>2011-12-01</oaf:dateAccepted>
65
        <oaf:projectid/>
66
        <oaf:collectedDatasourceid>driver______::1790119e-d281-4b7a-aedf-866d1d853a07</oaf:collectedDatasourceid>
67
        <oaf:accessrights>OPEN</oaf:accessrights>
68
        <oaf:hostedBy
69
            name="Scientific Bulletin of the ''Petru Maior&quot; University of Tîrgu Mureș"
70
            id="doajarticles::1841-9267"/>
71
        <oaf:collectedFrom name="DOAJ-Articles"
72
            id="driver______::1790119e-d281-4b7a-aedf-866d1d853a07"/>
73
        <oaf:journal issn="1841-9267" eissn="">Scientific Bulletin of the ''Petru Maior" University
74
            of Tîrgu Mureș</oaf:journal>
75
    </metadata>
76
    <about xmlns="http://namespace.openaire.eu/" xmlns:oai="http://www.openarchives.org/OAI/2.0/">
77
        <oaf:datainfo>
78
            <oaf:inferred>false</oaf:inferred>
79
            <oaf:deletedbyinference>false</oaf:deletedbyinference>
80
            <oaf:trust>0.9</oaf:trust>
81
            <oaf:inferenceprovenance/>
82
            <oaf:provenanceaction schemename="dnet:provenanceActions"
83
                schemeid="dnet:provenanceActions" classname="sysimport:crosswalk:repository"
84
                classid="sysimport:crosswalk:repository"/>
85
        </oaf:datainfo>
86
    </about>
87
</record>
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/transform/organizations_2_hbase.xsl
1
<?xml version="1.0" encoding="UTF-8"?>
2
<xsl:stylesheet version="1.0"
3
	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:dc="http://purl.org/dc/elements/1.1/"
4
	xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:dri="http://www.driver-repository.eu/namespace/dri" 
5
	xmlns:oaa="http://namespace.openaire.eu/oaa" xmlns:oaf="http://namespace.openaire.eu/oaf"
6
	xmlns:dnet="eu.dnetlib.data.transform.xml.DNetDbToHbaseXsltFunctions">
7
	
8
	<xsl:output omit-xml-declaration="yes" indent="yes"/>
9

  
10
	<xsl:template match="/">
11
		
12
		<xsl:variable name="originalid" select="//FIELD[@name = 'organizationid']" />
13
		<xsl:variable name="organizationid" select="dnet:oafSplitId('organization', $originalid)" />
14
		<xsl:variable name="dateofcollection" select="//FIELD[@name = 'dateofcollection']" />
15
		<xsl:variable name="collectedfromid" select="dnet:oafSplitId('datasource', //FIELD[@name = 'collectedfromid'])" />
16
		<xsl:variable name="collectedfromname" select="//FIELD[@name = 'collectedfromname']" />		
17

  
18
		<xsl:variable name="organization" select="dnet:oafEntity('organization', $organizationid, $collectedfromid, $collectedfromname, $originalid, $dateofcollection, //FIELD[not(@isNull)])"/>
19
		
20
		<ROWS>
21
			<xsl:if test="string-length($organizationid) &gt; 0">
22
				<ROW key="{$organizationid}" columnFamily="organization">
23
					<QUALIFIER name="body" type="base64"><xsl:value-of select="$organization"/></QUALIFIER>
24
				</ROW>
25
			</xsl:if>
26
		</ROWS>
27
	
28
	</xsl:template>
29

  
30
</xsl:stylesheet>
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/transform/projectRecordWT.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<ROW>
3
	<FIELD name="keywords">Senior Research Fellowships In Clinical Science
4
	</FIELD>
5
	<FIELD name="acronym"></FIELD>
6
	<FIELD name="trust">0.9</FIELD>
7
	<FIELD name="collectedfromname">UK Pubmed Central - Wellcome Trust</FIELD>
8
	<FIELD name="pid">
9
		<ITEM isNull="true" />
10
	</FIELD>
11
	<FIELD name="code">033742</FIELD>
12
	<FIELD name="fundingtree">
13
		&lt;fundingtree&gt;
14
		&lt;funder&gt;
15
		&lt;id&gt;wt__________::WT&lt;/id&gt;
16
		&lt;shortname&gt;WT&lt;/shortname&gt;
17
		&lt;name&gt;Wellcome Trust&lt;/name&gt;
18
		&lt;/funder&gt;
19
		&lt;funding_level_1&gt;
20
		&lt;id&gt;wt__________::WT::Physiological Sciences&lt;/id&gt;
21
		&lt;description&gt;Physiological Sciences&lt;/description&gt;
22
		&lt;name&gt;Physiological Sciences&lt;/name&gt;
23
		&lt;class&gt;wt:fundingStream&lt;/class&gt;
24
		&lt;parent&gt;
25
		&lt;funding_level_0&gt;
26
		&lt;id&gt;wt__________::WT&lt;/id&gt;
27
		&lt;description&gt;Wellcome Trust Funding Stream&lt;/description&gt;
28
		&lt;name&gt;WT&lt;/name&gt;
29
		&lt;parent /&gt;
30
		&lt;class&gt;wt:fundingStream&lt;/class&gt;
31
		&lt;/funding_level_0&gt;
32
		&lt;/parent&gt;
33
		&lt;/funding_level_1&gt;
34
		&lt;/fundingtree&gt; </FIELD>
35
	<FIELD name="deletedbyinference">false</FIELD>
36
	<FIELD name="inferred">false</FIELD>
37
	<FIELD name="collectedfromid">openaire____::wellcometrust</FIELD>
38
	<FIELD name="ecsc39">false</FIELD>
39
	<FIELD name="provenanceaction">sysimport:crosswalk:entityregistry@@@sysimport:crosswalk:entityregistry@@@dnet:provenanceActions@@@dnet:provenanceActions
40
	</FIELD>
41
	<FIELD name="title">Insulin resistance: causes and consequences
42
		(renewal).
43
	</FIELD>
44
	<FIELD name="duration" isNull="true" />
45
	<FIELD name="contracttype">UNKNOWN@@@UNKNOWN@@@wt:contractTypes@@@wt:contractTypes
46
	</FIELD>
47
	<FIELD name="startdate">1996-08-01</FIELD>
48
	<FIELD name="websiteurl" isNull="true" />
49
	<FIELD name="inferenceprovenance" isNull="true" />
50
	<FIELD name="callidentifier" isNull="true" />
51
	<FIELD name="projectid">wt__________::033742</FIELD>
52
	<FIELD name="enddate">2005-09-30</FIELD>
53
	<FIELD name="dateofcollection">2013-05-07</FIELD>
54
</ROW>
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/transform/pangaeOAF.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<oai:record xmlns:dc="http://purl.org/dc/elements/1.1/"
3
  xmlns:dr="http://www.driver-repository.eu/namespace/dr"
4
  xmlns:dri="http://www.driver-repository.eu/namespace/dri"
5
  xmlns:md="http://www.pangaea.de/MetaData"
6
  xmlns:oaf="http://namespace.openaire.eu/oaf" xmlns:oai="http://www.openarchives.org/OAI/2.0/">
7
  <oai:header>
8
    <dri:objIdentifier>r39633d1e8c4::00848fca3eb9c38b0f7895e959a2b3b8</dri:objIdentifier>
9
    <dri:recordIdentifier>ref20384</dri:recordIdentifier>
10
    <dri:dateOfCollection>2014-10-30T10:13:35.945Z</dri:dateOfCollection>
11
    <dri:repositoryId/>
12
    <oaf:datasourceprefix>r39633d1e8c4</oaf:datasourceprefix>
13
  </oai:header>
14
  <oai:metadata>
15
    <dc:identifier>ref20384</dc:identifier>
16
    <dc:title>The oxygen and carbon isotope composition of Quaternary bivalve shells as a water mass indicator: last interglacial and Holocene, East Greenland</dc:title>
17
    <dc:creator>Israelson C</dc:creator>
18
    <dc:creator>Buchardt B</dc:creator>
19
    <dc:creator>Funder Svend</dc:creator>
20
    <dc:creator>Hubberten Hans-Wolfgang</dc:creator>
21
    <dc:source>Palaeogeography, Palaeoclimatology, Palaeoecology</dc:source>
22
    <oaf:journal>Palaeogeography, Palaeoclimatology, Palaeoecology</oaf:journal>
23
    <oaf:projectid>corda_______::295128</oaf:projectid>
24
    <oaf:hostedBy
25
      id="openaire____::1256f046-bf1f-4afc-8b47-d0b147148b18" name="Unknown Repository"/>
26
    <oaf:collectedFrom id="re3data_____::r3d100010134" name="PANGAEA"/>
27
    <oaf:relatedDataset id="r39633d1e8c4::00a1866ddd695c6400a91e04e9d23ffe"/>
28
  </oai:metadata>
29
</oai:record>
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/transform/projects_2_hbase.xsl
1
<?xml version="1.0" encoding="UTF-8"?>
2
<xsl:stylesheet version="1.0"
3
	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:dc="http://purl.org/dc/elements/1.1/"
4
	xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:dri="http://www.driver-repository.eu/namespace/dri" 
5
	xmlns:oaa="http://namespace.openaire.eu/oaa" xmlns:oaf="http://namespace.openaire.eu/oaf"
6
	xmlns:dnet="eu.dnetlib.data.transform.xml.DNetDbToHbaseXsltFunctions">
7
	
8
	<xsl:output omit-xml-declaration="yes" indent="yes"/>
9

  
10
	<xsl:template match="/">
11
	
12
		<xsl:variable name="originalid" select="//FIELD[@name = 'projectid']" />
13
		<xsl:variable name="projectid" select="dnet:oafSplitId('project', $originalid)" />
14
		<xsl:variable name="dateofcollection" select="//FIELD[@name = 'dateofcollection']" />		
15
		<xsl:variable name="collectedfromid" select="dnet:oafSplitId('datasource', //FIELD[@name = 'collectedfromid'])" />
16
		<xsl:variable name="collectedfromname" select="//FIELD[@name = 'collectedfromname']" />			
17

  
18
		<xsl:variable name="project" select="dnet:oafEntity('project', $projectid, $collectedfromid, $collectedfromname, $originalid, $dateofcollection, //FIELD[not(@isNull)])"/>
19

  
20
		<ROWS>
21
			<xsl:if test="string-length($projectid) &gt; 0">
22
				<ROW key="{$projectid}" columnFamily="project">
23
					<QUALIFIER name="body" type="base64"><xsl:value-of select="$project"/></QUALIFIER>
24
				</ROW>
25
			</xsl:if>
26
		</ROWS>
27
	
28
	</xsl:template>
29

  
30
</xsl:stylesheet>
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/transform/recordClaim.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<record xmlns:dc="http://purl.org/dc/elements/1.1/"
3
  xmlns:dr="http://www.driver-repository.eu/namespace/dr"
4
  xmlns:dri="http://www.driver-repository.eu/namespace/dri"
5
  xmlns:oaf="http://namespace.openaire.eu/oaf"
6
  xmlns:prov="http://www.openarchives.org/OAI/2.0/provenance" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
7
  <header xmlns="http://namespace.openaire.eu/">
8
    <dri:objIdentifier>crossref____::0018a1d45d8ea09a68824dc12dd56064</dri:objIdentifier>
9
    <dri:recordIdentifier>10.1109/TSP.2011.2140106</dri:recordIdentifier>
10
    <dri:dateOfCollection/>
11
    <dri:mdFormat/>
12
    <dri:mdFormatInterpretation/>
13
    <dri:repositoryId/>
14
    <dr:objectIdentifier/>
15
    <dr:dateOfCollection>2014-04-14T18:02:25+03:00</dr:dateOfCollection>
16
    <oaf:datasourceprefix>crossref____</oaf:datasourceprefix>
17
  </header>
18
  <metadata xmlns="http://namespace.openaire.eu/">
19
    <dc:dateAccepted>2011-01-01-01-01T00:00:00Z</dc:dateAccepted>
20
    <dc:identifier>http://ieeexplore.ieee.org/lpdocs/epic03/wrapper.htm?arnumber=5744133</dc:identifier>
21
    <dc:title>Sparse Variational Bayesian SAGE Algorithm With Application to the Estimation of Multipath Wireless Channels</dc:title>
22
    <oaf:collectedDatasourceid>openaire____::crossref</oaf:collectedDatasourceid>
23
    <oaf:accessrights>RESTRICTED</oaf:accessrights>
24
    <oaf:hostedBy
25
      id="openaire____::1256f046-bf1f-4afc-8b47-d0b147148b18" name="Unknown Repository"/>
26
    <oaf:collectedFrom id="openaire____::crossref" name="Crossref"/>
27
    <dc:creator>Shutin, D.</dc:creator>
28
    <dc:creator>Fleury, B. H.</dc:creator>
29
    <dc:identifier identifierType="doi">10.1109/TSP.2011.2140106</dc:identifier>
30
    <dr:CobjIdentifier>10.1109/TSP.2011.2140106</dr:CobjIdentifier>
31
  </metadata>
32
  <about>
33
    <oaf:datainfo>
34
      <oaf:inferred>false</oaf:inferred>
35
      <oaf:deletedbyinference>false</oaf:deletedbyinference>
36
      <oaf:trust>0.92</oaf:trust>
37
      <oaf:inferenceprovenance/>
38
      <oaf:provenanceaction classid="user:claim:pid"
39
        classname="user:claim:pid" schemeid="dnet:provenanceActions" schemename="dnet:provenanceActions"/>
40
    </oaf:datainfo>  
41
  </about>
42
</record>
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/transform/pangaeODF.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<oai:record xmlns:dc="http://purl.org/dc/elements/1.1/"
3
  xmlns:dr="http://www.driver-repository.eu/namespace/dr"
4
  xmlns:dri="http://www.driver-repository.eu/namespace/dri"
5
  xmlns:md="http://www.pangaea.de/MetaData"
6
  xmlns:oaf="http://namespace.openaire.eu/oaf" xmlns:oai="http://www.openarchives.org/OAI/2.0/">
7
  <oai:header>
8
    <dri:objIdentifier>r39633d1e8c4::00a1866ddd695c6400a91e04e9d23ffe</dri:objIdentifier>
9
    <dri:recordIdentifier>10.1594/PANGAEA.55062</dri:recordIdentifier>
10
    <dri:dateOfCollection>2014-10-30T10:12:53.842Z</dri:dateOfCollection>
11
    <dri:repositoryId/>
12
    <oaf:datasourceprefix>r39633d1e8c4</oaf:datasourceprefix>
13
  </oai:header>
14
  <oai:metadata>
15
    <resource xmlns="http://datacite.org/schema/kernel-3"
16
      xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://datacite.org/schema/kernel-3 http://schema.datacite.org/meta/kernel-3/metadata.xsd">
17
      <identifier identifierType="DOI">10.1594/PANGAEA.55062</identifier>
18
      <creators>
19
        <creator>
20
          <creatorName>Norbert R Nowaczyk</creatorName>
21
          <nameIdentifier nameIdentifierScheme="PANGAEA" schemeURI="http://www.pangaea.de">dataset.author398</nameIdentifier>
22
        </creator>
23
        <creator>
24
          <creatorName>Marlyse Baumann</creatorName>
25
          <nameIdentifier nameIdentifierScheme="PANGAEA" schemeURI="http://www.pangaea.de">dataset.author10442</nameIdentifier>
26
        </creator>
27
      </creators>
28
      <titles>
29
        <title xml:lang="en-us">Coccoliths of sediment core PS1519-12</title>
30
      </titles>
31
      <publisher>PANGAEA</publisher>
32
      <publicationYear>1999</publicationYear>
33
      <descriptions>
34
        <description descriptionType="Abstract"/>
35
      </descriptions>
36
      <oaf:projectid>corda_______::304178</oaf:projectid>
37
      <oaf:hostedBy id="re3data_____::r3d100010134" name="PANGAEA"/>
38
      <oaf:collectedFrom id="re3data_____::r3d100010134" name="PANGAEA"/>
39
      <oaf:relatedPublication id="r39633d1e8c4::00848fca3eb9c38b0f7895e959a2b3b8"/>
40
    </resource>
41
  </oai:metadata>
42
</oai:record>
modules/dnet-mapreduce-jobs/branches/yarn/src/test/resources/eu/dnetlib/data/transform/projectorganization_2_hbase.xsl
1
<?xml version="1.0" encoding="UTF-8"?>
2
<xsl:stylesheet version="1.0"
3
	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:dc="http://purl.org/dc/elements/1.1/"
4
	xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:dri="http://www.driver-repository.eu/namespace/dri" 
5
	xmlns:oaa="http://namespace.openaire.eu/oaa" xmlns:oaf="http://namespace.openaire.eu/oaf"
6
	xmlns:dnet="eu.dnetlib.data.transform.xml.DNetDbToHbaseXsltFunctions">
7
	
8
	<xsl:output omit-xml-declaration="yes" indent="yes"/>
9

  
10
	<xsl:template match="/">
11
	
12
		<xsl:variable name="projectId" select="dnet:oafSplitId('project', //FIELD[@name = 'project'])" />
13
		<xsl:variable name="organizationId" select="dnet:oafSplitId('organization', //FIELD[@name = 'resporganization'])" />
14

  
15
		<ROWS>
16
			<xsl:if test="string-length($projectId) &gt; 0 and string-length($organizationId) &gt; 0">
17
			
18
				<xsl:variable name="projectorganization" 
19
						select="dnet:oafRel('projectOrganization', $projectId, $organizationId, //FIELD[not(@isNull)], 'hasParticipant', 'dnet:project_organization_relations')"/>
20
				<xsl:variable name="organizationproject" 
21
						select="dnet:oafRel('projectOrganization', $organizationId, $projectId, //FIELD[not(@isNull)], 'isParticipant', 'dnet:project_organization_relations')"/>	
22
			
23
				<ROW key="{$projectId}" columnFamily="projectOrganization_participation_hasParticipant">
24
					<QUALIFIER name="{$organizationId}" type="base64"><xsl:value-of select="$projectorganization"/></QUALIFIER>
25
				</ROW>
26
				<ROW key="{$organizationId}" columnFamily="projectOrganization_participation_isParticipant">
27
					<QUALIFIER name="{$projectId}" type="base64"><xsl:value-of select="$organizationproject"/></QUALIFIER>
28
				</ROW>
29
			</xsl:if>
30
		</ROWS>
31
	
... This diff was truncated because it exceeds the maximum size that can be displayed.

Also available in: Unified diff