Project

General

Profile

« Previous | Next » 

Revision 35198

Added by Marek Horst over 9 years ago

extending mapreduce metadata importer test with validating import of different kind of relations and dataset identifier

View differences:

modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/1/resultProject_outcome_isProducedBy:40|corda_______::ced15df040f56f2ff3d011e9f0b4bc43
1
{
2
  kind: relation
3
  rel: {
4
    relType: resultProject
5
    source: "50|crossref____::003b0746ef72ff253ef1e465c758c961"
6
    target: "40|corda_______::ced15df040f56f2ff3d011e9f0b4bc43"
7
    child: false
8
    resultProject: {
9
      outcome: {
10
	      relMetadata: {
11
	        semantics: {
12
	          classid: "isProducedBy"
13
	          classname: "isProducedBy"
14
	          schemeid: "dnet:result_project_relations"
15
	          schemename: "dnet:result_project_relations"
16
	        }
17
	      }
18
	   }
19
    }
20
    subRelType: outcome
21
    relClass: "isProducedBy"
22
  }
23
  dataInfo: {
24
    inferred: false
25
    deletedbyinference: false
26
    trust: "NEUTRAL"
27
    provenanceaction: {
28
      classid: "user:claim:doi"
29
      classname: "user:claim:doi"
30
      schemeid: "dnet:provenanceActions"
31
      schemename: "dnet:provenanceActions"
32
    }
33
  }
34
  timestamp: 1372359095915
35
}
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/1/result:body
1
{
2
  kind: entity
3
  entity: {
4
    type: result
5
    id: "50|crossref____::003b0746ef72ff253ef1e465c758c961"
6
    result: {
7
      metadata: {
8
        title: {
9
          value: "Human urinary peptide database for multiple disease biomarker discovery"
10
          qualifier: {
11
            classid: "main title"
12
            classname: "main title"
13
            schemeid: "dnet:dataCite_title"
14
            schemename: "dnet:dataCite_title"
15
          }
16
        }
17
        dateofacceptance: {
18
          value: "2011-01-01"
19
        }
20
        resulttype: {
21
          classid: "publication"
22
          classname: "publication"
23
          schemeid: "dnet:result_typologies"
24
          schemename: "dnet:result_typologies"
25
        }
26
        storagedate: { 
27
        	value: "2012-10-18"
28
        }
29
        language: {
30
          classid: "und"
31
          classname: "Undetermined"
32
          schemeid: "dnet:languages"
33
          schemename: "dnet:languages"
34
        }
35
      }
36
      
37
      instance: {
38
	    licence: {
39
	      classid: "OPEN"
40
	      classname: "Open Access"
41
	      schemeid: "dnet:access_modes"
42
	      schemename: "dnet:access_modes"
43
	    }
44
	    instancetype: {
45
	      classid: "0001"
46
	      classname: "Article"
47
	      schemeid: "dnet:publication_resource"
48
	      schemename: "dnet:publication_resource"
49
	    }
50
	    hostedby: {
51
	      key: "10|opendoar____::9766527f2b5d3e95d4a733fcfb77bd7e"
52
	      value: "INRIA a CCSD electronic archive server"
53
	    }
54
	    url: "http://hal.archives-ouvertes.fr/hal-00613125"
55
	  }
56

  
57
    }
58
    originalId: "crossref____::003b0746ef72ff253ef1e465c758c961"
59
    collectedfrom: {
60
      key: "10|openaire____::081b82f96300b6a6e3d282bad31cb6e2"
61
      value: "Crossref"
62
    }
63
    pid: {
64
      value: "doi:10.1002/prca.201000155"
65
      qualifier: {
66
        classid: "doi"
67
        classname: "doi"
68
        schemeid: "dnet:pid_types"
69
        schemename: "dnet:pid_types"
70
      }
71
    }
72
  }
73
  dataInfo: {
74
    inferred: false
75
    deletedbyinference: false
76
    trust: "NEUTRAL"
77
    provenanceaction: {
78
      classid: "user:claim:doi"
79
      classname: "user:claim:doi"
80
      schemeid: "dnet:provenanceActions"
81
      schemename: "dnet:provenanceActions"
82
    }
83
  }
84
  timestamp: 1372359095914
85
}
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/1/id
1
50|crossref____::003b0746ef72ff253ef1e465c758c961
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/1/personResult_authorship_hasAuthor:30|crossref____::f6813047fd08021c87acdee2061c20f4
1
{
2
  kind: relation
3
  rel: {
4
    relType: personResult
5
    source: "50|crossref____::003b0746ef72ff253ef1e465c758c961"
6
    target: "30|crossref____::f6813047fd08021c87acdee2061c20f4"
7
    child: false
8
    personResult: {
9
      authorship: {
10
      		relMetadata: {
11
        		semantics: {
12
          			classid: "hasAuthor"
13
          			classname: "hasAuthor"
14
          			schemeid: "dnet:personroles"
15
          			schemename: "dnet:personroles"
16
        		}
17
      		}
18
      		ranking: "5"
19
    	}
20
    }
21
    subRelType: authorship
22
  	relClass: "hasAuthor"
23
  }
24
  dataInfo: {
25
    inferred: false
26
    deletedbyinference: false
27
    trust: "NEUTRAL"
28
    provenanceaction: {
29
      classid: "user:claim:doi"
30
      classname: "user:claim:doi"
31
      schemeid: "dnet:provenanceActions"
32
      schemename: "dnet:provenanceActions"
33
    }
34
  }
35
  timestamp: 1372359095915
36
}
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/1/personResult_authorship_hasAuthor:30|crossref____::7c844171342140b6133fb0536dba9843
1
{
2
  kind: relation
3
  rel: {
4
    relType: personResult
5
    source: "50|crossref____::003b0746ef72ff253ef1e465c758c961"
6
    target: "30|crossref____::7c844171342140b6133fb0536dba9843"
7
    child: false
8
    personResult: {
9
      authorship: {
10
      		relMetadata: {
11
        		semantics: {
12
          			classid: "hasAuthor"
13
          			classname: "hasAuthor"
14
          			schemeid: "dnet:personroles"
15
          			schemename: "dnet:personroles"
16
        		}
17
      		}
18
      		ranking: "4"
19
    	}
20
  	}
21
  	subRelType: authorship
22
  	relClass: "hasAuthor"
23
  }
24
  dataInfo: {
25
    inferred: false
26
    deletedbyinference: false
27
    trust: "NEUTRAL"
28
    provenanceaction: {
29
      classid: "user:claim:doi"
30
      classname: "user:claim:doi"
31
      schemeid: "dnet:provenanceActions"
32
      schemename: "dnet:provenanceActions"
33
    }
34
  }
35
  timestamp: 1372359095915
36
}
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/mappings.properties
1 1
eu/dnetlib/iis/mainworkflows/integration/import/input/meta/person/1=person:body
2 2
eu/dnetlib/iis/mainworkflows/integration/import/input/meta/project/1=project:body
3
eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/1=result:body,resultProject_outcome_isProducedBy:40|corda_______::ced15df040f56f2ff3d011e9f0b4bc43,personResult_authorship_hasAuthor:30|crossref____::7c844171342140b6133fb0536dba9843,personResult_authorship_hasAuthor:30|crossref____::f6813047fd08021c87acdee2061c20f4
3
eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/article=result:body,resultProject_outcome_isProducedBy:40|corda_______::ced15df040f56f2ff3d011e9f0b4bc43,personResult_authorship_hasAuthor:30|crossref____::7c844171342140b6133fb0536dba9843,personResult_authorship_hasAuthor:30|crossref____::f6813047fd08021c87acdee2061c20f4,resultResult_publicationDataset_isRelatedTo:50|od______1106::138537e0568c27c402756042b15e7858
4
eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/dataset=result:body
5
eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/dedup=result:body,resultResult_dedup_merges:50|od______1106::8477827a014277dfebb0d5882496a797
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/dedup/result:body
1
{
2
  kind: entity
3
  entity: {
4
    type: result
5
    id: "50|dedup_wf_001::0154f41ff22d1ac2ef656d2931ac828c"
6
    result: {
7
      metadata: {
8
        title: {
9
          value: "Soldadura entre gr\303\241nulos"
10
          qualifier: {
11
            classid: "main title"
12
            classname: "main title"
13
            schemeid: "dnet:dataCite_title"
14
            schemename: "dnet:dataCite_title"
15
          }
16
        }
17
        dateofacceptance: {
18
          value: "2011-01-01"
19
        }
20
        resulttype: {
21
          classid: "publication"
22
          classname: "publication"
23
          schemeid: "dnet:result_typologies"
24
          schemename: "dnet:result_typologies"
25
        }
26
        storagedate: { 
27
        	value: "2012-10-18"
28
        }
29
        language: {
30
          classid: "und"
31
          classname: "Undetermined"
32
          schemeid: "dnet:languages"
33
          schemename: "dnet:languages"
34
        }
35
      }
36
      
37
      instance: {
38
	    licence: {
39
	      classid: "OPEN"
40
	      classname: "Open Access"
41
	      schemeid: "dnet:access_modes"
42
	      schemename: "dnet:access_modes"
43
	    }
44
	    instancetype: {
45
	      classid: "0001"
46
	      classname: "Article"
47
	      schemeid: "dnet:publication_resource"
48
	      schemename: "dnet:publication_resource"
49
	    }
50
	    hostedby: {
51
	      key: "10|opendoar____::9766527f2b5d3e95d4a733fcfb77bd7e"
52
	      value: "INRIA a CCSD electronic archive server"
53
	    }
54
	    url: "http://hal.archives-ouvertes.fr/hal-00613125"
55
	  }
56

  
57
    }
58
    originalId: "crossref____::003b0746ef72ff253ef1e465c758c961"
59
    collectedfrom: {
60
      key: "10|openaire____::081b82f96300b6a6e3d282bad31cb6e2"
61
      value: "Crossref"
62
    }
63
    pid: {
64
      value: "doi:10.1002/prca.201000155"
65
      qualifier: {
66
        classid: "doi"
67
        classname: "doi"
68
        schemeid: "dnet:pid_types"
69
        schemename: "dnet:pid_types"
70
      }
71
    }
72
  }
73
  dataInfo: {
74
    inferred: false
75
    deletedbyinference: false
76
    trust: "NEUTRAL"
77
    provenanceaction: {
78
      classid: "user:claim:doi"
79
      classname: "user:claim:doi"
80
      schemeid: "dnet:provenanceActions"
81
      schemename: "dnet:provenanceActions"
82
    }
83
  }
84
  timestamp: 1372359095914
85
}
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/dedup/id
1
50|dedup_wf_001::0154f41ff22d1ac2ef656d2931ac828c
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/dedup/resultResult_dedup_merges:50|od______1106::8477827a014277dfebb0d5882496a797
1
{
2
  kind: relation
3
  rel: {
4
    relType: resultResult
5
    source: "50|dedup_wf_001::0154f41ff22d1ac2ef656d2931ac828c"
6
    target: "50|od______1106::8477827a014277dfebb0d5882496a797"
7
    child: false
8
    resultResult: {
9
      dedup: {
10
	      relMetadata: {
11
	        semantics: {
12
	          classid: "merges"
13
	          classname: "merges"
14
	          schemeid: "dnet:result_result_relations"
15
	          schemename: "dnet:result_result_relations"
16
	        }
17
	      }
18
	   }
19
    }
20
    subRelType: dedup
21
    relClass: "merges"
22
  }
23
  dataInfo: {
24
    inferred: false
25
    deletedbyinference: false
26
    trust: "0.8"
27
    provenanceaction: {
28
      classid: ""
29
      classname: ""
30
      schemeid: "dnet:provenanceActions"
31
      schemename: "dnet:provenanceActions"
32
    }
33
  }
34
  timestamp: 1423870324129
35
}
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/article/resultResult_publicationDataset_isRelatedTo:50|od______1106::138537e0568c27c402756042b15e7858
1
{
2
  kind: relation
3
  rel: {
4
    relType: resultResult
5
    source: "50|crossref____::003b0746ef72ff253ef1e465c758c961"
6
    target: "50|od______1106::138537e0568c27c402756042b15e7858"
7
    child: false
8
    resultResult: {
9
      dedup: {
10
	      relMetadata: {
11
	        semantics: {
12
	          classid: "isRelatedTo"
13
	          classname: "isRelatedTo"
14
	          schemeid: "dnet:result_result_relations"
15
	          schemename: "dnet:result_result_relations"
16
	        }
17
	      }
18
	   }
19
    }
20
    subRelType: publicationDataset
21
    relClass: "isRelatedTo"
22
  }
23
  dataInfo: {
24
    inferred: true
25
    deletedbyinference: false
26
    trust: "0.9"
27
    inferenceprovenance: "dedup (BuildRoots p:rootToEntity)"
28
    provenanceaction: {
29
      classid: "sysimport:crosswalk:datasetarchive"
30
      classname: "sysimport:crosswalk:datasetarchive"
31
      schemeid: "dnet:provenanceActions"
32
      schemename: "dnet:provenanceActions"
33
    }
34
  }
35
  timestamp: 1423850896546
36
}
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/article/resultProject_outcome_isProducedBy:40|corda_______::ced15df040f56f2ff3d011e9f0b4bc43
1
{
2
  kind: relation
3
  rel: {
4
    relType: resultProject
5
    source: "50|crossref____::003b0746ef72ff253ef1e465c758c961"
6
    target: "40|corda_______::ced15df040f56f2ff3d011e9f0b4bc43"
7
    child: false
8
    resultProject: {
9
      outcome: {
10
	      relMetadata: {
11
	        semantics: {
12
	          classid: "isProducedBy"
13
	          classname: "isProducedBy"
14
	          schemeid: "dnet:result_project_relations"
15
	          schemename: "dnet:result_project_relations"
16
	        }
17
	      }
18
	   }
19
    }
20
    subRelType: outcome
21
    relClass: "isProducedBy"
22
  }
23
  dataInfo: {
24
    inferred: false
25
    deletedbyinference: false
26
    trust: "NEUTRAL"
27
    provenanceaction: {
28
      classid: "user:claim:doi"
29
      classname: "user:claim:doi"
30
      schemeid: "dnet:provenanceActions"
31
      schemename: "dnet:provenanceActions"
32
    }
33
  }
34
  timestamp: 1372359095915
35
}
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/article/result:body
1
{
2
  kind: entity
3
  entity: {
4
    type: result
5
    id: "50|crossref____::003b0746ef72ff253ef1e465c758c961"
6
    result: {
7
      metadata: {
8
        title: {
9
          value: "Human urinary peptide database for multiple disease biomarker discovery"
10
          qualifier: {
11
            classid: "main title"
12
            classname: "main title"
13
            schemeid: "dnet:dataCite_title"
14
            schemename: "dnet:dataCite_title"
15
          }
16
        }
17
        dateofacceptance: {
18
          value: "2011-01-01"
19
        }
20
        resulttype: {
21
          classid: "publication"
22
          classname: "publication"
23
          schemeid: "dnet:result_typologies"
24
          schemename: "dnet:result_typologies"
25
        }
26
        storagedate: { 
27
        	value: "2012-10-18"
28
        }
29
        language: {
30
          classid: "und"
31
          classname: "Undetermined"
32
          schemeid: "dnet:languages"
33
          schemename: "dnet:languages"
34
        }
35
      }
36
      
37
      instance: {
38
	    licence: {
39
	      classid: "OPEN"
40
	      classname: "Open Access"
41
	      schemeid: "dnet:access_modes"
42
	      schemename: "dnet:access_modes"
43
	    }
44
	    instancetype: {
45
	      classid: "0001"
46
	      classname: "Article"
47
	      schemeid: "dnet:publication_resource"
48
	      schemename: "dnet:publication_resource"
49
	    }
50
	    hostedby: {
51
	      key: "10|opendoar____::9766527f2b5d3e95d4a733fcfb77bd7e"
52
	      value: "INRIA a CCSD electronic archive server"
53
	    }
54
	    url: "http://hal.archives-ouvertes.fr/hal-00613125"
55
	  }
56

  
57
    }
58
    originalId: "crossref____::003b0746ef72ff253ef1e465c758c961"
59
    collectedfrom: {
60
      key: "10|openaire____::081b82f96300b6a6e3d282bad31cb6e2"
61
      value: "Crossref"
62
    }
63
    pid: {
64
      value: "doi:10.1002/prca.201000155"
65
      qualifier: {
66
        classid: "doi"
67
        classname: "doi"
68
        schemeid: "dnet:pid_types"
69
        schemename: "dnet:pid_types"
70
      }
71
    }
72
  }
73
  dataInfo: {
74
    inferred: false
75
    deletedbyinference: false
76
    trust: "NEUTRAL"
77
    provenanceaction: {
78
      classid: "user:claim:doi"
79
      classname: "user:claim:doi"
80
      schemeid: "dnet:provenanceActions"
81
      schemename: "dnet:provenanceActions"
82
    }
83
  }
84
  timestamp: 1372359095914
85
}
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/article/personResult_authorship_hasAuthor:30|crossref____::f6813047fd08021c87acdee2061c20f4
1
{
2
  kind: relation
3
  rel: {
4
    relType: personResult
5
    source: "50|crossref____::003b0746ef72ff253ef1e465c758c961"
6
    target: "30|crossref____::f6813047fd08021c87acdee2061c20f4"
7
    child: false
8
    personResult: {
9
      authorship: {
10
      		relMetadata: {
11
        		semantics: {
12
          			classid: "hasAuthor"
13
          			classname: "hasAuthor"
14
          			schemeid: "dnet:personroles"
15
          			schemename: "dnet:personroles"
16
        		}
17
      		}
18
      		ranking: "5"
19
    	}
20
    }
21
    subRelType: authorship
22
  	relClass: "hasAuthor"
23
  }
24
  dataInfo: {
25
    inferred: false
26
    deletedbyinference: false
27
    trust: "NEUTRAL"
28
    provenanceaction: {
29
      classid: "user:claim:doi"
30
      classname: "user:claim:doi"
31
      schemeid: "dnet:provenanceActions"
32
      schemename: "dnet:provenanceActions"
33
    }
34
  }
35
  timestamp: 1372359095915
36
}
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/article/personResult_authorship_hasAuthor:30|crossref____::7c844171342140b6133fb0536dba9843
1
{
2
  kind: relation
3
  rel: {
4
    relType: personResult
5
    source: "50|crossref____::003b0746ef72ff253ef1e465c758c961"
6
    target: "30|crossref____::7c844171342140b6133fb0536dba9843"
7
    child: false
8
    personResult: {
9
      authorship: {
10
      		relMetadata: {
11
        		semantics: {
12
          			classid: "hasAuthor"
13
          			classname: "hasAuthor"
14
          			schemeid: "dnet:personroles"
15
          			schemename: "dnet:personroles"
16
        		}
17
      		}
18
      		ranking: "4"
19
    	}
20
  	}
21
  	subRelType: authorship
22
  	relClass: "hasAuthor"
23
  }
24
  dataInfo: {
25
    inferred: false
26
    deletedbyinference: false
27
    trust: "NEUTRAL"
28
    provenanceaction: {
29
      classid: "user:claim:doi"
30
      classname: "user:claim:doi"
31
      schemeid: "dnet:provenanceActions"
32
      schemename: "dnet:provenanceActions"
33
    }
34
  }
35
  timestamp: 1372359095915
36
}
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/article/id
1
50|crossref____::003b0746ef72ff253ef1e465c758c961
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/dataset/result:body
1
{
2
  kind: entity
3
  entity: {
4
    type: result
5
    id: "50|od______1106::138537e0568c27c402756042b15e7858"
6
    result: {
7
      metadata: {
8
        title: {
9
          value: "Santa Rosa [ciruelo]"
10
          qualifier: {
11
            classid: "main title"
12
            classname: "main title"
13
            schemeid: "dnet:dataCite_title"
14
            schemename: "dnet:dataCite_title"
15
          }
16
        }
17
        dateofacceptance: {
18
          value: "1964-12-01"
19
        }
20
        resulttype: {
21
          classid: "publication"
22
          classname: "publication"
23
          schemeid: "dnet:result_typologies"
24
          schemename: "dnet:result_typologies"
25
        }
26
        storagedate: { 
27
        	value: "2012-10-18"
28
        }
29
        language: {
30
          classid: "und"
31
          classname: "Undetermined"
32
          schemeid: "dnet:languages"
33
          schemename: "dnet:languages"
34
        }
35
      }
36
      
37
      instance: {
38
	    licence: {
39
	      classid: "OPEN"
40
	      classname: "Open Access"
41
	      schemeid: "dnet:access_modes"
42
	      schemename: "dnet:access_modes"
43
	    }
44
	    instancetype: {
45
	      classid: "0021"
46
	      classname: "Dataset"
47
	      schemeid: "dnet:publication_resource"
48
	      schemename: "dnet:publication_resource"
49
	    }
50
	    hostedby: {
51
	      key: "10|opendoar____::c9f95a0a5af052bffce5c89917335f67"
52
	      value: "Digital.CSIC"
53
	    }
54
	    url: "http://hdl.handle.net/10261/86687"
55
	  }
56

  
57
    }
58
    originalId: "oai:digital.csic.es:10261/86687"
59
    collectedfrom: {
60
      key: "10|opendoar____::c9f95a0a5af052bffce5c89917335f67"
61
      value: "Digital.CSIC"
62
    }
63
    pid: {
64
      value: "oai:digital.csic.es:10261/86687"
65
      qualifier: {
66
        classid: "oai"
67
        classname: "Open Archives Initiative"
68
        schemeid: "dnet:pid_types"
69
        schemename: "dnet:pid_types"
70
      }
71
    }
72
  }
73
  dataInfo: {
74
    inferred: false
75
    deletedbyinference: false
76
    trust: "0.9"
77
    provenanceaction: {
78
      classid: "sysimport:crosswalk:repository"
79
      classname: "sysimport:crosswalk:repository"
80
      schemeid: "dnet:provenanceActions"
81
      schemename: "dnet:provenanceActions"
82
    }
83
  }
84
  timestamp: 1423856239322
85
}
modules/icm-iis-mainworkflows/trunk/src/test/resources/eu/dnetlib/iis/mainworkflows/integration/import/input/meta/result/dataset/id
1
50|od______1106::138537e0568c27c402756042b15e7858

Also available in: Unified diff