Project

General

Profile

« Previous | Next » 

Revision 45941

Added by Claudio Atzori about 7 years ago

updated pom and readme

View differences:

webapps/dnet-gdup/trunk/pom.xml
73 73 
		<dependency>
74 74 
			<groupId>eu.dnetlib</groupId>
75 75 
			<artifactId>dnet-mongo-logging</artifactId>
76 
			<version>[1.0.0,2.0.0)</version>
76 
			<version>[2.0.0,3.0.0)</version>
77 77 
		</dependency>
78 78 

  		




  79
  79
  
    
		<!-- Modular User Interfaces -->


  		




  ......




  82
  82
  
    
			<artifactId>dnet-modular-ui</artifactId>


  		




  83
  83
  
    
			<version>[3.0.0,4.0.0)</version>


  		




  84
  84
  
    
		</dependency>


  		




  
  85
  
    

  		




  85
  86
  
    
		<dependency>


  		




  86
  87
  
    
			<groupId>eu.dnetlib</groupId>


  		




  
  88
  
    
			<artifactId>dnet-objectStore-ui</artifactId>


  		




  
  89
  
    
			<version>[1.0.0,2.0.0)</version>


  		




  
  90
  
    
		</dependency>


  		




  
  91
  
    
		<dependency>


  		




  
  92
  
    
			<groupId>eu.dnetlib</groupId>


  		




  87
  93
  
    
			<artifactId>dnet-modular-workflows-ui</artifactId>


  		




  88
  94
  
    
			<version>[4.0.0,5.0.0)</version>


  		




  89
  95
  
    
		</dependency>


  		




  ......




  109
  115
  
    
		</dependency>


  		




  110
  116
  
    
		<dependency>


  		




  111
  117
  
    
			<groupId>eu.dnetlib</groupId>


  		




  
  118
  
    
			<artifactId>dnet-modular-vocabularies-ui</artifactId>


  		




  
  119
  
    
			<version>[2.0.1,3.0.0)</version>


  		




  
  120
  
    
		</dependency>


  		




  
  121
  
    
		<dependency>


  		




  
  122
  
    
			<groupId>eu.dnetlib</groupId>


  		




  
  123
  
    
			<artifactId>dnet-modular-cleaning-rules-ui</artifactId>


  		




  
  124
  
    
			<version>[2.0.0,3.0.0)</version>


  		




  
  125
  
    
		</dependency>


  		




  
  126
  
    
		<dependency>


  		




  
  127
  
    
			<groupId>eu.dnetlib</groupId>


  		




  112
  128
  
    
			<artifactId>dnet-modular-database-ui</artifactId>


  		




  113
  129
  
    
			<version>[2.0.0,3.0.0)</version>


  		




  114
  130
  
    
		</dependency>


  		




  ......




  117
  133
  
    
			<artifactId>dnet-modular-index-ui</artifactId>


  		




  118
  134
  
    
			<version>[2.0.1,3.0.0)</version>


  		




  119
  135
  
    
		</dependency>


  		




  
  136
  
    
		<dependency>


  		




  
  137
  
    
			<groupId>eu.dnetlib</groupId>


  		




  
  138
  
    
			<artifactId>dnet-openaire-blacklist</artifactId>


  		




  
  139
  
    
			<version>[1.0.0,2.0.0)</version>


  		




  
  140
  
    
		</dependency>


  		




  120
  141
  
    

  		




  121
  
  
    

  		




  122
  142
  
    
		<!-- Aggregation services -->


  		




  123
  143
  
    
		<dependency>


  		




  124
  144
  
    
			<groupId>eu.dnetlib</groupId>


  		




  125
  145
  
    
			<artifactId>cnr-mongo-mdstore</artifactId>


  		




  126
  
  
    
			<version>[4.1.7,5.0.0)</version>


  		




  
  146
  
    
			<version>[5.0.0,6.0.0)</version>


  		




  127
  147
  
    
		</dependency>


  		




  128
  148
  
    
		<dependency>


  		




  129
  149
  
    
			<groupId>eu.dnetlib</groupId>


  		




  ......




  132
  152
  
    
		</dependency>


  		




  133
  153
  
    
		<dependency>


  		




  134
  154
  
    
			<groupId>eu.dnetlib</groupId>


  		




  
  155
  
    
			<artifactId>dnet-fs-objectstore</artifactId>


  		




  
  156
  
    
			<version>[2.0.0,3.0.0)</version>


  		




  
  157
  
    
		</dependency>


  		




  
  158
  
    
		<dependency>


  		




  
  159
  
    
			<groupId>eu.dnetlib</groupId>


  		




  135
  160
  
    
			<artifactId>dnet-data-transformation-service</artifactId>


  		




  136
  161
  
    
			<version>[3.0.0,4.0.0)</version>


  		




  137
  162
  
    
		</dependency>


  		




  ......




  139
  164
  
    
		<dependency>


  		




  140
  165
  
    
			<groupId>eu.dnetlib</groupId>


  		




  141
  166
  
    
			<artifactId>cnr-enabling-database-service</artifactId>


  		




  142
  
  
    
			<version>[2.0.0,3.0.0)</version>


  		




  
  167
  
    
			<version>[3.0.0,4.0.0)</version>


  		




  143
  168
  
    
		</dependency>


  		




  144
  
  
    

  		




  145
  169
  
    
		<dependency>


  		




  146
  170
  
    
			<groupId>eu.dnetlib</groupId>


  		




  
  171
  
    
			<artifactId>dnet-openaireplus-profiles</artifactId>


  		




  
  172
  
    
			<version>[1.0.0,2.0.0)</version>


  		




  
  173
  
    
		</dependency>


  		




  
  174
  
    
		<dependency>


  		




  
  175
  
    
			<groupId>eu.dnetlib</groupId>


  		




  
  176
  
    
			<artifactId>cnr-data-utility-cleaner-service</artifactId>


  		




  
  177
  
    
			<version>[3.0.0,4.0.0)</version>


  		




  
  178
  
    
		</dependency>


  		




  
  179
  
    
		<dependency>


  		




  
  180
  
    
			<groupId>eu.dnetlib</groupId>


  		




  147
  181
  
    
			<artifactId>dnet-openaireplus-workflows</artifactId>


  		




  148
  
  
    
			<version>[5.0.0,6.0.0)</version>


  		




  
  182
  
    
			<version>[6.0.0,7.0.0)</version>


  		




  149
  183
  
    
		</dependency>


  		




  150
  
  
    

  		




  151
  184
  
    
		<dependency>


  		




  152
  185
  
    
			<groupId>eu.dnetlib</groupId>


  		




  153
  
  
    
			<artifactId>dnet-deduplication</artifactId>


  		




  
  186
  
    
			<artifactId>dnet-validator-workflows</artifactId>


  		




  154
  187
  
    
			<version>[1.0.0,2.0.0)</version>


  		




  155
  188
  
    
		</dependency>


  		




  156
  189
  
    
		<dependency>


  		




  157
  190
  
    
			<groupId>eu.dnetlib</groupId>


  		




  
  191
  
    
			<artifactId>dnet-deduplication</artifactId>


  		




  
  192
  
    
			<version>[1.5.2, 2.0.0)</version>


  		




  
  193
  
    
		</dependency>


  		




  
  194
  
    
		<dependency>


  		




  
  195
  
    
			<groupId>eu.dnetlib</groupId>


  		




  158
  196
  
    
			<artifactId>dnet-hadoop-service</artifactId>


  		




  159
  197
  
    
			<version>[2.0.0,3.0.0)</version>


  		




  160
  198
  
    
			<exclusions>


  		




  ......




  167
  205
  
    
		<dependency>


  		




  168
  206
  
    
			<groupId>eu.dnetlib</groupId>


  		




  169
  207
  
    
			<artifactId>dnet-actionmanager-service</artifactId>


  		




  170
  
  
    
			<version>[3.0.0,4.0.0)</version>


  		




  
  208
  
    
			<version>[5.0.0, 6.0.0)</version>


  		




  171
  209
  
    
		</dependency>


  		




  
  210
  
    
		<dependency>


  		




  
  211
  
    
			<groupId>eu.dnetlib</groupId>


  		




  
  212
  
    
			<artifactId>dnet-download-service</artifactId>


  		




  
  213
  
    
			<version>[2.0.0,2.2.0)</version>


  		




  
  214
  
    
		</dependency>


  		




  
  215
  
    
		<dependency>


  		




  
  216
  
    
			<groupId>eu.dnetlib</groupId>


  		




  
  217
  
    
			<artifactId>dnet-download-plugins</artifactId>


  		




  
  218
  
    
			<version>[2.0.0,3.0.0)</version>


  		




  
  219
  
    
		</dependency>


  		




  172
  220
  
    

  		




  173
  
  
    
                <dependency>


  		




  174
  
  
    
                        <groupId>eu.dnetlib</groupId>


  		




  175
  
  
    
                        <artifactId>dnet-openaireplus-profiles</artifactId>


  		




  176
  
  
    
                        <version>[1.0.0,2.0.0)</version>


  		




  177
  
  
    
                </dependency>


  		




  178
  
  
    

  		




  179
  
  
    

  		




  180
  221
  
    
		<dependency>


  		




  181
  222
  
    
			<groupId>eu.dnetlib</groupId>


  		




  182
  223
  
    
			<artifactId>cnr-inspector-security</artifactId>


  		




  ......




  188
  229
  
    
			<version>[1.0.0,2.0.0)</version>


  		




  189
  230
  
    
		</dependency>


  		




  190
  231
  
    

  		




  191
  
  
    
		<!-- Light-ui for pre-public check -->


  		




  192
  
  
    
		<!-- 		<dependency> -->


  		




  193
  
  
    
		<!-- 			<groupId>eu.dnetlib</groupId> -->


  		




  194
  
  
    
		<!-- 			<artifactId>dnet-modular-lightui-ui</artifactId> -->


  		




  195
  
  
    
		<!-- 			<version>[2.0.0,3.0.0)</version> -->


  		




  196
  
  
    
		<!-- 		</dependency> -->


  		




  197
  
  
    

  		




  198
  232
  
    
		<dependency>


  		




  199
  233
  
    
			<groupId>xerces</groupId>


  		




  200
  234
  
    
			<artifactId>xercesImpl</artifactId>


  		




  201
  235
  
    
			<version>2.11.0</version>


  		




  202
  236
  
    
			<scope>compile</scope>


  		




  203
  237
  
    
		</dependency>


  		




  204
  
  
    

  		




  
  238
  
    
		<dependency>


  		




  
  239
  
    
			<groupId>eu.dnetlib</groupId>


  		




  
  240
  
    
			<artifactId>dnet-mapreduce-jobs</artifactId>


  		




  
  241
  
    
			<version>[0.0.9.0,0.1.0.0)</version>


  		




  
  242
  
    
		</dependency>


  		




  205
  243
  
    
	</dependencies>


  		




  206
  244
  
    
</project>


  		












  

    
      webapps/dnet-gdup/trunk/README.md
    
  





  1
  1
  
    
# dnet-gdup


  		




  2
  
  
    
gdup is a customisation of the services included in a D-Net bundle. It is tailored to coordinate the workflows that implement a Big Graph Entity Deduplication System.


  		




  
  2
  
    
gdup is a extension of the services included in a D-Net bundle. 


  		




  
  3
  
    

  		




  
  4
  
    
The D-Net software toolkit, is a software framework for the realization of aggregative data infrastructures (https://github.com/dnet-team/dnet-basic-aggregator), 


  		




  
  5
  
    
and gdup extends its functionalities by providing the workflows and the services implementing a Big Graph Entity Deduplication System.


  		




  
  6
  
    

  		




  
  7
  
    
# Installation requirements


  		




  
  8
  
    

  		




  
  9
  
    
gdup is a single web application that inherits the requirements of the dnet-basic-aggregator. 


  		




  
  10
  
    
On top of that its deduplication workflow are implemented as chains of Map Reduce jobs to be run on Apache Hadoop.


  		




  
  11
  
    

  		












Also available in:  Unified diff