Project

General

Profile

« Previous | Next » 

Revision 45954

Added by Sandro La Bruzzo almost 8 years ago

fixed WF OAI

View differences:

modules/dnet-efg/trunk/src/main/java/eu/dnetlib/efg/workflows/nodes/thumbnail/GenerateThumbnailJobNode.java
62 62 

  		




  63
  63
  
    
		final List<Future<Boolean>> responses = new ArrayList<>();


  		




  64
  64
  
    

  		




  65
  
  
    
		responses.add(executor.submit(new WorkerMap(objectStore, objectStore250, objectStore96, queue)));


  		




  
  65
  
    
        for (int i = 0; i < 10; i++) {


  		




  
  66
  
    
            responses.add(executor.submit(new WorkerMap(objectStore, objectStore250, objectStore96, queue)));


  		




  
  67
  
    
        }


  		




  
  68
  
    

  		




  66
  69
  
    
		this.counter = 0;


  		




  67
  70
  
    

  		




  68
  71
  
    
		while (deliver.hasNext()) {


  		












  

    
      modules/dnet-efg/trunk/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/efg_post_feed_oai.xml
    
  





  33
  33
  
    
				<NODE name="prepareOAI" type="PrepareOaiJob">


  		




  34
  34
  
    
					<DESCRIPTION>Prepare oai feeding</DESCRIPTION>


  		




  35
  35
  
    
					<PARAMETERS>


  		




  36
  
  
    
						<PARAM name="oaiConfigurationParam" value="configuration_oai"/>


  		




  
  36
  
    
						<PARAM name="oaiFormat" value="edm"/>


  		




  
  37
  
    
						<PARAM name="oaiLayout" value="store"/>


  		




  
  38
  
    
						<PARAM name="oaiInterpretation" value="cleaned"/>


  		




  
  39
  
    
						<PARAM name="oaiDbName" value="oaistore_efg"/>


  		




  37
  40
  
    
					</PARAMETERS>


  		




  38
  41
  
    
					<ARCS>


  		




  39
  42
  
    
						<ARC to="CompoundIndexes"/>


  		




  ......




  43
  46
  
    
				<NODE name="CompoundIndexes" type="OAICreateIndex">


  		




  44
  47
  
    
					<DESCRIPTION>Create composite indexes for the OAI store</DESCRIPTION>


  		




  45
  48
  
    
					<PARAMETERS>


  		




  46
  
  
    
						<PARAM name="format" value="edm"/>


  		




  47
  
  
    
						<PARAM name="layout" value="store"/>


  		




  48
  
  
    
						<PARAM name="interpretation" value="cleaned"/>


  		




  49
  
  
    
						<PARAM name="dbName" value="oaistore_efg"/>


  		




  
  49
  
    
						<PARAM name="oaiFormat" value="edm"/>


  		




  
  50
  
    
						<PARAM name="oaiLayout" value="store"/>


  		




  
  51
  
    
						<PARAM name="oaiInterpretation" value="cleaned"/>


  		




  
  52
  
    
						<PARAM name="oaiDbName" value="oaistore_efg"/>


  		




  50
  53
  
    
						<PARAM name="fieldNames" value="set,datestamp;entitytype"/>


  		




  51
  54
  
    
					</PARAMETERS>


  		




  52
  55
  
    
					<ARCS>


  		




  ......




  57
  60
  
    
				<NODE name="ConfigIndexes" type="OAIEnsureIndexes">


  		




  58
  61
  
    
					<DESCRIPTION>Ensure an index exists on fields as specified in the configuration profile</DESCRIPTION>


  		




  59
  62
  
    
					<PARAMETERS>


  		




  60
  
  
    
						<PARAM name="format" value="edm"/>


  		




  61
  
  
    
						<PARAM name="layout" value="store"/>


  		




  62
  
  
    
						<PARAM name="interpretation" value="cleaned"/>


  		




  63
  
  
    
						<PARAM name="dbName" value="oaistore_efg"/>


  		




  
  63
  
    
						<PARAM name="oaiFormat" value="edm"/>


  		




  
  64
  
    
						<PARAM name="oaiLayout" value="store"/>


  		




  
  65
  
    
						<PARAM name="oaiInterpretation" value="cleaned"/>


  		




  
  66
  
    
						<PARAM name="oaiDbName" value="oaistore_efg"/>


  		




  64
  67
  
    
					</PARAMETERS>


  		




  65
  68
  
    
					<ARCS>


  		




  66
  69
  
    
						<ARC to="SetsCount"/>


  		




  ......




  70
  73
  
    
				<NODE name="SetsCount" type="OAISetsCountUpdate">


  		




  71
  74
  
    
					<DESCRIPTION>Count records in each OAI set, for each exported metadata format linked to the given oai collection</DESCRIPTION>


  		




  72
  75
  
    
					<PARAMETERS>


  		




  73
  
  
    
						<PARAM name="format" value="edm"/>


  		




  74
  
  
    
						<PARAM name="layout" value="store"/>


  		




  75
  
  
    
						<PARAM name="interpretation" value="cleaned"/>


  		




  76
  
  
    
						<PARAM name="dbName" value="oaistore_efg"/>


  		




  
  76
  
    
						<PARAM name="oaiFormat" value="edm"/>


  		




  
  77
  
    
						<PARAM name="oaiLayout" value="store"/>


  		




  
  78
  
    
						<PARAM name="oaiInterpretation" value="cleaned"/>


  		




  
  79
  
    
						<PARAM name="oaiDbName" value="oaistore_efg"/>


  		




  77
  80
  
    
						<PARAM name="configuredOnly" value="false"/>


  		




  78
  81
  
    
					</PARAMETERS>


  		




  79
  82
  
    
					<ARCS>


  		




  ......




  84
  87
  
    
				<NODE name="ConfigSets" type="OAIRefreshConfiguration">


  		




  85
  88
  
    
					<DESCRIPTION>Reads the current OAI configuration and upsert OAI sets accordingly (counts are updated as well)</DESCRIPTION>


  		




  86
  89
  
    
					<PARAMETERS>


  		




  87
  
  
    
						<PARAM name="format" value="edm"/>


  		




  88
  
  
    
						<PARAM name="layout" value="store"/>


  		




  89
  
  
    
						<PARAM name="interpretation" value="cleaned"/>


  		




  90
  
  
    
						<PARAM name="dbName" value="oaistore_efg"/>


  		




  
  90
  
    
						<PARAM name="oaiFormat" value="edm"/>


  		




  
  91
  
    
						<PARAM name="oaiLayout" value="store"/>


  		




  
  92
  
    
						<PARAM name="oaiInterpretation" value="cleaned"/>


  		




  
  93
  
    
						<PARAM name="oaiDbName" value="oaistore_efg"/>


  		




  91
  94
  
    
					</PARAMETERS>


  		




  92
  95
  
    
					<ARCS>


  		




  93
  96
  
    
						<ARC to="success"/>


  		












  

    
      modules/dnet-efg/trunk/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/efg_feed_oai.xml
    
  





  64
  64
  
    
					<DESCRIPTION>Drop oai Store records</DESCRIPTION>


  		




  65
  65
  
    
					<PARAMETERS>


  		




  66
  66
  
    
						<PARAM name="setSpec" env="datasource_namespacePrefix"/>


  		




  67
  
  
    
						<PARAM name="format" value="oai_efg"/>


  		




  68
  
  
    
						<PARAM name="layout" value="store"/>


  		




  69
  
  
    
						<PARAM name="interpretation" value="cleaned"/>


  		




  70
  
  
    
						<PARAM name="dbName" value="oaistore_efg"/>


  		




  
  67
  
    
						<PARAM name="oaiFormat" value="oai_efg"/>


  		




  
  68
  
    
						<PARAM name="oaiLayout" value="store"/>


  		




  
  69
  
    
						<PARAM name="oaiInterpretation" value="cleaned"/>


  		




  
  70
  
    
						<PARAM name="oaiDbName" value="oaistore_efg"/>


  		




  71
  71
  
    
					</PARAMETERS>


  		




  72
  72
  
    
					<ARCS>


  		




  73
  73
  
    
						<ARC to="fetchEDMRecord"/>


  		




  ......




  88
  88
  
    
					<DESCRIPTION>Clean original records</DESCRIPTION>


  		




  89
  89
  
    
					<PARAMETERS>


  		




  90
  90
  
    
						<PARAM name="eprParam" value="orig_epr"/>


  		




  91
  
  
    
						<PARAM name="format" value="edm"/>


  		




  92
  
  
    
						<PARAM name="layout" value="store"/>


  		




  93
  
  
    
						<PARAM name="interpretation" value="cleaned"/>


  		




  94
  
  
    
						<PARAM name="oai_dbName" value="oaistore_efg"/>


  		




  
  91
  
    
						<PARAM name="oaiFormat" value="edm"/>


  		




  
  92
  
    
						<PARAM name="oaiLayout" value="store"/>


  		




  
  93
  
    
						<PARAM name="oaiInterpretation" value="cleaned"/>


  		




  
  94
  
    
						<PARAM name="oaiDbName" value="oaistore_efg"/>


  		




  95
  95
  
    
					</PARAMETERS>


  		




  96
  96
  
    
					<ARCS>


  		




  97
  97
  
    
						<ARC to="success"/>


  		












Also available in:  Unified diff