Project

General

Profile

« Previous | Next » 

Revision 36710

The shadow stats validation report must occur after the shadow search switch.

View differences:

modules/dnet-openaireplus-workflows/branches/dnet-openaireplus-workflows-3.0.8.x/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/dm/dm.provision.xml
169 169
                <DESCRIPTION>update DS</DESCRIPTION>
170 170
                <PARAMETERS/>
171 171
                <ARCS>
172
                    <ARC to="sync"/>
172
                    <ARC to="waitAll"/>
173 173
                </ARCS>
174 174
            </NODE>				
175 175

  
......
202 202
					<PARAM required="true" type="boolean" name="simulation"	managedBy="user">false</PARAM>
203 203
                </PARAMETERS>
204 204
                <ARCS>
205
                    <ARC to="sync"/>
205
                    <ARC to="waitAll"/>
206 206
                </ARCS>
207 207
            </NODE>
208
			<!-- WAIT FOR INDEX AND STATS TO COMPLETE -->
209
            <NODE name="sync" isJoin="true">
210
                <DESCRIPTION/>
211
                <PARAMETERS/>
212
                <ARCS>
213
                    <ARC to="findStatsService"/>
214
                </ARCS>
215
            </NODE>
216
            <NODE name="findStatsService" type="FindStatsService">
217
				<DESCRIPTION>find stats service</DESCRIPTION>
218
				<PARAMETERS>
219
					<PARAM name="xquery" type="string" managedBy="user" required="false">/RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='StatsManagerServiceResourceType' and .//RESOURCE_KIND/@value='ServiceResources']/HEADER/RESOURCE_IDENTIFIER/@value/string()</PARAM>
220
					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForStatsManagerService</PARAM>
221
				</PARAMETERS>
222
				<ARCS>
223
					<ARC name="found" to="validateShadowStats" />
224
				</ARCS>
225
			</NODE>
226
            <NODE name="validateShadowStats" type="ValidateShadowStats">
227
				<DESCRIPTION>generates validation report stats/index</DESCRIPTION>
228
				<PARAMETERS>
229
					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForStatsManagerService</PARAM>
230
					<PARAM function="validValues(['test'])" managedBy="user" name="portal" required="true" type="string">test</PARAM>
231
				</PARAMETERS>
232
				<ARCS>
233
					<ARC to="waitAll" />
234
				</ARCS>
235
			</NODE>
236 208
            
237 209
			<!-- OAI STORE UPDATE -->
238 210
            <NODE name="setOAIFormat" type="SetFormatInfo">
modules/dnet-openaireplus-workflows/branches/dnet-openaireplus-workflows-3.0.8.x/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/dm/dm.prepare.preview.xml
12 12
        <WORKFLOW_TYPE>InfoSpace preview</WORKFLOW_TYPE>
13 13
        <WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
14 14
        <CONFIGURATION start="manual">
15
        	<NODE name="SELECT_PREPARE_STATS" type="Selection" isStart="true">
16
				<DESCRIPTION>Do we prepare the shadow stats for preview today?</DESCRIPTION>
15
    		<NODE name="findIndex" type="FindIndex" isStart="true">
16
				<DESCRIPTION />
17 17
				<PARAMETERS>
18
					<PARAM function="validValues(['YES', 'NO'])" managedBy="user" name="selection" required="true" type="string">YES</PARAM>
18
					<PARAM name="mdFormat" type="string" managedBy="user" required="true">DMF</PARAM>
19
					<PARAM name="layout" type="string" managedBy="system" required="true">index</PARAM>
20
					<PARAM name="interpretation" type="string" managedBy="system" required="true">openaire</PARAM>
19 21
				</PARAMETERS>
20 22
				<ARCS>
21
					<ARC name="YES" to="findStatsService" />
22
					<ARC name="NO" to="waitForStats" />
23
					<ARC name="found" to="findShadowSearchService" />
24
					<ARC name="notFound" to="waitForSearch" />
23 25
				</ARCS>
24
			</NODE>
25
			<NODE name="findStatsService" type="FindStatsService">
26
				<DESCRIPTION>find stats service</DESCRIPTION>
26
			</NODE>		
27
			<NODE name="findShadowSearchService" type="FindSearchService">
28
				<DESCRIPTION>find shadow search service</DESCRIPTION>
27 29
				<PARAMETERS>
28
					<PARAM name="xquery" type="string" managedBy="user" required="false">/RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='StatsManagerServiceResourceType' and .//RESOURCE_KIND/@value='ServiceResources']/HEADER/RESOURCE_IDENTIFIER/@value/string()</PARAM>
29
					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForStatsManagerService</PARAM>
30
					<PARAM name="xquery" type="string" managedBy="user" required="false">/RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='SearchServiceResourceType' and .//RESOURCE_KIND/@value='ServiceResources' and  .//PROPERTY[@key="infrastructure"]/@value="shadow"]/HEADER/RESOURCE_IDENTIFIER/@value/string()</PARAM>
31
					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForSearchService</PARAM>
30 32
				</PARAMETERS>
31 33
				<ARCS>
32
					<ARC name="found" to="setPortal" />
34
					<ARC name="found" to="switch" />
35
					<ARC name="notFound" to="waitForSearch" />
33 36
				</ARCS>
34
			</NODE>
35
			<NODE name="setPortal" type="SetEnvParameter">
36
				<DESCRIPTION>set the target portal instance for pre-public preview</DESCRIPTION>
37
			</NODE>	
38
			<NODE name="switch" type="SwitchIndex">
39
				<DESCRIPTION>switch index</DESCRIPTION>
37 40
				<PARAMETERS>
38
				<PARAM name="parameterName" type="string" managedBy="system" required="true">portal</PARAM>
39
				<PARAM function="validValues(['test'])" managedBy="user" name="parameterValue" required="false" type="string">test</PARAM>
41
					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForSearchService</PARAM>
42
					<PARAM name="inputIndexIdParam" type="string" managedBy="system" required="true">index_id</PARAM>
43
					<PARAM name="outputIndexIdParam" type="string" managedBy="system" required="true">IndexId</PARAM>					
40 44
				</PARAMETERS>
41 45
				<ARCS>
42
					<ARC to="refreshShadowCache" />
46
					<ARC to="waitForSearch" />
43 47
				</ARCS>
48
			</NODE>		
49
    		<NODE name="waitForSearch">
50
				<DESCRIPTION>Wait for the search branch to fail or to success</DESCRIPTION>
51
				<PARAMETERS/>
52
				<ARCS>
53
					<ARC to="findStatsService" />
54
				</ARCS>
44 55
			</NODE>
45
			<NODE name="refreshShadowCache" type="RefreshShadowCache">
46
				<DESCRIPTION>Updates the shadow cache according to the shadow stats db.</DESCRIPTION>
56
			<NODE name="findStatsService" type="FindStatsService">
57
				<DESCRIPTION>find stats service</DESCRIPTION>
47 58
				<PARAMETERS>
59
					<PARAM name="xquery" type="string" managedBy="user" required="false">/RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='StatsManagerServiceResourceType' and .//RESOURCE_KIND/@value='ServiceResources']/HEADER/RESOURCE_IDENTIFIER/@value/string()</PARAM>
48 60
					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForStatsManagerService</PARAM>
49
					<PARAM managedBy="system" name="portalParam" required="true" type="string">portal</PARAM>
50 61
				</PARAMETERS>
51 62
				<ARCS>
52
					<ARC to="promoteCache" />
63
					<ARC name="found" to="SELECT_STATS_VALIDATION" />
64
					<ARC name="notFound" to="failure"/>
53 65
				</ARCS>
54 66
			</NODE>
55
			<NODE name="promoteCache" type="PromoteShadowCacheStats">
56
				<DESCRIPTION>Promote the shadow cache.</DESCRIPTION>
67
    		<NODE name="SELECT_STATS_VALIDATION" type="Selection">
68
				<DESCRIPTION>Do we prepare the stats report?</DESCRIPTION>
57 69
				<PARAMETERS>
58
					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForStatsManagerService</PARAM>
59
					<PARAM managedBy="system" name="portalParam" required="true" type="string">portal</PARAM>
70
					<PARAM function="validValues(['YES', 'NO'])" managedBy="user" name="selection" required="true" type="string">YES</PARAM>
60 71
				</PARAMETERS>
61 72
				<ARCS>
62
					<ARC to="waitForStats" />
73
					<ARC name="YES" to="validateShadowStats" />
74
					<ARC name="NO" to="SELECT_PREPARE_STATS" />
63 75
				</ARCS>
64 76
			</NODE>
65 77
			
66
			<NODE name="SELECT_SWITCH_INDEX" type="Selection" isStart="true">
67
				<DESCRIPTION>Do we switch the index read by the pre-public portal today?</DESCRIPTION>
78
    		<NODE name="validateShadowStats" type="ValidateShadowStats">
79
				<DESCRIPTION>generates validation report stats/index</DESCRIPTION>
68 80
				<PARAMETERS>
69
					<PARAM function="validValues(['YES', 'NO'])" managedBy="user" name="selection" required="true" type="string">YES</PARAM>
81
					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForStatsManagerService</PARAM>
82
					<PARAM function="validValues(['test'])" managedBy="user" name="portal" required="true" type="string">test</PARAM>
70 83
				</PARAMETERS>
71 84
				<ARCS>
72
					<ARC name="YES" to="findIndex" />
73
					<ARC name="NO" to="waitForSearch" />
85
					<ARC to="SELECT_PREPARE_STATS" />
74 86
				</ARCS>
75 87
			</NODE>
76
			<NODE name="findIndex" type="FindIndex">
77
				<DESCRIPTION />
88
			<NODE name="SELECT_PREPARE_STATS" type="Selection">
89
				<DESCRIPTION>Do we prepare the shadow stats for preview today?</DESCRIPTION>
78 90
				<PARAMETERS>
79
					<PARAM name="mdFormat" type="string" managedBy="user" required="true">DMF</PARAM>
80
					<PARAM name="layout" type="string" managedBy="system" required="true">index</PARAM>
81
					<PARAM name="interpretation" type="string" managedBy="system" required="true">openaire</PARAM>
91
					<PARAM function="validValues(['YES', 'NO'])" managedBy="user" name="selection" required="true" type="string">YES</PARAM>
82 92
				</PARAMETERS>
83 93
				<ARCS>
84
					<ARC name="found" to="findSearchService" />
85
					<ARC name="notFound" to="waitForSearch" />
94
					<ARC name="YES" to="setPortal" />
95
					<ARC name="NO" to="success" />
86 96
				</ARCS>
87
			</NODE>		
88
			<NODE name="findSearchService" type="FindSearchService">
89
				<DESCRIPTION>find search service</DESCRIPTION>
97
			</NODE>
98
			<NODE name="setPortal" type="SetEnvParameter">
99
				<DESCRIPTION>set the target portal instance for pre-public preview</DESCRIPTION>
90 100
				<PARAMETERS>
91
					<PARAM name="xquery" type="string" managedBy="user" required="false">/RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='SearchServiceResourceType' and .//RESOURCE_KIND/@value='ServiceResources' and  .//PROPERTY[@key="infrastructure"]/@value="shadow"]/HEADER/RESOURCE_IDENTIFIER/@value/string()</PARAM>
92
					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForSearchService</PARAM>
101
				<PARAM name="parameterName" type="string" managedBy="system" required="true">portal</PARAM>
102
				<PARAM function="validValues(['test'])" managedBy="user" name="parameterValue" required="false" type="string">test</PARAM>
93 103
				</PARAMETERS>
94 104
				<ARCS>
95
					<ARC name="found" to="switch" />
96
					<ARC name="notFound" to="waitForSearch" />
105
					<ARC to="refreshShadowCache" />
97 106
				</ARCS>
98
			</NODE>			
99
			<NODE name="switch" type="SwitchIndex">
100
				<DESCRIPTION>switch index</DESCRIPTION>
107
			</NODE>
108
			<NODE name="refreshShadowCache" type="RefreshShadowCache">
109
				<DESCRIPTION>Updates the shadow cache according to the shadow stats db.</DESCRIPTION>
101 110
				<PARAMETERS>
102
					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForSearchService</PARAM>
103
					<PARAM name="inputIndexIdParam" type="string" managedBy="system" required="true">index_id</PARAM>
104
					<PARAM name="outputIndexIdParam" type="string" managedBy="system" required="true">IndexId</PARAM>					
111
					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForStatsManagerService</PARAM>
112
					<PARAM managedBy="system" name="portalParam" required="true" type="string">portal</PARAM>
105 113
				</PARAMETERS>
106 114
				<ARCS>
107
					<ARC to="waitForSearch" />
115
					<ARC to="promoteCache" />
108 116
				</ARCS>
109 117
			</NODE>
110
			<NODE name="waitForStats">
111
				<DESCRIPTION>Wait for the stats branch to fail or to success</DESCRIPTION>
112
				<PARAMETERS/>
118
			<NODE name="promoteCache" type="PromoteShadowCacheStats">
119
				<DESCRIPTION>Promote the shadow cache.</DESCRIPTION>
120
				<PARAMETERS>
121
					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForStatsManagerService</PARAM>
122
					<PARAM managedBy="system" name="portalParam" required="true" type="string">portal</PARAM>
123
				</PARAMETERS>
113 124
				<ARCS>
114
					<ARC to="waitAll" />
125
					<ARC to="success" />
115 126
				</ARCS>
116 127
			</NODE>
117
			<NODE name="waitForSearch">
118
				<DESCRIPTION>Wait for the search branch to fail or to success</DESCRIPTION>
119
				<PARAMETERS/>
120
				<ARCS>
121
					<ARC to="waitAll" />
122
				</ARCS>
123
			</NODE>
124
			
125
			<!-- WAIT FOR ALL THE WF BRANCHES TO COMPLETE -->
126
            <NODE name="waitAll" isJoin="true">
127
                <DESCRIPTION>wait for all the branches to complete</DESCRIPTION>
128
                <PARAMETERS/>
129
                <ARCS>
130
                    <ARC to="success"/>
131
                </ARCS>
132
            </NODE>            
133 128
        </CONFIGURATION>
134 129
        <STATUS />
135 130
    </BODY>

Also available in: Unified diff