Revision 47522
Added by Alessia Bardi over 6 years ago
| modules/dnet-openaireplus-workflows/trunk/src/main/java/eu/dnetlib/msro/openaireplus/workflows/nodes/claims/DecapsuleClaimsJobNode.java | ||
|---|---|---|
| 22 | 22 |
import eu.dnetlib.msro.openaireplus.workflows.nodes.SetHdfsFileJobNode; |
| 23 | 23 |
import eu.dnetlib.msro.workflows.nodes.SimpleJobNode; |
| 24 | 24 |
|
| 25 |
/** |
|
| 26 |
* TODO: this class can be deleted when we are using the new claim database |
|
| 27 |
*/ |
|
| 28 |
@Deprecated |
|
| 25 | 29 |
public class DecapsuleClaimsJobNode extends SimpleJobNode {
|
| 26 | 30 |
|
| 27 | 31 |
/** |
| modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/repo-hi/dataRepository_claim_ingestion.xml | ||
|---|---|---|
| 47 | 47 |
<NODE name="createNative" type="CreateMDStore"> |
| 48 | 48 |
<DESCRIPTION>Create native store</DESCRIPTION> |
| 49 | 49 |
<PARAMETERS> |
| 50 |
<PARAM name="format" managedBy="system" required="true" type="string">ODF</PARAM>
|
|
| 50 |
<PARAM name="format" managedBy="system" required="true" type="string">claim</PARAM>
|
|
| 51 | 51 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM> |
| 52 | 52 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
| 53 | 53 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">harv_</PARAM> |
| modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/repo-hi/pubsRepository_claim_ingestion.xml | ||
|---|---|---|
| 9 | 9 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
| 10 | 10 |
</HEADER> |
| 11 | 11 |
<BODY> |
| 12 |
<WORKFLOW_NAME>claimed metadata records</WORKFLOW_NAME>
|
|
| 12 |
<WORKFLOW_NAME>Claimed metadata records</WORKFLOW_NAME>
|
|
| 13 | 13 |
<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE> |
| 14 | 14 |
<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY> |
| 15 | 15 |
<CONFIGURATION start="manual"> |
| ... | ... | |
| 47 | 47 |
<NODE name="createNative" type="CreateMDStore"> |
| 48 | 48 |
<DESCRIPTION>Create native store</DESCRIPTION> |
| 49 | 49 |
<PARAMETERS> |
| 50 |
<PARAM name="format" managedBy="system" required="true" type="string">OAF</PARAM>
|
|
| 50 |
<PARAM name="format" managedBy="system" required="true" type="string">claim</PARAM>
|
|
| 51 | 51 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM> |
| 52 | 52 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
| 53 | 53 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">harv_</PARAM> |
| modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/claim/collection.wf.st | ||
|---|---|---|
| 1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
| 1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
|
|
| 2 | 2 |
<DESCRIPTION>Set information about current provider</DESCRIPTION> |
| 3 | 3 |
<PARAMETERS> |
| 4 | 4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
| ... | ... | |
| 6 | 6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
|
| 7 | 7 |
</PARAMETERS> |
| 8 | 8 |
<ARCS> |
| 9 |
<ARC to="COLLECT"/>
|
|
| 9 |
<ARC to="obtainParams"/>
|
|
| 10 | 10 |
</ARCS> |
| 11 | 11 |
</NODE> |
| 12 | 12 |
|
| 13 |
<NODE name="COLLECT" type="QueryDb">
|
|
| 14 |
<DESCRIPTION>Collect claims from DB</DESCRIPTION>
|
|
| 13 |
<NODE name="obtainParams" type="ObtainOpenaireDataSourceParams">
|
|
| 14 |
<DESCRIPTION>Obtain data source params</DESCRIPTION>
|
|
| 15 | 15 |
<PARAMETERS> |
| 16 |
<PARAM name="dbProperty" type="string" managedBy="system" required="true">dnet.openaire.db.name</PARAM> |
|
| 17 |
<PARAM name="sql" type="string" managedBy="user" required="true" |
|
| 18 |
function="listFiles('/eu/dnetlib/msro/openaireplus/workflows/db','sql')">/eu/dnetlib/msro/openaireplus/workflows/db/queryClaimsDmf.sql</PARAM>
|
|
| 19 |
<PARAM name="outputEprParam" type="string" managedBy="system" required="true">collected_epr</PARAM> |
|
| 16 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
|
| 20 | 17 |
</PARAMETERS> |
| 21 | 18 |
<ARCS> |
| 22 |
<ARC to="DECAPSULE" />
|
|
| 19 |
<ARC to="COLLECT_REFRESH"/>
|
|
| 23 | 20 |
</ARCS> |
| 24 |
</NODE>
|
|
| 21 |
</NODE> |
|
| 25 | 22 |
|
| 26 |
<NODE name="DECAPSULE" type="DecapsuleClaims"> |
|
| 23 |
<NODE name="COLLECT_REFRESH" type="CollectRecords"> |
|
| 24 |
<DESCRIPTION>Start Harvesting</DESCRIPTION> |
|
| 25 |
<PARAMETERS> |
|
| 26 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
|
| 27 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
|
|
| 28 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">collected_epr</PARAM> |
|
| 29 |
</PARAMETERS> |
|
| 30 |
<ARCS> |
|
| 31 |
<ARC to="MD_BUILDER_REFRESH"/> |
|
| 32 |
</ARCS> |
|
| 33 |
</NODE> |
|
| 34 |
|
|
| 35 |
<NODE name="MD_BUILDER_REFRESH" type="OpenaireMdBuilder"> |
|
| 27 | 36 |
<DESCRIPTION>Prepare mdstore records</DESCRIPTION> |
| 28 | 37 |
<PARAMETERS> |
| 29 | 38 |
<PARAM required="true" type="string" name="inputEprParam" managedBy="system">collected_epr</PARAM> |
| 30 | 39 |
<PARAM required="true" type="string" name="outputEprParam" managedBy="system">store_epr</PARAM> |
| 40 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
|
| 41 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
|
|
| 42 |
<PARAM required="false" type="boolean" name="inferred" managedBy="system">false</PARAM> |
|
| 43 |
<PARAM required="false" type="boolean" name="deletedbyinference" managedBy="system">false</PARAM> |
|
| 44 |
<PARAM required="false" type="string" name="inferenceprovenance" managedBy="system"></PARAM> |
|
| 45 |
<PARAM required="false" type="string" name="trust" managedBy="system">0.9</PARAM> |
|
| 46 |
<PARAM required="false" type="string" name="provenanceactionclassname" managedBy="system">user:claim</PARAM> |
|
| 47 |
<PARAM required="false" type="string" name="provenanceactionclassid" managedBy="system">user:claim</PARAM> |
|
| 31 | 48 |
</PARAMETERS> |
| 32 | 49 |
<ARCS> |
| 33 |
<ARC to="STORE" />
|
|
| 50 |
<ARC to="STORE_REFRESH"/>
|
|
| 34 | 51 |
</ARCS> |
| 35 | 52 |
</NODE> |
| 36 | 53 |
|
| 37 |
<NODE name="STORE" type="StoreMDStoreRecords"> |
|
| 38 |
<DESCRIPTION>Store mdtore records</DESCRIPTION> |
|
| 54 |
<NODE name="STORE_REFRESH" type="StoreMDStoreRecords">
|
|
| 55 |
<DESCRIPTION>Store mdstore records</DESCRIPTION>
|
|
| 39 | 56 |
<PARAMETERS> |
| 40 | 57 |
<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("harv_id")$</PARAM>
|
| 41 |
<PARAM required="true" type="string" name="storingType" managedBy="user">REFRESH</PARAM>
|
|
| 58 |
<PARAM required="true" type="string" name="storingType" managedBy="system">REFRESH</PARAM>
|
|
| 42 | 59 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">store_epr</PARAM> |
| 43 | 60 |
</PARAMETERS> |
| 44 | 61 |
<ARCS> |
| modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/claim/transform.wf.st | ||
|---|---|---|
| 37 | 37 |
<PARAMETERS> |
| 38 | 38 |
<PARAM required="true" type="string" name="ruleId" managedBy="user" category="TRANSFORMATION_RULE_ID" function="listProfiles('TransformationRuleDSResourceType', '//TITLE')"></PARAM>
|
| 39 | 39 |
<PARAM required="true" type="string" name="inputEprParam" managedBy="system">orig_epr</PARAM> |
| 40 |
<PARAM required="true" type="string" name="outputEprParam" managedBy="system">dmf_epr</PARAM>
|
|
| 40 |
<PARAM required="true" type="string" name="outputEprParam" managedBy="system">trans_epr</PARAM>
|
|
| 41 | 41 |
</PARAMETERS> |
| 42 | 42 |
<ARCS> |
| 43 | 43 |
<ARC to="storeRecords"/> |
| ... | ... | |
| 45 | 45 |
</NODE> |
| 46 | 46 |
|
| 47 | 47 |
<NODE name="storeRecords" type="StoreMDStoreRecords"> |
| 48 |
<DESCRIPTION>Store mdtore records</DESCRIPTION> |
|
| 48 |
<DESCRIPTION>Store mdstore records</DESCRIPTION>
|
|
| 49 | 49 |
<PARAMETERS> |
| 50 | 50 |
<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("tran_id")$</PARAM>
|
| 51 | 51 |
<PARAM required="true" type="string" name="storingType" managedBy="system">REFRESH</PARAM> |
| 52 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">dmf_epr</PARAM>
|
|
| 52 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">trans_epr</PARAM>
|
|
| 53 | 53 |
</PARAMETERS> |
| 54 | 54 |
<ARCS> |
| 55 | 55 |
<ARC to="UPDATE_INFO"/> |
Also available in: Unified diff
Claims metadata are collected from the file system, not from the database.