D-Net

<?xml version="1.0" encoding="UTF-8"?>

<oaf:entity xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"

    xmlns:oaf="http://namespace.openaire.eu/oaf"

    xsi:schemaLocation="http://namespace.openaire.eu/oaf ../oaf-0.3.xsd">

    <oaf:result>

        <subject classid="keyword" classname="keyword" schemeid="dnet:result_subject"

            schemename="dnet:result_subject">Evaluation</subject>

        <subject classid="keyword" classname="keyword" schemeid="dnet:result_subject"

            schemename="dnet:result_subject">info:eu-repo/classification/acm/H.3.4 Systems and

            Software. Performance evaluation</subject>

        <subject classid="keyword" classname="keyword" schemeid="dnet:result_subject"

            schemename="dnet:result_subject">Cross-language information retrieval</subject>

        <subject classid="keyword" classname="keyword" schemeid="dnet:result_subject"

            schemename="dnet:result_subject">info:eu-repo/classification/acm/H.3.3 Information

            Search and Retrieval</subject>

        <title classid="main title" classname="main title" schemeid="dnet:dataCite_title"

            schemename="dnet:dataCite_title">From CLEF to TrebleCLEF: the evolution of the

            cross-language evaluation forum</title>

        <dateofacceptance>2008-01-01</dateofacceptance>

        <publisher>National Institute of Informatics, Tokyo</publisher>

        <resulttype classid="publication" classname="publication" schemeid="dnet:result_typologies"

            schemename="dnet:result_typologies"/>

        <language classid="eng" classname="English" schemeid="dnet:languages"

            schemename="dnet:languages"/>

        <description>The Cross-Language Evaluation Forum (CLEF) has been running for nearly ten

            years now; the aim of this paper is to provide a critical assessment of the results

            achieved so far. In the first part of the paper, we pro- vide a brief overview of the

            entire activity and sum- marise the main achievements; in the second part, we focus our

            attention on the Ad Hoc track with the aim of showing how the results of evaluation can

            be exploited to increase understanding of the many issues involved in multilingual

            retrieval system development. In the final part, we outline our main ideas for the

            future of CLEF.</description>

        <source>In: NTCIR-7 Meeting (Tokyo, Giappone, 16-19 December 2008). Proceedings, pp. 577 -

            593. National Institute of Informatics, Tokyo, 2008.</source>

        <country classid="" classname="" schemeid="" schemename=""/>

        <relevantdate classid="" classname="" schemeid="" schemename=""/>

        <embargoenddate/>

        <fulltext/>

        <format/>

        <storagedate/>

        <resourcetype classid="" classname="" schemeid="" schemename=""/>

        <device/>

        <size/>

        <version/>

        <lastmetadataupdate/>

        <metadataversionnumber/>

        <originalId>oai:pumaoai.isti.cnr.it:cnr.isti/cnr.isti/2008-A2-123</originalId>

        <collectedfrom name="PUblication MAnagement"

            id="opendoar____::300891a62162b960cf02ce3827bb363c"/>

        <pid classid="oai" classname="oai" schemeid="dnet:pid_types" schemename="dnet:pid_types"

            >oai:pumaoai.isti.cnr.it:cnr.isti/cnr.isti/2008-A2-123</pid>

        <bestlicense classid="OPEN" classname="Open Access" schemeid="dnet:access_modes"

            schemename="dnet:access_modes"/>

        <context id="EC" label="European Commission" type="funding">

            <category id="EC::FP7" label="SEVENTH FRAMEWORK PROGRAMME">

                <concept id="EC::FP7::SP1" label="SP1-Cooperation"/>

                <concept id="EC::FP7::SP1::ICT" label="Information and Communication Technologies"/>

            </category>

        </context>

        <datainfo>

            <inferred>false</inferred>

            <deletedbyinference>false</deletedbyinference>

            <trust>0.9</trust>

            <inferenceprovenance/>

            <provenanceaction classid="sysimport:crosswalk:repository"

                classname="sysimport:crosswalk:repository" schemeid="dnet:provenanceActions"

                schemename="dnet:provenanceActions"/>

        </datainfo>

        <rels>

            <rel inferred="true" trust="0.9" inferenceprovenance=""

                provenanceaction="sysimport:crosswalk:repository">

                <to class="hasAuthor" scheme="dnet:personroles" type="person"

                    >dedup_wf_001::177a370da8dce795e6619dbdcf05e866</to>

                <ranking>2</ranking>

                <fullname>Peters, Carol</fullname>

            </rel>

            <rel inferred="true" trust="0.9" inferenceprovenance=""

                provenanceaction="sysimport:crosswalk:repository">

                <to class="hasAuthor" scheme="dnet:personroles" type="person"

                    >dedup_wf_001::eb972c7eda02fc9b4328773c7456903a</to>

                <ranking>1</ranking>

                <fullname>Ferro, Nicola</fullname>

            </rel>

            <rel inferred="true" trust="0.9"

                inferenceprovenance="iis::document_similarities_standard" provenanceaction="iis">

                <to class="isAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"

                    type="result">dedup_wf_001::bc55bac1aef52baa168a1d1422eec109</to>

                <similarity>0.8117433</similarity>

                <type>STANDARD</type>

                <title classid="main title" classname="main title" schemeid="dnet:dataCite_title"

                    schemename="dnet:dataCite_title">From CLEF to TrebleCLEF: promoting technology

                    transfer for multilingual information retrieval</title>

                <dateofacceptance>2007-01-01</dateofacceptance>

                <publisher>DELOS</publisher>

                <resulttype classid="publication" classname="publication"

                    schemeid="dnet:result_typologies" schemename="dnet:result_typologies"/>

            </rel>

            <rel inferred="true" trust="0.9"

                inferenceprovenance="iis::document_similarities_standard" provenanceaction="iis">

                <to class="hasAmongTopNSimilarDocuments" scheme="dnet:result_result_relations"

                    type="result">dedup_wf_001::bc55bac1aef52baa168a1d1422eec109</to>

                <similarity>0.8117433</similarity>

                <type>STANDARD</type>

                <title classid="main title" classname="main title" schemeid="dnet:dataCite_title"

                    schemename="dnet:dataCite_title">From CLEF to TrebleCLEF: promoting technology

                    transfer for multilingual information retrieval</title>

                <dateofacceptance>2007-01-01</dateofacceptance>

                <publisher>DELOS</publisher>

                <resulttype classid="publication" classname="publication"

                    schemeid="dnet:result_typologies" schemename="dnet:result_typologies"/>

            </rel>

            <rel inferred="true" trust="0.3499"

                inferenceprovenance="iis::document_referencedProjects" provenanceaction="iis">

                <to class="isProducedBy" scheme="dnet:result_project_relations" type="project"

                    >corda_______::a4a88c699deafde87220fdb3115e4f4d</to>

                <code>215231</code>

                <acronym>TREBLE-CLEF</acronym>

                <title>Treble-CLEF: Evaluation, Best Practices and Collaboration for Multilingual

                    Information Access</title>

                <contracttype classid="CSA" classname="Coordination and support action"

                    schemeid="ec:FP7contractTypes" schemename="ec:FP7contractTypes"/>

                <funding>

                    <funder id="ec__________::EC" shortname="EC" name="European Commission"

                        jurisdiction="EU"/>

                    <funding_level_0 name="FP7">ec__________::EC::FP7</funding_level_0>

                    <funding_level_1 name="SP1">ec__________::EC::FP7::SP1</funding_level_1>

                    <funding_level_2 name="ICT">ec__________::EC::FP7::SP1::ICT</funding_level_2>

                </funding>

            </rel>

        </rels>

        <children>

            <instance id="opendoar____::300891a62162b960cf02ce3827bb363c">

                <licence classid="OPEN" classname="Open Access" schemeid="dnet:access_modes"

                    schemename="dnet:access_modes"/>

                <instancetype classid="0004" classname="Conference object"

                    schemeid="dnet:publication_resource" schemename="dnet:publication_resource"/>

                <hostedby name="PUblication MAnagement"

                    id="opendoar____::300891a62162b960cf02ce3827bb363c"/>

                <webresource>

                    <url>http://puma.isti.cnr.it/dfdownloadnew.php?ident=cnr.isti/cnr.isti/2008-A2-123</url>

                </webresource>

                <webresource>

                    <url>http://puma.isti.cnr.it/rmydownload.php?filename=cnr.isti/cnr.isti/2008-A2-123/2008-A2-123.pdf</url>

                </webresource>

            </instance>

            <externalreference>

                <sitename>Protein Data Bank</sitename>

                <url>http://www.rcsb.org/pdb/explore/explore.do?structureId=1the</url>

                <qualifier classid="accessionNumber" classname="accessionNumber"

                    schemeid="dnet:externalReference_typologies"

                    schemename="dnet:externalReference_typologies"/>

                <refidentifier>1the</refidentifier>

            </externalreference>

        </children>

    </oaf:result>

    <extraInfo name="result citations" typology="citations"

        provenance="iis::document_referencedDocuments" trust="0.9">

        <citations>

            <citation>

                <rawText>[1] M. Agosti, G. M. Di Nunzio, and N. Ferro. A Proposal to Extend and

                    Enrich the Scientific Data Curation of Evaluation Campaigns. In T. Sakay, M.

                    Sanderson, and D. K. Evans, editors, Proc. 1st International Work- shop on

                    Evaluating Information Access (EVIA 2007), pages 62–73. National Institute of

                    Informatics, Tokyo, Japan, 2007.</rawText>

            </citation>

            <citation>

                <rawText>[2] M. Braschler. Combination Approaches for Mul- tilingual Text Retrieval.

                    Information Retrieval, 7(1/2):183–204, 2004.</rawText>

            </citation>

            <citation>

                <rawText>[3] M. Braschler and C. Peters. Cross-Language Evalu- ation Forum:

                    Objectives, Results, Achievements. In- formation Retrieval, 7(1–2):7–31,

                    2004.</rawText>

            </citation>

            <citation>

                <rawText>[4] G. M. Di Nunzio and N. Ferro. DIRECT: a System for Evaluating

                    Information Access Components of Digi- tal Libraries. In A. Rauber, S.

                    Christodoulakis, and A. Min Tjoa, editors, Proc. 9th European Conference on

                    Research and Advanced Technology for Digital Li- braries (ECDL 2005), pages

                    483–484. Lecture Notes in Computer Science (LNCS) 3652, Springer, Heidel- berg,

                    Germany, 2005.</rawText>

            </citation>

            <citation>

                <rawText>[5] D. Harman and C. Buckley. The NRRC Reliable In- formation Access (RIA)

                    Workshop. In M. Sanderson, K. Ja¨rvelin, J. Allan, and P. Bruza, editors, Proc.

                    27th Annual International ACM SIGIR Conference on Re- search and Development in

                    Information Retrieval (SI- GIR 2004), pages 528–529. ACM Press, New York, USA,

                    2004.</rawText>

            </citation>

            <citation>

                <rawText>[6] D. K. Harman, M. Braschler, M. Hess, M. Kluck, C. Peters, P. Schau¨bie,

                    and P. Sheridan. CLIR Eval- uation at TREC. In Peters [8], pages 7–23.</rawText>

            </citation>

            <citation>

                <rawText>[7] H. Mu¨ller, J. Kalpathy-Cramer, . Kahn, C.E., W. Hatt, S. Bedrick, and

                    W. Hersh. Overview of the ImageCLEFmed 2008 Medical image Retrieval Task. In F.

                    Borri, A. Nardi, and C. Pe- ters, editors, Working Notes for the CLEF 2008

                    Workshop. http://www.clef-campaign. org/2008/working_notes/

                    GeoCLEF-2008-overview-notebook-paperWNfinal. pdf [last visited 2008, September

                    10], 2008.</rawText>

            </citation>

            <citation>

                <rawText>[8] C. Peters, editor. Cross-Language Information Re- trieval and

                    Evaluation: Workshop of Cross-Language Evaluation Forum (CLEF 2000). Lecture

                    Notes in Computer Science (LNCS) 2069, Springer, Heidel- berg, Germany,

                    2001.</rawText>

            </citation>

            <citation>

                <rawText>[9] C. Peters. Introduction. In Cross-Language Infor- mation Retrieval and

                    Evaluation: Workshop of Cross- Language Evaluation Forum (CLEF 2000) [8], pages

                    1–6.</rawText>

            </citation>

            <citation>

                <rawText>[10] S. E. Robertson. The methodology of information re- trieval

                    experiment. In K. Spa¨rck Jones, editor, In- formation Retrieval Experiment,

                    pages 9–31. Butter- worths, London, United Kingdom, 1981.</rawText>

            </citation>

            <citation>

                <rawText>[11] J. Savoy. Report on CLEF-2001 Experiments: Ef- fective Combined

                    Query-Translation Approach. In C. Peters, M. Braschler, J. Gonzalo, and M.

                    Kluck, editors, Evaluation of Cross-Language Information Retrieval Systems:

                    Second Workshop of the Cross– Language Evaluation Forum (CLEF 2001) Revised

                    Papers, pages 27–43. Lecture Notes in Computer Sci- ence (LNCS) 2406, Springer,

                    Heidelberg, Germany, 2002.</rawText>

            </citation>

        </citations>

    </extraInfo>

</oaf:entity>