{"id":"https://openalex.org/W4408185261","doi":"https://doi.org/10.1145/3722449.3722465","title":"Report on the 15th Conference and Labs of the Evaluation Forum (CLEF 2024): Experimental IR Meets Multilinguality, Multimodality, and Interaction","display_name":"Report on the 15th Conference and Labs of the Evaluation Forum (CLEF 2024): Experimental IR Meets Multilinguality, Multimodality, and Interaction","publication_year":2024,"publication_date":"2024-12-01","ids":{"openalex":"https://openalex.org/W4408185261","doi":"https://doi.org/10.1145/3722449.3722465"},"language":"en","primary_location":{"id":"doi:10.1145/3722449.3722465","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3722449.3722465","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052334463","display_name":"Giorgio Maria Di Nunzio","orcid":"https://orcid.org/0000-0001-9709-6392"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Giorgio Maria Di Nunzio","raw_affiliation_strings":["University of Padua, Italy"],"affiliations":[{"raw_affiliation_string":"University of Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079246354","display_name":"Guglielmo Faggioli","orcid":"https://orcid.org/0000-0002-5070-2049"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Guglielmo Faggioli","raw_affiliation_strings":["University of Padua, Italy"],"affiliations":[{"raw_affiliation_string":"University of Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089988937","display_name":"Nicola Ferro","orcid":null},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Ferro","raw_affiliation_strings":["University of Padua, Italy"],"affiliations":[{"raw_affiliation_string":"University of Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025446188","display_name":"Petra Galu\u0161\u010d\u00e1kov\u00e1","orcid":"https://orcid.org/0000-0001-6328-7131"},"institutions":[{"id":"https://openalex.org/I92008406","display_name":"University of Stavanger","ror":"https://ror.org/02qte9q33","country_code":"NO","type":"education","lineage":["https://openalex.org/I92008406"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Petra Galu\u0161\u010d\u00e1kov\u00e1","raw_affiliation_strings":["University of Stavanger, Norway"],"affiliations":[{"raw_affiliation_string":"University of Stavanger, Norway","institution_ids":["https://openalex.org/I92008406"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103166161","display_name":"Alba Garc\u00eda Seco de Herrera","orcid":"https://orcid.org/0000-0002-6509-5325"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alba Garc\u00eda Seco de Herrera","raw_affiliation_strings":["National Distance Education University (UNED), Spain"],"affiliations":[{"raw_affiliation_string":"National Distance Education University (UNED), Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062228577","display_name":"Lorraine Goeuriot","orcid":"https://orcid.org/0000-0001-7491-1980"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Lorraine Goeuriot","raw_affiliation_strings":["Univ. Grenoble Alpes, CNRS, Grenoble, France"],"affiliations":[{"raw_affiliation_string":"Univ. Grenoble Alpes, CNRS, Grenoble, France","institution_ids":["https://openalex.org/I899635006","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048676090","display_name":"Philippe Mulhem","orcid":"https://orcid.org/0000-0002-3245-6462"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Philippe Mulhem","raw_affiliation_strings":["Univ. Grenoble Alpes, CNRS, Grenoble, France"],"affiliations":[{"raw_affiliation_string":"Univ. Grenoble Alpes, CNRS, Grenoble, France","institution_ids":["https://openalex.org/I899635006","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108116368","display_name":"Georges Qu\u00e9not","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Georges Qu\u00e9not","raw_affiliation_strings":["Univ. Grenoble Alpes, CNRS, Grenoble, France"],"affiliations":[{"raw_affiliation_string":"Univ. Grenoble Alpes, CNRS, Grenoble, France","institution_ids":["https://openalex.org/I899635006","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013799481","display_name":"Didier Schwab","orcid":"https://orcid.org/0000-0002-2462-8148"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Didier Schwab","raw_affiliation_strings":["Univ. Grenoble Alpes, CNRS, Grenoble, France"],"affiliations":[{"raw_affiliation_string":"Univ. Grenoble Alpes, CNRS, Grenoble, France","institution_ids":["https://openalex.org/I899635006","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000942708","display_name":"Laure Soulier","orcid":"https://orcid.org/0000-0001-9827-7400"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Laure Soulier","raw_affiliation_strings":["Sorbonne Universit\u00e9, CNRS, ISIR, Paris, France"],"affiliations":[{"raw_affiliation_string":"Sorbonne Universit\u00e9, CNRS, ISIR, Paris, France","institution_ids":["https://openalex.org/I4210150358","https://openalex.org/I1294671590","https://openalex.org/I39804081"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5052334463"],"corresponding_institution_ids":["https://openalex.org/I138689650"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25857011,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"58","issue":"2","first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.8166000247001648,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.8166000247001648,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.7897999882698059,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10970","display_name":"Team Dynamics and Performance","score":0.7724999785423279,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clef","display_name":"Clef","score":0.9387648105621338},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.9354170560836792},{"id":"https://openalex.org/keywords/library-science","display_name":"Library science","score":0.451377272605896},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39244258403778076},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.257985383272171},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19576126337051392},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.06173178553581238}],"concepts":[{"id":"https://openalex.org/C107763842","wikidata":"https://www.wikidata.org/wiki/Q181040","display_name":"Clef","level":3,"score":0.9387648105621338},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.9354170560836792},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.451377272605896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39244258403778076},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.257985383272171},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19576126337051392},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.06173178553581238},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3722449.3722465","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3722449.3722465","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2512274741","https://openalex.org/W2967053333","https://openalex.org/W4234071252","https://openalex.org/W4386587410","https://openalex.org/W4386609584","https://openalex.org/W4389316287","https://openalex.org/W4392964218","https://openalex.org/W4392964409","https://openalex.org/W4393074080","https://openalex.org/W4393074274","https://openalex.org/W4402526844","https://openalex.org/W4402635078","https://openalex.org/W4402635246","https://openalex.org/W4402635283","https://openalex.org/W4402635307","https://openalex.org/W4402635336","https://openalex.org/W4402635421","https://openalex.org/W4402635466","https://openalex.org/W4402636040","https://openalex.org/W6603781451","https://openalex.org/W6604856288","https://openalex.org/W7036753481"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1839123017","https://openalex.org/W4232115401","https://openalex.org/W1592594506","https://openalex.org/W2970828463","https://openalex.org/W3138512925","https://openalex.org/W117735687","https://openalex.org/W2106933161"],"abstract_inverted_index":{"This":[0,40],"is":[1],"a":[2,29,34,44,72,105],"report":[3],"on":[4,20],"the":[5,9,14,50],"fifteenth":[6],"edition":[7,41],"of":[8,13,53,67,75,86,108],"Conference":[10],"and":[11,36,62,65,102,112],"Labs":[12],"Evaluation":[15],"Forum":[16],"(CLEF":[17],"2024),":[18],"held":[19],"September":[21],"9--12,":[22],"2024,":[23],"in":[24,77],"Grenoble,":[25],"France.":[26],"CLEF":[27],"was":[28],"four-day":[30],"hybrid":[31],"event":[32],"combining":[33],"conference":[35,56],"an":[37],"evaluation":[38,83],"forum.":[39],"also":[42],"marked":[43],"special":[45],"event,":[46],"since":[47],"we":[48],"celebrated":[49],"25th":[51],"anniversary":[52],"CLEF.":[54],"The":[55,82],"featured":[57],"keynotes":[58],"by":[59],"Paula":[60],"Carvalho":[61],"Aur\u00e9lie":[63],"N\u00e9v\u00e9ol,":[64],"presentation":[66],"peer-reviewed":[68],"research":[69],"papers":[70],"covering":[71],"wide":[73,106],"range":[74,107],"topics,":[76],"addition":[78],"to":[79,114],"many":[80],"posters.":[81],"forum":[84],"consisted":[85],"fourteen":[87],"labs:":[88],"BioASQ,":[89],"CheckThat!,":[90],"ELOQUENT,":[91],"eRisk,":[92],"EXIST,":[93],"iDPP,":[94],"Image-CLEF,":[95],"JOKER,":[96],"LifeCLEF,":[97],"LongEval,":[98],"PAN,":[99],"qCLEF,":[100],"SimpleText,":[101],"Touch\u00e9,":[103],"addressing":[104],"tasks,":[109],"media,":[110],"languages,":[111],"ways":[113],"go":[115],"beyond":[116],"standard":[117],"test":[118],"collections.":[119],"Date":[120],":":[121,126],"9--12":[122],"September,":[123],"2024.":[124],"Website":[125],"https://clef2024.clef-initiative.eu/.":[127]},"counts_by_year":[],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}