{"id":"https://openalex.org/W4391114269","doi":"https://doi.org/10.1145/3642979.3642998","title":"Report on the 14th Conference and Labs of the Evaluation Forum (CLEF 2023): Experimental IR Meets Multilinguality, Multimodality, and Interaction","display_name":"Report on the 14th Conference and Labs of the Evaluation Forum (CLEF 2023): Experimental IR Meets Multilinguality, Multimodality, and Interaction","publication_year":2023,"publication_date":"2023-12-01","ids":{"openalex":"https://openalex.org/W4391114269","doi":"https://doi.org/10.1145/3642979.3642998"},"language":"en","primary_location":{"id":"doi:10.1145/3642979.3642998","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1145/3642979.3642998","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063466614","display_name":"Mohammad Aliannejadi","orcid":"https://orcid.org/0000-0002-9447-4172"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Mohammad Aliannejadi","raw_affiliation_strings":["University of Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058891144","display_name":"Avi Arampatzis","orcid":"https://orcid.org/0000-0003-2415-4592"},"institutions":[{"id":"https://openalex.org/I147962203","display_name":"Democritus University of Thrace","ror":"https://ror.org/03bfqnx40","country_code":"GR","type":"education","lineage":["https://openalex.org/I147962203"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Avi Arampatzis","raw_affiliation_strings":["Democritus University of Thrace, Greece"],"affiliations":[{"raw_affiliation_string":"Democritus University of Thrace, Greece","institution_ids":["https://openalex.org/I147962203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079246354","display_name":"Guglielmo Faggioli","orcid":"https://orcid.org/0000-0002-5070-2049"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Guglielmo Faggioli","raw_affiliation_strings":["University of Padua, Italy"],"affiliations":[{"raw_affiliation_string":"University of Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069843101","display_name":"Nicola Ferro","orcid":"https://orcid.org/0000-0001-9219-6239"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Ferro","raw_affiliation_strings":["University of Padua, Italy"],"affiliations":[{"raw_affiliation_string":"University of Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072912426","display_name":"Anastasia Giachanou","orcid":"https://orcid.org/0000-0002-7601-8667"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Anastasia Giachanou","raw_affiliation_strings":["Utrecht University, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Utrecht University, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055639036","display_name":"Evangelos Kanoulas","orcid":"https://orcid.org/0000-0002-8312-0694"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Evangelos Kanoulas","raw_affiliation_strings":["University of Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380731","display_name":"Dan Li","orcid":"https://orcid.org/0000-0002-4759-565X"},"institutions":[{"id":"https://openalex.org/I1318003438","display_name":"RELX Group (Netherlands)","ror":"https://ror.org/02scfj030","country_code":"NL","type":"company","lineage":["https://openalex.org/I1318003438","https://openalex.org/I4210160603"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Dan Li","raw_affiliation_strings":["Elsevier, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Elsevier, The Netherlands","institution_ids":["https://openalex.org/I1318003438"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045426580","display_name":"Theodora Tsikrika","orcid":"https://orcid.org/0000-0003-4148-9028"},"institutions":[{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]},{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Theodora Tsikrika","raw_affiliation_strings":["Information Technologies Institute, CERTH, Greece"],"affiliations":[{"raw_affiliation_string":"Information Technologies Institute, CERTH, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091785745","display_name":"Michail Vlachos","orcid":"https://orcid.org/0000-0003-1008-5290"},"institutions":[{"id":"https://openalex.org/I97565354","display_name":"University of Lausanne","ror":"https://ror.org/019whta54","country_code":"CH","type":"education","lineage":["https://openalex.org/I97565354"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Michalis Vlachos","raw_affiliation_strings":["University of Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"University of Lausanne, Switzerland","institution_ids":["https://openalex.org/I97565354"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065313479","display_name":"Stefanos Vrochidis","orcid":"https://orcid.org/0000-0002-2505-9178"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Stefanos Vrochidis","raw_affiliation_strings":["Information Technologies Institute, CERTH, Greece"],"affiliations":[{"raw_affiliation_string":"Information Technologies Institute, CERTH, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5063466614"],"corresponding_institution_ids":["https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19380123,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"57","issue":"2","first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9677000045776367,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clef","display_name":"Clef","score":0.9918639659881592},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6943291425704956},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.5697320103645325},{"id":"https://openalex.org/keywords/library-science","display_name":"Library science","score":0.44870060682296753},{"id":"https://openalex.org/keywords/presentation","display_name":"Presentation (obstetrics)","score":0.4248819649219513},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3212917447090149},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.06727379560470581}],"concepts":[{"id":"https://openalex.org/C107763842","wikidata":"https://www.wikidata.org/wiki/Q181040","display_name":"Clef","level":3,"score":0.9918639659881592},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6943291425704956},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.5697320103645325},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.44870060682296753},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.4248819649219513},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3212917447090149},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.06727379560470581},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3642979.3642998","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1145/3642979.3642998","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},{"id":"pmh:oai:www.research.unipd.it:11577/3506564","is_oa":false,"landing_page_url":"https://hdl.handle.net/11577/3506564","pdf_url":null,"source":{"id":"https://openalex.org/S4377196283","display_name":"Research Padua  Archive (University of Padua)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2512274741","https://openalex.org/W4234071252","https://openalex.org/W4245705721","https://openalex.org/W4292939171","https://openalex.org/W4292939343","https://openalex.org/W4327498761","https://openalex.org/W4327499383","https://openalex.org/W4386585663","https://openalex.org/W4386587410","https://openalex.org/W4386587757","https://openalex.org/W4386587785","https://openalex.org/W4386587829","https://openalex.org/W4386588414","https://openalex.org/W4386588553","https://openalex.org/W4386588629","https://openalex.org/W4386609584","https://openalex.org/W6603781451","https://openalex.org/W6604856288","https://openalex.org/W6766844645","https://openalex.org/W6801688281","https://openalex.org/W7008616466"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W1839123017","https://openalex.org/W4232115401","https://openalex.org/W1592594506","https://openalex.org/W2970828463","https://openalex.org/W3138512925","https://openalex.org/W117735687","https://openalex.org/W2917705549","https://openalex.org/W2915106852","https://openalex.org/W2106933161"],"abstract_inverted_index":{"This":[0],"is":[1],"a":[2,29,34,57,89],"report":[3],"on":[4,20],"the":[5,9,14],"fourteenth":[6],"edition":[7],"of":[8,13,52,60,71,92],"Conference":[10],"and":[11,36,47,50,86,96],"Labs":[12],"Evaluation":[15],"Forum":[16],"(CLEF":[17],"2023),":[18],"held":[19],"September":[21],"18--21,":[22],"2023,":[23],"in":[24,62],"Thessaloniki,":[25],"Greece.":[26],"CLEF":[27],"was":[28],"four-day":[30],"hybrid":[31],"event":[32],"combining":[33],"conference":[35,41],"an":[37],"evaluation":[38,68],"forum.":[39],"The":[40,67],"featured":[42],"keynotes":[43],"by":[44],"Barbara":[45],"Plank":[46],"Claudia":[48],"Hauff,":[49],"presentation":[51],"peer-reviewed":[53],"research":[54],"papers":[55],"covering":[56],"wide":[58,90],"range":[59,91],"topics,":[61],"addition":[63],"to":[64,98],"many":[65],"posters.":[66],"forum":[69],"consisted":[70],"thirteen":[72],"labs:":[73],"BioASQ,":[74],"CheckThat!,":[75],"DocILE,":[76],"eRisk,":[77],"EXIST,":[78],"iDPP,":[79],"ImageCLEF,":[80],"JokeR,":[81],"LifeCLEF,":[82],"LongEval,":[83],"PAN,":[84],"SimpleText,":[85],"Touch\u00e9,":[87],"addressing":[88],"tasks,":[93],"media,":[94],"languages,":[95],"ways":[97],"go":[99],"beyond":[100],"standard":[101],"test":[102],"collections.":[103],"Date":[104],":":[105,110],"18--21":[106],"September,":[107],"2023.":[108],"Website":[109],"https://clef2023.clef-initiative.eu/.":[111]},"counts_by_year":[],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}