{"id":"https://openalex.org/W4226263649","doi":"https://doi.org/10.1145/3527546.3527564","title":"Report on the 12th conference and labs of the evaluation forum (CLEF 2021)","display_name":"Report on the 12th conference and labs of the evaluation forum (CLEF 2021)","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4226263649","doi":"https://doi.org/10.1145/3527546.3527564"},"language":"en","primary_location":{"id":"doi:10.1145/3527546.3527564","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3527546.3527564","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003070145","display_name":"K. Sel\u00e7uk Candan","orcid":"https://orcid.org/0000-0003-4977-6646"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. Sel\u00e7uk Candan","raw_affiliation_strings":["Arizona State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079246354","display_name":"Guglielmo Faggioli","orcid":"https://orcid.org/0000-0002-5070-2049"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Guglielmo Faggioli","raw_affiliation_strings":["Univ. of Padua, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069843101","display_name":"Nicola Ferro","orcid":"https://orcid.org/0000-0001-9219-6239"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Ferro","raw_affiliation_strings":["Univ. of Padua, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062228577","display_name":"Lorraine Goeuriot","orcid":"https://orcid.org/0000-0001-7491-1980"},"institutions":[{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Lorraine Goeuriot","raw_affiliation_strings":["Univ. Grenoble Alpes, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Grenoble Alpes, France","institution_ids":["https://openalex.org/I899635006"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051234459","display_name":"Bogdan Ionescu","orcid":"https://orcid.org/0000-0003-4112-5769"},"institutions":[{"id":"https://openalex.org/I141595442","display_name":"University of Bucharest","ror":"https://ror.org/02x2v6p15","country_code":"RO","type":"education","lineage":["https://openalex.org/I141595442"]},{"id":"https://openalex.org/I61641377","display_name":"Universitatea Na\u021bional\u0103 de \u0218tiin\u021b\u0103 \u0219i Tehnologie Politehnica Bucure\u0219ti","ror":"https://ror.org/0558j5q12","country_code":"RO","type":"education","lineage":["https://openalex.org/I61641377"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Bogdan Ionescu","raw_affiliation_strings":["Politehnica Univ. of Bucharest, Romania","Department of Computer Science [Bucharest] (Romania)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politehnica Univ. of Bucharest, Romania","institution_ids":["https://openalex.org/I61641377"]},{"raw_affiliation_string":"Department of Computer Science [Bucharest] (Romania)","institution_ids":["https://openalex.org/I141595442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015501462","display_name":"Alexis Joly","orcid":"https://orcid.org/0000-0002-2161-9940"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Alexis Joly","raw_affiliation_strings":["INRIA Sophia-Antipolis, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA Sophia-Antipolis, France","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038943466","display_name":"Birger Larsen","orcid":"https://orcid.org/0000-0002-3622-2698"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Birger Larsen","raw_affiliation_strings":["Aalborg Univ., Denmark","AAU - Aalborg University [Denmark] (Fredrik Bajers Vej 5, P.O. Box 159, DK - 9100 Aalborg, Denmark - Denmark)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalborg Univ., Denmark","institution_ids":["https://openalex.org/I891191580"]},{"raw_affiliation_string":"AAU - Aalborg University [Denmark] (Fredrik Bajers Vej 5, P.O. Box 159, DK - 9100 Aalborg, Denmark - Denmark)","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078639165","display_name":"Maria Maistro","orcid":"https://orcid.org/0000-0002-7001-4817"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Maria Maistro","raw_affiliation_strings":["Univ. of Copenhagen, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061961859","display_name":"Henning M\u00fcller","orcid":"https://orcid.org/0000-0001-6800-9878"},"institutions":[{"id":"https://openalex.org/I173439891","display_name":"HES-SO University of Applied Sciences and Arts Western Switzerland","ror":"https://ror.org/01xkakk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I173439891"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Henning M\u00fcller","raw_affiliation_strings":["Univ. of Applied Sciences, Western Switzerland, Switzerland","HES-SO - University of Applied Sciences and Arts of Western Switzerland (Rue de la Prairie\r\n4, 1202 Geneva, Switzerland - Switzerland)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Applied Sciences, Western Switzerland, Switzerland","institution_ids":["https://openalex.org/I173439891"]},{"raw_affiliation_string":"HES-SO - University of Applied Sciences and Arts of Western Switzerland (Rue de la Prairie\r\n4, 1202 Geneva, Switzerland - Switzerland)","institution_ids":["https://openalex.org/I173439891"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018701177","display_name":"Florina Piroi","orcid":"https://orcid.org/0000-0001-7584-6439"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Florina Piroi","raw_affiliation_strings":["Technische Universit\u00e4t Wien, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Wien, Austria","institution_ids":["https://openalex.org/I145847075"]}]}],"institutions":[],"countries_distinct_count":7,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0616,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55619835,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"55","issue":"2","first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9071999788284302,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clef","display_name":"Clef","score":0.9977162480354309},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5367826819419861},{"id":"https://openalex.org/keywords/library-science","display_name":"Library science","score":0.5059439539909363},{"id":"https://openalex.org/keywords/presentation","display_name":"Presentation (obstetrics)","score":0.4246922731399536},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.38105133175849915},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.09037083387374878},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08264225721359253}],"concepts":[{"id":"https://openalex.org/C107763842","wikidata":"https://www.wikidata.org/wiki/Q181040","display_name":"Clef","level":3,"score":0.9977162480354309},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5367826819419861},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.5059439539909363},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.4246922731399536},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.38105133175849915},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.09037083387374878},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08264225721359253},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3527546.3527564","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3527546.3527564","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-03869971v1","is_oa":false,"landing_page_url":"https://hal.science/hal-03869971","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Sigir Forum, 2021, 55 (2), pp.1-12. ⟨10.1145/3527546.3527564⟩","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:www.research.unipd.it:11577/3417707","is_oa":false,"landing_page_url":"http://hdl.handle.net/11577/3417707","pdf_url":null,"source":{"id":"https://openalex.org/S4306402547","display_name":"Padua Research Archive (University of Padova)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2512274741","https://openalex.org/W2967053333","https://openalex.org/W3086206064","https://openalex.org/W3086388855","https://openalex.org/W3199209272","https://openalex.org/W3199965269","https://openalex.org/W3199965704","https://openalex.org/W3200076410","https://openalex.org/W3200433608","https://openalex.org/W3201163362","https://openalex.org/W4234071252","https://openalex.org/W4238178591","https://openalex.org/W6603781451","https://openalex.org/W6604856288","https://openalex.org/W6759547788","https://openalex.org/W6783049618","https://openalex.org/W6801688281","https://openalex.org/W7036753481"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W1839123017","https://openalex.org/W4232115401","https://openalex.org/W1592594506","https://openalex.org/W2970828463","https://openalex.org/W3138512925","https://openalex.org/W117735687","https://openalex.org/W2917705549","https://openalex.org/W2915106852"],"abstract_inverted_index":{"This":[0],"is":[1],"a":[2,30,35,59,92],"report":[3],"on":[4,21],"the":[5,9,14],"eleventh":[6],"edition":[7],"of":[8,13,53,62,95],"Conference":[10,36,42],"and":[11,37,48,51,89,99],"Labs":[12],"Evaluation":[15,39,70],"Forum":[16,71],"(CLEF":[17],"2021),":[18],"(virtually)":[19],"held":[20],"September":[22],"21--24,":[23],"2021,":[24],"in":[25,64],"Bucharest,":[26],"Romania.":[27],"CLEF":[28,80],"was":[29],"four":[31],"day":[32],"event":[33],"combining":[34],"an":[38],"Forum.":[40],"The":[41,69],"featured":[43],"keynotes":[44],"by":[45],"Naila":[46],"Murray":[47],"Mark":[49],"Sanderson,":[50],"presentation":[52],"peer":[54],"reviewed":[55],"research":[56],"papers":[57],"covering":[58],"wide":[60,93],"range":[61,94],"topics":[63],"addition":[65],"to":[66,73,101],"many":[67],"posters.":[68],"consisted":[72],"thirteen":[74],"Labs:":[75],"ARQMath,":[76],"BioASQ,":[77],"CheckThat!,":[78],"ChEMU,":[79],"eHealth,":[81],"eRisk,":[82],"HIPE,":[83],"ImageCLEF,":[84],"LifeCLEF,":[85],"LiLAS,":[86],"PAN,":[87],"SimpleText,":[88],"Touch\u00e9,":[90],"addressing":[91],"tasks,":[96],"media,":[97],"languages,":[98],"ways":[100],"go":[102],"beyond":[103],"standard":[104],"test":[105],"collections.":[106],"Date":[107],":":[108,113],"21--24":[109],"September,":[110],"2021.":[111],"Website":[112],"http://clef2021.clef-initiative.eu/.":[114]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2022-05-05T00:00:00"}