{"id":"https://openalex.org/W3138512925","doi":"https://doi.org/10.1145/3458553.3458571","title":"Report on CLEF 2019","display_name":"Report on CLEF 2019","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3138512925","doi":"https://doi.org/10.1145/3458553.3458571","mag":"3138512925"},"language":"en","primary_location":{"id":"doi:10.1145/3458553.3458571","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3458553.3458571","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014187358","display_name":"Mart\u00edn Braschler","orcid":null},"institutions":[{"id":"https://openalex.org/I858936495","display_name":"ZHAW Zurich University of Applied Sciences","ror":"https://ror.org/05pmsvm27","country_code":"CH","type":"education","lineage":["https://openalex.org/I858936495"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Martin Braschler","raw_affiliation_strings":["Zurich University of Applied Sciences (ZHAW), Switzerland"],"affiliations":[{"raw_affiliation_string":"Zurich University of Applied Sciences (ZHAW), Switzerland","institution_ids":["https://openalex.org/I858936495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064444949","display_name":"Linda Cappellato","orcid":"https://orcid.org/0000-0002-8649-4691"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Linda Cappellato","raw_affiliation_strings":["University of Padua, Italy"],"affiliations":[{"raw_affiliation_string":"University of Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012367814","display_name":"F\u00e1bio Crestani","orcid":"https://orcid.org/0000-0001-8672-0700"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Fabio Crestani","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana (USI), Switzerland"],"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana (USI), Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069843101","display_name":"Nicola Ferro","orcid":"https://orcid.org/0000-0001-9219-6239"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Ferro","raw_affiliation_strings":["University of Padua, Italy"],"affiliations":[{"raw_affiliation_string":"University of Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024875458","display_name":"Gundula Heinatz B\u00fcrki","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gundula Heinatz B\u00fcrki","raw_affiliation_strings":["Swiss Alliance for Data-Intensive Services, Switzerland"],"affiliations":[{"raw_affiliation_string":"Swiss Alliance for Data-Intensive Services, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020247368","display_name":"David E. Losada","orcid":"https://orcid.org/0000-0001-8823-7501"},"institutions":[{"id":"https://openalex.org/I200284239","display_name":"Universidade de Santiago de Compostela","ror":"https://ror.org/030eybx10","country_code":"ES","type":"education","lineage":["https://openalex.org/I200284239"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"David E. Losada","raw_affiliation_strings":["University of Santiago de Compostela, Spain"],"affiliations":[{"raw_affiliation_string":"University of Santiago de Compostela, Spain","institution_ids":["https://openalex.org/I200284239"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061961859","display_name":"Henning M\u00fcller","orcid":"https://orcid.org/0000-0001-6800-9878"},"institutions":[{"id":"https://openalex.org/I173439891","display_name":"HES-SO University of Applied Sciences and Arts Western Switzerland","ror":"https://ror.org/01xkakk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I173439891"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Henning M\u00fcller","raw_affiliation_strings":["University of Applied Sciences Western Switzerland (HES-SO), Switzerland"],"affiliations":[{"raw_affiliation_string":"University of Applied Sciences Western Switzerland (HES-SO), Switzerland","institution_ids":["https://openalex.org/I173439891"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057690103","display_name":"Andreas Rauber","orcid":"https://orcid.org/0000-0002-9272-6225"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Andreas Rauber","raw_affiliation_strings":["Vienna University of Technology (TU Wien), Austria"],"affiliations":[{"raw_affiliation_string":"Vienna University of Technology (TU Wien), Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022095958","display_name":"Jacques Savoy","orcid":"https://orcid.org/0000-0002-4486-0067"},"institutions":[{"id":"https://openalex.org/I57825437","display_name":"University of Neuch\u00e2tel","ror":"https://ror.org/00vasag41","country_code":"CH","type":"education","lineage":["https://openalex.org/I57825437"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jacques Savoy","raw_affiliation_strings":["Universit\u00e9 de Neuch\u00e2tel, Switzerland"],"affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Neuch\u00e2tel, Switzerland","institution_ids":["https://openalex.org/I57825437"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5014187358"],"corresponding_institution_ids":["https://openalex.org/I858936495"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18209891,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"53","issue":"2","first_page":"108","last_page":"118"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9656000137329102,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9599999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clef","display_name":"Clef","score":0.9989913702011108},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7376800179481506},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.5224025249481201},{"id":"https://openalex.org/keywords/presentation","display_name":"Presentation (obstetrics)","score":0.465027779340744},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3687237501144409},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3202770948410034}],"concepts":[{"id":"https://openalex.org/C107763842","wikidata":"https://www.wikidata.org/wiki/Q181040","display_name":"Clef","level":3,"score":0.9989913702011108},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7376800179481506},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.5224025249481201},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.465027779340744},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3687237501144409},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3202770948410034},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3458553.3458571","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3458553.3458571","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},{"id":"pmh:oai:www.research.unipd.it:11577/3326101","is_oa":false,"landing_page_url":"http://hdl.handle.net/11577/3326101","pdf_url":null,"source":{"id":"https://openalex.org/S4306402547","display_name":"Padua Research Archive (University of Padova)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5600000023841858}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2512274741","https://openalex.org/W2889243425","https://openalex.org/W2967053333","https://openalex.org/W2970163832","https://openalex.org/W2970828463","https://openalex.org/W2970865836","https://openalex.org/W2971033966","https://openalex.org/W2971066994","https://openalex.org/W2971209709","https://openalex.org/W2990365462","https://openalex.org/W3086206064","https://openalex.org/W3204116757","https://openalex.org/W4234071252","https://openalex.org/W6604856288","https://openalex.org/W6753299086","https://openalex.org/W6759519672","https://openalex.org/W6766844645","https://openalex.org/W6783374503"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W1839123017","https://openalex.org/W4232115401","https://openalex.org/W1592594506","https://openalex.org/W2970828463","https://openalex.org/W3138512925","https://openalex.org/W1994177189","https://openalex.org/W2184096423","https://openalex.org/W2611815462","https://openalex.org/W2397564744"],"abstract_inverted_index":{"This":[0],"is":[1],"a":[2,29,34,60,88,115,119],"report":[3],"on":[4,121],"the":[5,9,14,106,122,132,141,147],"tenth":[6],"edition":[7],"of":[8,13,54,63,91,109,128,151],"Conference":[10,35,41],"and":[11,36,49,52,85,95,118,131,149],"Labs":[12],"Evaluation":[15,38,71],"Forum":[16,72],"(CLEF":[17],"2019),":[18],"held":[19],"from":[20],"September":[21],"9--12,":[22],"2019,":[23],"in":[24,65,125],"Lugano,":[25],"Switzerland.":[26],"CLEF":[27,103,137],"was":[28,112],"four":[30],"day":[31],"event":[32],"combining":[33],"an":[37],"Forum.":[39],"The":[40,70],"featured":[42],"keynotes":[43],"by":[44],"Bruce":[45],"Croft,":[46],"Yair":[47],"Neuman,":[48],"Miguel":[50],"Mart\u00ednez,":[51],"presentation":[53],"peer":[55],"reviewed":[56],"research":[57],"papers":[58],"covering":[59],"wide":[61,89],"range":[62,90],"topics":[64],"addition":[66],"to":[67,74,97,144],"many":[68],"posters.":[69],"consisted":[73],"nine":[75],"Labs:":[76],"CENTRE,":[77],"CheckThat,":[78],"eHealth,":[79],"eRisk,":[80],"ImageCLEF,":[81],"LifeCLEF,":[82],"PAN,":[83],"PIR-CLEF,":[84],"ProtestNews,":[86],"addressing":[87],"tasks,":[92],"media,":[93],"languages,":[94],"ways":[96],"go":[98],"beyond":[99],"standard":[100],"test":[101],"collections.":[102],"2019":[104,138],"marked":[105],"20th":[107],"anniversary":[108],"CLEF,":[110],"which":[111],"celebrated":[113],"with":[114],"dedicated":[116],"session":[117],"book":[120],"lessons":[123],"learnt":[124],"twenty":[126],"years":[127],"evaluation":[129],"activities":[130],"future":[133],"perspectives":[134],"for":[135],"CLEF.":[136,152],"also":[139],"introduced":[140],"Industry":[142],"Days":[143],"further":[145],"extend":[146],"reach":[148],"impact":[150]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}