{"id":"https://openalex.org/W2802557307","doi":"https://doi.org/10.1007/s10791-018-9331-4","title":"An analysis of evaluation campaigns in ad-hoc medical information retrieval: CLEF eHealth 2013 and 2014","display_name":"An analysis of evaluation campaigns in ad-hoc medical information retrieval: CLEF eHealth 2013 and 2014","publication_year":2018,"publication_date":"2018-05-03","ids":{"openalex":"https://openalex.org/W2802557307","doi":"https://doi.org/10.1007/s10791-018-9331-4","mag":"2802557307"},"language":"en","primary_location":{"id":"doi:10.1007/s10791-018-9331-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10791-018-9331-4","pdf_url":null,"source":{"id":"https://openalex.org/S79460864","display_name":"Information Retrieval","issn_l":"1386-4564","issn":["1386-4564","1573-7659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Retrieval Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062228577","display_name":"Lorraine Goeuriot","orcid":"https://orcid.org/0000-0001-7491-1980"},"institutions":[{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]},{"id":"https://openalex.org/I4210104430","display_name":"Laboratoire d'Informatique de Grenoble","ror":"https://ror.org/01c8rcg82","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210104430","https://openalex.org/I4210159245","https://openalex.org/I899635006","https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Lorraine Goeuriot","raw_affiliation_strings":["LIG, Universit\u00e9 Grenoble Alpes, Grenoble, France"],"affiliations":[{"raw_affiliation_string":"LIG, Universit\u00e9 Grenoble Alpes, Grenoble, France","institution_ids":["https://openalex.org/I899635006","https://openalex.org/I4210104430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018481328","display_name":"Gareth J. F. Jones","orcid":"https://orcid.org/0000-0003-2923-8365"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Gareth J. F. Jones","raw_affiliation_strings":["Dublin City University, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Dublin City University, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031680216","display_name":"Liadh Kelly","orcid":"https://orcid.org/0000-0003-1131-5238"},"institutions":[{"id":"https://openalex.org/I157286207","display_name":"National University of Ireland, Maynooth","ror":"https://ror.org/048nfjm95","country_code":"IE","type":"education","lineage":["https://openalex.org/I157286207"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Liadh Kelly","raw_affiliation_strings":["Maynooth University, Maynooth, Ireland"],"affiliations":[{"raw_affiliation_string":"Maynooth University, Maynooth, Ireland","institution_ids":["https://openalex.org/I157286207"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063045515","display_name":"Johannes Leveling","orcid":"https://orcid.org/0000-0003-0603-4191"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Johannes Leveling","raw_affiliation_strings":["Dublin City University, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Dublin City University, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003585648","display_name":"Mihai Lupu","orcid":"https://orcid.org/0000-0002-6328-6873"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Mihai Lupu","raw_affiliation_strings":["TU Wien, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022129033","display_name":"Jo\u00e3o Palotti","orcid":"https://orcid.org/0000-0002-7099-9716"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Joao Palotti","raw_affiliation_strings":["TU Wien, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076031002","display_name":"Guido Zuccon","orcid":"https://orcid.org/0000-0003-0271-5563"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guido Zuccon","raw_affiliation_strings":["Queensland University of Technology, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5062228577"],"corresponding_institution_ids":["https://openalex.org/I4210104430","https://openalex.org/I899635006"],"apc_list":null,"apc_paid":null,"fwci":1.0238,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.75814474,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"21","issue":"6","first_page":"507","last_page":"540"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clef","display_name":"Clef","score":0.9859206676483154},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7869163751602173},{"id":"https://openalex.org/keywords/ehealth","display_name":"eHealth","score":0.7515665888786316},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7267516255378723},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6036121845245361},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.5958816409111023},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5771870017051697},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.34290647506713867},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23920422792434692},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.18395081162452698}],"concepts":[{"id":"https://openalex.org/C107763842","wikidata":"https://www.wikidata.org/wiki/Q181040","display_name":"Clef","level":3,"score":0.9859206676483154},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7869163751602173},{"id":"https://openalex.org/C202645933","wikidata":"https://www.wikidata.org/wiki/Q4930","display_name":"eHealth","level":3,"score":0.7515665888786316},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7267516255378723},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6036121845245361},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.5958816409111023},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5771870017051697},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34290647506713867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23920422792434692},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.18395081162452698},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10791-018-9331-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10791-018-9331-4","pdf_url":null,"source":{"id":"https://openalex.org/S79460864","display_name":"Information Retrieval","issn_l":"1386-4564","issn":["1386-4564","1573-7659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Retrieval Journal","raw_type":"journal-article"},{"id":"pmh:oai:eprints.maynoothuniversity.ie:9452","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196372","display_name":"MURAL - Maynooth University Research Archive Library (National University of Ireland, Maynooth)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I157286207","host_organization_name":"National University of Ireland, Maynooth","host_organization_lineage":["https://openalex.org/I157286207"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:HAL:hal-01915169v1","is_oa":false,"landing_page_url":"https://hal.univ-grenoble-alpes.fr/hal-01915169","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information Retrieval Journal, 2018, 21 (6), pp.507 - 540. ⟨10.1007/s10791-018-9331-4⟩","raw_type":"Journal articles"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":95,"referenced_works":["https://openalex.org/W71015118","https://openalex.org/W154397242","https://openalex.org/W275999487","https://openalex.org/W999947037","https://openalex.org/W1004439037","https://openalex.org/W1484670493","https://openalex.org/W1530032857","https://openalex.org/W1757553993","https://openalex.org/W1767907121","https://openalex.org/W1795087910","https://openalex.org/W1980199609","https://openalex.org/W1985053842","https://openalex.org/W1993311119","https://openalex.org/W2000340308","https://openalex.org/W2000817690","https://openalex.org/W2002645509","https://openalex.org/W2004591793","https://openalex.org/W2006996936","https://openalex.org/W2032039936","https://openalex.org/W2032472148","https://openalex.org/W2036663507","https://openalex.org/W2038904947","https://openalex.org/W2044406579","https://openalex.org/W2071664212","https://openalex.org/W2096074693","https://openalex.org/W2101496176","https://openalex.org/W2112021481","https://openalex.org/W2113484745","https://openalex.org/W2119265954","https://openalex.org/W2132532452","https://openalex.org/W2134568263","https://openalex.org/W2135985057","https://openalex.org/W2139649463","https://openalex.org/W2150240006","https://openalex.org/W2163068962","https://openalex.org/W2165612380","https://openalex.org/W2165696397","https://openalex.org/W2167429950","https://openalex.org/W2184865242","https://openalex.org/W2186702334","https://openalex.org/W2188221546","https://openalex.org/W2202662853","https://openalex.org/W2238809091","https://openalex.org/W2251721700","https://openalex.org/W2270593706","https://openalex.org/W2275624892","https://openalex.org/W2280660581","https://openalex.org/W2288207189","https://openalex.org/W2295829829","https://openalex.org/W2295876672","https://openalex.org/W2295990020","https://openalex.org/W2296243448","https://openalex.org/W2296678761","https://openalex.org/W2321228595","https://openalex.org/W2365672368","https://openalex.org/W2396285250","https://openalex.org/W2397350210","https://openalex.org/W2397920726","https://openalex.org/W2398309762","https://openalex.org/W2399378184","https://openalex.org/W2399739243","https://openalex.org/W2399777719","https://openalex.org/W2400429903","https://openalex.org/W2401386366","https://openalex.org/W2401847262","https://openalex.org/W2403800143","https://openalex.org/W2404264324","https://openalex.org/W2405637460","https://openalex.org/W2469208519","https://openalex.org/W2512773859","https://openalex.org/W2530085701","https://openalex.org/W2561675875","https://openalex.org/W2575642300","https://openalex.org/W2577425653","https://openalex.org/W2604418969","https://openalex.org/W2619534511","https://openalex.org/W2749894834","https://openalex.org/W2790012577","https://openalex.org/W2908894870","https://openalex.org/W2915128229","https://openalex.org/W2915704452","https://openalex.org/W3157166179","https://openalex.org/W4245322178","https://openalex.org/W4285719527","https://openalex.org/W6628903870","https://openalex.org/W6686132652","https://openalex.org/W6687132957","https://openalex.org/W6695163252","https://openalex.org/W6697138486","https://openalex.org/W6697469132","https://openalex.org/W6712122560","https://openalex.org/W6712594971","https://openalex.org/W6712713826","https://openalex.org/W6735637513","https://openalex.org/W7070240359"],"related_works":["https://openalex.org/W1839123017","https://openalex.org/W4232115401","https://openalex.org/W1592594506","https://openalex.org/W2970828463","https://openalex.org/W3138512925","https://openalex.org/W117735687","https://openalex.org/W2917705549","https://openalex.org/W2629131222","https://openalex.org/W2915106852","https://openalex.org/W2933726975"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}