{"id":"https://openalex.org/W1978749881","doi":"https://doi.org/10.1145/1101149.1101358","title":"Evaluation axes for medical image retrieval systems","display_name":"Evaluation axes for medical image retrieval systems","publication_year":2005,"publication_date":"2005-11-06","ids":{"openalex":"https://openalex.org/W1978749881","doi":"https://doi.org/10.1145/1101149.1101358","mag":"1978749881"},"language":"en","primary_location":{"id":"doi:10.1145/1101149.1101358","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1101149.1101358","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th annual ACM international conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061961859","display_name":"Henning M\u00fcller","orcid":"https://orcid.org/0000-0001-6800-9878"},"institutions":[{"id":"https://openalex.org/I4210106256","display_name":"University Hospital of Geneva","ror":"https://ror.org/01m1pv723","country_code":"CH","type":"healthcare","lineage":["https://openalex.org/I4210106256"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Henning M\u00fcller","raw_affiliation_strings":["University and Hospitals of Geneva, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University and Hospitals of Geneva, Switzerland","institution_ids":["https://openalex.org/I4210106256"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011889540","display_name":"Paul Clough","orcid":"https://orcid.org/0000-0003-1739-175X"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Paul Clough","raw_affiliation_strings":["Sheffield University, United Kingdom","Sheffield University, United Kingdom#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sheffield University, United Kingdom","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"Sheffield University, United Kingdom#TAB#","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001422310","display_name":"William Hersh","orcid":"https://orcid.org/0000-0002-4114-5148"},"institutions":[{"id":"https://openalex.org/I71578702","display_name":"University of Portland","ror":"https://ror.org/01q6pmm96","country_code":"US","type":"education","lineage":["https://openalex.org/I71578702"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Hersh","raw_affiliation_strings":["OHSU, Portland, OR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OHSU, Portland, OR","institution_ids":["https://openalex.org/I71578702"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009225557","display_name":"Thomas Deselaers","orcid":null},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Deselaers","raw_affiliation_strings":["Computer Science and Medical Informatics, RWTH Aachen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Medical Informatics, RWTH Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004153656","display_name":"Thomas Lehmann","orcid":"https://orcid.org/0000-0003-1104-7923"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Lehmann","raw_affiliation_strings":["Computer Science and Medical Informatics, RWTH Aachen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Medical Informatics, RWTH Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002030006","display_name":"Antoine Geissb\u00fchler","orcid":"https://orcid.org/0000-0001-5039-3373"},"institutions":[{"id":"https://openalex.org/I4210106256","display_name":"University Hospital of Geneva","ror":"https://ror.org/01m1pv723","country_code":"CH","type":"healthcare","lineage":["https://openalex.org/I4210106256"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Antoine Geissbuhler","raw_affiliation_strings":["University and Hospitals of Geneva, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University and Hospitals of Geneva, Switzerland","institution_ids":["https://openalex.org/I4210106256"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1014","last_page":"1022"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10552","display_name":"Colorectal Cancer Screening and Detection","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7832245826721191},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.7587960958480835},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6978665590286255},{"id":"https://openalex.org/keywords/automatic-image-annotation","display_name":"Automatic image annotation","score":0.6328901052474976},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5476313233375549},{"id":"https://openalex.org/keywords/header","display_name":"Header","score":0.5269454717636108},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5090405344963074},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.5068257451057434},{"id":"https://openalex.org/keywords/clef","display_name":"Clef","score":0.5038182139396667},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4682779312133789},{"id":"https://openalex.org/keywords/dicom","display_name":"DICOM","score":0.4539856016635895},{"id":"https://openalex.org/keywords/human\u2013computer-information-retrieval","display_name":"Human\u2013computer information retrieval","score":0.4108867049217224},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32432234287261963},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3215808868408203},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23046430945396423},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.09966951608657837}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7832245826721191},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.7587960958480835},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6978665590286255},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.6328901052474976},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5476313233375549},{"id":"https://openalex.org/C48105269","wikidata":"https://www.wikidata.org/wiki/Q1141160","display_name":"Header","level":2,"score":0.5269454717636108},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5090405344963074},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.5068257451057434},{"id":"https://openalex.org/C107763842","wikidata":"https://www.wikidata.org/wiki/Q181040","display_name":"Clef","level":3,"score":0.5038182139396667},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4682779312133789},{"id":"https://openalex.org/C77331912","wikidata":"https://www.wikidata.org/wiki/Q81095","display_name":"DICOM","level":2,"score":0.4539856016635895},{"id":"https://openalex.org/C90288658","wikidata":"https://www.wikidata.org/wiki/Q3318149","display_name":"Human\u2013computer information retrieval","level":3,"score":0.4108867049217224},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32432234287261963},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3215808868408203},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23046430945396423},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.09966951608657837},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/1101149.1101358","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1101149.1101358","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th annual ACM international conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:78476","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Proceedings Paper"},{"id":"pmh:oai:publications.rwth-aachen.de:113514","is_oa":false,"landing_page_url":"https://publications.rwth-aachen.de/record/113514","pdf_url":null,"source":{"id":"https://openalex.org/S4306401362","display_name":"RWTH Publications (RWTH Aachen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887968799","host_organization_name":"RWTH Aachen University","host_organization_lineage":["https://openalex.org/I887968799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the MM 2005 & co-located workshops : November 6 - 11, 2005, Singapore ; [ACM MM 2005, 13th ACM International Conference on Multimedia] / sponsored by ACM SIGMM, Special Interest Group Multimedia; ACM SIGGRAPH<br/>13. ACM International Conference on Multimedia, ACM MM 2005, Singapore, Singapore, 2005-11-06 - 2005-11-11","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W15201044","https://openalex.org/W114531087","https://openalex.org/W1429389634","https://openalex.org/W1495821370","https://openalex.org/W1507150160","https://openalex.org/W1508935397","https://openalex.org/W1524408959","https://openalex.org/W1532684463","https://openalex.org/W1582864141","https://openalex.org/W1601443878","https://openalex.org/W1777931221","https://openalex.org/W1817592233","https://openalex.org/W1885943037","https://openalex.org/W1959529922","https://openalex.org/W1980586251","https://openalex.org/W2004690028","https://openalex.org/W2027191568","https://openalex.org/W2046262778","https://openalex.org/W2053757624","https://openalex.org/W2057064882","https://openalex.org/W2066610120","https://openalex.org/W2067022724","https://openalex.org/W2068666541","https://openalex.org/W2073321827","https://openalex.org/W2075428649","https://openalex.org/W2086962047","https://openalex.org/W2088300524","https://openalex.org/W2090334843","https://openalex.org/W2092488901","https://openalex.org/W2099467003","https://openalex.org/W2101498401","https://openalex.org/W2109431293","https://openalex.org/W2113180829","https://openalex.org/W2124087378","https://openalex.org/W2130660124","https://openalex.org/W2131217730","https://openalex.org/W2134044542","https://openalex.org/W2134276154","https://openalex.org/W2157640836","https://openalex.org/W2165476957","https://openalex.org/W2171096036","https://openalex.org/W2398977872","https://openalex.org/W2561675875","https://openalex.org/W2750727344","https://openalex.org/W4214486422","https://openalex.org/W4285719527","https://openalex.org/W4302926446","https://openalex.org/W6680094782"],"related_works":["https://openalex.org/W1839123017","https://openalex.org/W4232115401","https://openalex.org/W1592594506","https://openalex.org/W2354862364","https://openalex.org/W788134793","https://openalex.org/W2037567114","https://openalex.org/W2015793465","https://openalex.org/W3043740578","https://openalex.org/W2123147980","https://openalex.org/W1966539590"],"abstract_inverted_index":{"Content--based":[0],"image":[1,80,83,115,195,233,291,316],"retrieval":[2,81,116,156,196,262,317,367],"in":[3,12,34,54,73,142,276,289,299],"the":[4,22,35,55,67,87,96,105,143,150,158,164,190,218,228,240,254,269,279,300,305,321,334,343,346,352,355,365,369],"medical":[5,13,26,38,114,144,183,194,232,315,366],"domain":[6,145],"is":[7,102,122,161,215,250,348],"an":[8,290],"extremely":[9,238],"hot":[10],"topic":[11],"imaging":[14],"as":[15,69],"it":[16],"promises":[17],"to":[18,123,149,162,174,182,187,268,286,350],"help":[19],"better":[20],"managing":[21],"large":[23],"amount":[24,281],"of":[25,37,57,79,90,98,104,126,153,193,217,227,253,282,345,354],"images":[27,91,296],"being":[28],"produced.":[29],"Applications":[30],"are":[31,50,137,178,237,323,339],"mainly":[32],"expected":[33],"field":[36,56],"teaching":[39],"files":[40],"and":[41,48,82,129,132,169,202,212,248,274,278,329,341],"for":[42,314,337],"research":[43,165,210],"projects,":[44],"where":[45],"performance":[46],"issues":[47],"speed":[49],"less":[51],"critical":[52],"than":[53],"diagnostic":[58,71],"aid.":[59],"Final":[60],"goal":[61],"with":[62,92],"most":[63],"impact":[64],"will":[65,361,372],"be":[66,86,287,310,375],"use":[68],"a":[70,74,113,127,185,257],"aid":[72],"real--world":[75,140],"clinical":[76,172,213,246],"setting.Other":[77],"applications":[78,168],"classification":[84],"can":[85,309],"automatic":[88],"annotation":[89],"basic":[93],"concepts":[94],"or":[95],"control":[97],"DICOM":[99,270],"header":[100],"information.ImageCLEF":[101],"part":[103],"Cross":[106],"Language":[107],"Evaluation":[108],"Forum":[109],"(CLEF).":[110],"Since":[111],"2004,":[112],"task":[117],"has":[118],"been":[119],"added.":[120],"Goal":[121,160],"create":[124],"databases":[125,236],"realistic":[128],"useful":[130],"size":[131],"also":[133],"query":[134],"topics":[135],"that":[136,221,284,308],"based":[138,197,325],"on":[139,189,198,231,326,364],"needs":[141,285],"but":[146],"still":[147],"correspond":[148],"limited":[151],"capabilities":[152],"purely":[154],"visual":[155],"at":[157],"moment.":[159],"direct":[163],"onto":[166],"real":[167,171,199],"towards":[170],"problems":[173,220,242,266],"give":[175],"researchers":[176],"who":[177],"not":[179],"directly":[180],"linked":[181],"facilities":[184],"possibility":[186],"work":[188],"interesting":[191],"problem":[192],"data":[200,283],"sets":[201],"problems.":[203],"The":[204],"missing":[205],"link":[206],"between":[207],"computer":[208],"science":[209],"departments":[211],"routine":[214],"one":[216],"biggest":[219],"becomes":[222],"evident":[223],"when":[224],"reading":[225],"much":[226],"current":[229,327],"literature":[230],"retrieval.":[234],"Most":[235],"small,":[239],"treated":[241,288],"often":[243],"far":[244],"from":[245,331],"reality,":[247],"there":[249],"no":[251],"integration":[252],"prototypes":[255],"into":[256,312],"hospital":[258],"infrastructure.":[259],"Only":[260],"few":[261],"articles":[263],"specifically":[264],"mention":[265],"related":[267],"format":[271],"(Digital":[272],"Imaging":[273],"Communications":[275],"Medicine)":[277],"sheer":[280],"archive":[292],"(":[293],">":[294],"30.000":[295],"per":[297],"day":[298],"Geneva":[301],"radiology).This":[302],"article":[303,360],"develops":[304],"various":[306],"axes":[307,322,347],"taken":[311],"account":[313],"system":[318],"evaluation.":[319],"First,":[320],"developed":[324,336],"challenges":[328],"experiences":[330],"ImageCLEF.":[332],"Then,":[333],"resources":[335],"ImageCLEF":[338],"listed":[340],"finally,":[342],"application":[344],"explained":[349],"show":[351],"bases":[353],"ImageCLEFmed":[356],"evaluation":[357],"campaign.":[358],"This":[359],"only":[362,373],"concentrate":[363],"tasks,":[368],"non-medical":[370],"tasks":[371],"shortly":[374],"mentioned.":[376]},"counts_by_year":[{"year":2021,"cited_by_count":3},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}