{"id":"https://openalex.org/W2737892366","doi":"https://doi.org/10.1109/tmm.2017.2729400","title":"Retrieval From and Understanding of Large-Scale Multi-modal Medical Datasets: A Review","display_name":"Retrieval From and Understanding of Large-Scale Multi-modal Medical Datasets: A Review","publication_year":2017,"publication_date":"2017-07-19","ids":{"openalex":"https://openalex.org/W2737892366","doi":"https://doi.org/10.1109/tmm.2017.2729400","mag":"2737892366"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2017.2729400","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2729400","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061961859","display_name":"Henning M\u00fcller","orcid":"https://orcid.org/0000-0001-6800-9878"},"institutions":[{"id":"https://openalex.org/I4210129267","display_name":"HES-SO Valais-Wallis","ror":"https://ror.org/03r5zec51","country_code":"CH","type":"education","lineage":["https://openalex.org/I173439891","https://openalex.org/I4210129267"]},{"id":"https://openalex.org/I15059493","display_name":"\u0130zmir University of Economics","ror":"https://ror.org/04hjr4202","country_code":"TR","type":"education","lineage":["https://openalex.org/I15059493"]}],"countries":["CH","TR"],"is_corresponding":true,"raw_author_name":"Henning Muller","raw_affiliation_strings":["Information Systems Institute, HES-SO Valais, Sierre, Switzerland","the Information Systems Insitute, HES-SO Valais, Sierre, Switzerland,","D. Unay is with the Biomedical Engineering Department, Izmir University of Economics, Izmir, Turkey,"],"affiliations":[{"raw_affiliation_string":"Information Systems Institute, HES-SO Valais, Sierre, Switzerland","institution_ids":["https://openalex.org/I4210129267"]},{"raw_affiliation_string":"the Information Systems Insitute, HES-SO Valais, Sierre, Switzerland,","institution_ids":["https://openalex.org/I4210129267"]},{"raw_affiliation_string":"D. Unay is with the Biomedical Engineering Department, Izmir University of Economics, Izmir, Turkey,","institution_ids":["https://openalex.org/I15059493"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006754641","display_name":"Devrim \u00dcnay","orcid":"https://orcid.org/0000-0003-3478-7318"},"institutions":[{"id":"https://openalex.org/I4210129267","display_name":"HES-SO Valais-Wallis","ror":"https://ror.org/03r5zec51","country_code":"CH","type":"education","lineage":["https://openalex.org/I173439891","https://openalex.org/I4210129267"]},{"id":"https://openalex.org/I15059493","display_name":"\u0130zmir University of Economics","ror":"https://ror.org/04hjr4202","country_code":"TR","type":"education","lineage":["https://openalex.org/I15059493"]}],"countries":["CH","TR"],"is_corresponding":false,"raw_author_name":"Devrim Unay","raw_affiliation_strings":["Biomedical Engineering Department, Izmir University of Economics, Izmir, Turkey","the Information Systems Insitute, HES-SO Valais, Sierre, Switzerland,"],"affiliations":[{"raw_affiliation_string":"Biomedical Engineering Department, Izmir University of Economics, Izmir, Turkey","institution_ids":["https://openalex.org/I15059493"]},{"raw_affiliation_string":"the Information Systems Insitute, HES-SO Valais, Sierre, Switzerland,","institution_ids":["https://openalex.org/I4210129267"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5061961859"],"corresponding_institution_ids":["https://openalex.org/I15059493","https://openalex.org/I4210129267"],"apc_list":null,"apc_paid":null,"fwci":1.5343,"has_fulltext":false,"cited_by_count":83,"citation_normalized_percentile":{"value":0.86729858,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"19","issue":"9","first_page":"2093","last_page":"2104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8278645873069763},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5932109355926514},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5730690360069275},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5073539614677429},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.49189257621765137},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4732035994529724},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.46291616559028625},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3772796094417572}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8278645873069763},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5932109355926514},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5730690360069275},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5073539614677429},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.49189257621765137},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4732035994529724},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.46291616559028625},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3772796094417572},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmm.2017.2729400","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2729400","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:hesso.tind.io:2203","is_oa":false,"landing_page_url":"http://arodes.hes-so.ch/record/2203","pdf_url":null,"source":{"id":"https://openalex.org/S4306402432","display_name":"ArODES (HES-SO (https://www.hes-so.ch/))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210088449","host_organization_name":"HES-SO Gen\u00e8ve","host_organization_lineage":["https://openalex.org/I4210088449"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arodes.hes-so.ch/record/2203","raw_type":"Text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":118,"referenced_works":["https://openalex.org/W48761652","https://openalex.org/W79621300","https://openalex.org/W88603068","https://openalex.org/W94220430","https://openalex.org/W198366521","https://openalex.org/W229682254","https://openalex.org/W232902241","https://openalex.org/W622881073","https://openalex.org/W746384004","https://openalex.org/W1086688568","https://openalex.org/W1101750244","https://openalex.org/W1452353705","https://openalex.org/W1494734944","https://openalex.org/W1510133588","https://openalex.org/W1550319500","https://openalex.org/W1616478774","https://openalex.org/W1641498739","https://openalex.org/W1885943037","https://openalex.org/W1887231066","https://openalex.org/W1932469787","https://openalex.org/W1964493386","https://openalex.org/W1967388327","https://openalex.org/W1970461086","https://openalex.org/W1975021299","https://openalex.org/W2007402939","https://openalex.org/W2016365843","https://openalex.org/W2028482915","https://openalex.org/W2028941259","https://openalex.org/W2035626876","https://openalex.org/W2036924016","https://openalex.org/W2039609910","https://openalex.org/W2042990472","https://openalex.org/W2052271957","https://openalex.org/W2057064882","https://openalex.org/W2066432816","https://openalex.org/W2067022724","https://openalex.org/W2073893432","https://openalex.org/W2078416735","https://openalex.org/W2092399235","https://openalex.org/W2095868657","https://openalex.org/W2097233791","https://openalex.org/W2099897871","https://openalex.org/W2108598243","https://openalex.org/W2111993661","https://openalex.org/W2111997505","https://openalex.org/W2113180829","https://openalex.org/W2115457642","https://openalex.org/W2117815663","https://openalex.org/W2120751691","https://openalex.org/W2124972954","https://openalex.org/W2127684053","https://openalex.org/W2130660124","https://openalex.org/W2141619730","https://openalex.org/W2144981148","https://openalex.org/W2153431772","https://openalex.org/W2157946140","https://openalex.org/W2159651953","https://openalex.org/W2169994590","https://openalex.org/W2191186679","https://openalex.org/W2203738484","https://openalex.org/W2253429366","https://openalex.org/W2262978050","https://openalex.org/W2270754115","https://openalex.org/W2271209846","https://openalex.org/W2294218214","https://openalex.org/W2294509091","https://openalex.org/W2294946151","https://openalex.org/W2295070120","https://openalex.org/W2296349807","https://openalex.org/W2303368821","https://openalex.org/W2305410628","https://openalex.org/W2331384579","https://openalex.org/W2341106171","https://openalex.org/W2345010043","https://openalex.org/W2412453619","https://openalex.org/W2435217299","https://openalex.org/W2472642282","https://openalex.org/W2485755916","https://openalex.org/W2492095310","https://openalex.org/W2493395669","https://openalex.org/W2496852093","https://openalex.org/W2497426408","https://openalex.org/W2504150216","https://openalex.org/W2528689894","https://openalex.org/W2547500706","https://openalex.org/W2548123249","https://openalex.org/W2554192113","https://openalex.org/W2566121252","https://openalex.org/W2588984225","https://openalex.org/W2592929672","https://openalex.org/W2595238995","https://openalex.org/W2734695534","https://openalex.org/W2771255756","https://openalex.org/W2908997105","https://openalex.org/W2962868687","https://openalex.org/W2963691855","https://openalex.org/W2964155457","https://openalex.org/W3025580423","https://openalex.org/W3118592091","https://openalex.org/W3125862264","https://openalex.org/W3158407330","https://openalex.org/W4231380894","https://openalex.org/W4232716489","https://openalex.org/W4237397995","https://openalex.org/W6601936781","https://openalex.org/W6603621768","https://openalex.org/W6607995472","https://openalex.org/W6629822711","https://openalex.org/W6669763840","https://openalex.org/W6676297131","https://openalex.org/W6687434542","https://openalex.org/W6694130251","https://openalex.org/W6697250845","https://openalex.org/W6697517608","https://openalex.org/W6720740046","https://openalex.org/W6722402544","https://openalex.org/W6734429614","https://openalex.org/W6741411955"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W2320915480","https://openalex.org/W2362990116","https://openalex.org/W2381300099","https://openalex.org/W2938786841","https://openalex.org/W2383812217","https://openalex.org/W2326515389","https://openalex.org/W2491005386"],"abstract_inverted_index":{"Content-based":[0],"multimedia":[1,171],"retrieval":[2,17,238],"(CBMR)":[3],"has":[4,21,53,89,239],"been":[5,54,90],"an":[6],"active":[7],"research":[8,25,169,191],"domain":[9],"since":[10],"the":[11,59,103,110,132,142,161,165,174,177,198,240],"mid":[12],"1990s.":[13],"In":[14],"medicine":[15],"visual":[16,158],"started":[18],"later":[19],"and":[20,27,66,72,81,95,109,138,154,185,189,202,211],"mostly":[22],"remained":[23],"a":[24,29,124,203],"instrument":[26],"less":[28],"clinical":[30,73,120,247],"tool.":[31],"The":[32,193],"limited":[33,228],"size":[34],"of":[35,61,112,127,163,168,234,243],"data":[36,64,70,74,115,183,210,235],"sets":[37,65,71,116,184],"due":[38],"to":[39,181,205],"privacy":[40],"constraints":[41],"is":[42,100,123],"often":[43,118],"mentioned":[44],"as":[45,151],"reason":[46],"for":[47,75,85,156,170,236,246],"these":[48],"limitations.":[49],"Nevertheless,":[50],"much":[51],"work":[52,129,226],"done":[55],"in":[56,105,141,197,227],"CBMR,":[57],"including":[58],"availability":[60,111],"increasingly":[62],"large":[63,114],"scientific":[67],"challenges.":[68],"Annotated":[69],"images":[76,221],"have":[77],"now":[78],"become":[79],"available":[80],"can":[82,216],"be":[83],"combined":[84],"multi-modal":[86,136,237],"retrieval.":[87],"Much":[88],"learned":[91],"on":[92,131,135],"user":[93],"behavior":[94],"application":[96],"scenarios.":[97],"This":[98],"text":[99,178,194],"motivated":[101],"by":[102],"advances":[104,196],"medical":[106,143,175],"image":[107,139,146],"analysis":[108],"public":[113],"that":[117,215],"include":[119],"data.":[121],"It":[122],"systematic":[125],"review":[126],"recent":[128],"(concentrating":[130],"period":[133],"2011-2017)":[134],"CBMR":[137],"understanding":[140,147],"domain,":[144],"where":[145],"includes":[148],"techniques":[149],"such":[150],"detection,":[152],"localization,":[153],"classification":[155],"leveraging":[157],"content.":[159],"With":[160],"objective":[162],"summarizing":[164],"current":[166,187],"state":[167],"researchers":[172],"outside":[173],"field,":[176],"provides":[179],"ways":[180],"get":[182],"identifies":[186],"limitations":[188],"promising":[190],"directions.":[192],"highlights":[195],"past":[199],"six":[200],"years":[201],"trend":[204],"use":[206],"larger":[207],"scale":[208],"training":[209],"deep":[212],"learning":[213],"approaches":[214],"replace/complement":[217],"hand-crafted":[218],"features.":[219],"Using":[220],"alone":[222],"will":[223],"likely":[224],"only":[225],"domains":[229],"but":[230],"combining":[231],"multiple":[232],"sources":[233],"biggest":[241],"chances":[242],"success,":[244],"particularly":[245],"impact.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}