{"id":"https://openalex.org/W4403094397","doi":"https://doi.org/10.1109/access.2024.3472654","title":"Knee Osteoarthritis Diagnosis With Unimodal and Multi-Modal Neural Networks: Data From the Osteoarthritis Initiative","display_name":"Knee Osteoarthritis Diagnosis With Unimodal and Multi-Modal Neural Networks: Data From the Osteoarthritis Initiative","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403094397","doi":"https://doi.org/10.1109/access.2024.3472654"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3472654","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3472654","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3472654","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107733315","display_name":"Xin Yu Teh","orcid":null},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Xin Yu Teh","raw_affiliation_strings":["Department of Biomedical Engineering, Universiti Malaya, Kuala Lumpur, Malaysia"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Universiti Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010585047","display_name":"Pauline Shan Qing Yeoh","orcid":"https://orcid.org/0000-0003-3643-4479"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Pauline Shan Qing Yeoh","raw_affiliation_strings":["Department of Biomedical Engineering, Universiti Malaya, Kuala Lumpur, Malaysia"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Universiti Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107911773","display_name":"Tao Wang","orcid":"https://orcid.org/0009-0002-4592-8227"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao Wang","raw_affiliation_strings":["Blood Center, Lianyungang City, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"Blood Center, Lianyungang City, Jiangsu, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091170889","display_name":"Xiang Wu","orcid":"https://orcid.org/0000-0001-5190-9781"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Xiang Wu","raw_affiliation_strings":["Department of Biomedical Engineering, Universiti Malaya, Kuala Lumpur, Malaysia"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Universiti Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060450772","display_name":"Khairunnisa Hasikin\u202c","orcid":"https://orcid.org/0000-0002-0471-3820"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Khairunnisa Hasikin","raw_affiliation_strings":["Department of Biomedical Engineering, Universiti Malaya, Kuala Lumpur, Malaysia"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Universiti Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084900407","display_name":"Khin Wee Lai","orcid":"https://orcid.org/0000-0002-8602-0533"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Khin Wee Lai","raw_affiliation_strings":["Department of Biomedical Engineering, Universiti Malaya, Kuala Lumpur, Malaysia"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Universiti Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5107733315"],"corresponding_institution_ids":["https://openalex.org/I33849332"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.8636,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.8585229,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"146698","last_page":"146717"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9082000255584717,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/osteoarthritis","display_name":"Osteoarthritis","score":0.8747719526290894},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5925293564796448},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5884970426559448},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5424715876579285},{"id":"https://openalex.org/keywords/physical-medicine-and-rehabilitation","display_name":"Physical medicine and rehabilitation","score":0.46578848361968994},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4605068564414978},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.3608536720275879},{"id":"https://openalex.org/keywords/pathology","display_name":"Pathology","score":0.10215869545936584},{"id":"https://openalex.org/keywords/alternative-medicine","display_name":"Alternative medicine","score":0.05879795551300049}],"concepts":[{"id":"https://openalex.org/C2776164576","wikidata":"https://www.wikidata.org/wiki/Q62736","display_name":"Osteoarthritis","level":3,"score":0.8747719526290894},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5925293564796448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5884970426559448},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5424715876579285},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.46578848361968994},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4605068564414978},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3608536720275879},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.10215869545936584},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.05879795551300049},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3472654","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3472654","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0cd12dcfc98949b7839c8e983f3a5cca","is_oa":true,"landing_page_url":"https://doaj.org/article/0cd12dcfc98949b7839c8e983f3a5cca","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 146698-146717 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3472654","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3472654","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5869665484","display_name":null,"funder_award_id":"KC21182","funder_id":"https://openalex.org/F4320329856","funder_display_name":"Liuzhou Science and Technology Project"},{"id":"https://openalex.org/G6260592708","display_name":null,"funder_award_id":"FRGS/1/2023/SKK05/UM/02/2","funder_id":"https://openalex.org/F4320321709","funder_display_name":"Ministry of Higher Education, Malaysia"}],"funders":[{"id":"https://openalex.org/F4320321709","display_name":"Ministry of Higher Education, Malaysia","ror":"https://ror.org/05mcs2t73"},{"id":"https://openalex.org/F4320329856","display_name":"Liuzhou Science and Technology Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W2118852500","https://openalex.org/W2149128484","https://openalex.org/W2169284845","https://openalex.org/W2183341477","https://openalex.org/W2253579545","https://openalex.org/W2294345429","https://openalex.org/W2510855144","https://openalex.org/W2557738935","https://openalex.org/W2581082771","https://openalex.org/W2584922303","https://openalex.org/W2589244411","https://openalex.org/W2768055745","https://openalex.org/W2809598685","https://openalex.org/W2897454585","https://openalex.org/W2922073769","https://openalex.org/W2951269226","https://openalex.org/W2986764893","https://openalex.org/W2997546679","https://openalex.org/W2997590552","https://openalex.org/W2998512002","https://openalex.org/W3017873021","https://openalex.org/W3035333188","https://openalex.org/W3092937901","https://openalex.org/W3119036516","https://openalex.org/W3131698376","https://openalex.org/W3134503721","https://openalex.org/W3148519214","https://openalex.org/W3163330503","https://openalex.org/W3204673894","https://openalex.org/W3207317716","https://openalex.org/W3213209526","https://openalex.org/W4237077323","https://openalex.org/W4283729920","https://openalex.org/W4297973556","https://openalex.org/W4309569390","https://openalex.org/W4309935983","https://openalex.org/W4313289099","https://openalex.org/W4320058738","https://openalex.org/W4323341959","https://openalex.org/W4362475301","https://openalex.org/W4365447106","https://openalex.org/W4365455479","https://openalex.org/W4368404994","https://openalex.org/W4378907752","https://openalex.org/W4385271931","https://openalex.org/W4387789526","https://openalex.org/W4389259745","https://openalex.org/W4391006443","https://openalex.org/W4396570916","https://openalex.org/W4399356537","https://openalex.org/W6793164127","https://openalex.org/W6962869755"],"related_works":["https://openalex.org/W650762618","https://openalex.org/W4242815383","https://openalex.org/W2579996474","https://openalex.org/W4386590483","https://openalex.org/W2346491184","https://openalex.org/W2169904250","https://openalex.org/W4388075929","https://openalex.org/W1902427662","https://openalex.org/W4308331486","https://openalex.org/W2491935629"],"abstract_inverted_index":{"Knee":[0],"osteoarthritis":[1],"(OA)":[2],"is":[3,69],"a":[4,36,86,146,174],"prevalent":[5],"musculoskeletal":[6],"condition":[7],"affecting":[8],"millions":[9],"worldwide,":[10],"posing":[11],"significant":[12],"health":[13],"and":[14,125,134,158,168,194,198,205,215],"economic":[15],"burdens.":[16],"Characterized":[17],"by":[18,109],"the":[19,24,54,92,99,185,202],"degeneration":[20],"of":[21,26,101,187,213],"joint":[22],"cartilage,":[23],"progression":[25],"knee":[27,43,106],"OA":[28,44,107],"varies":[29],"significantly":[30],"among":[31],"individuals,":[32],"making":[33],"its":[34,73],"prediction":[35],"complex":[37],"issue.":[38],"Previous":[39],"studies":[40],"on":[41,49],"automated":[42],"diagnosis":[45,108],"have":[46],"primarily":[47],"relied":[48],"unimodal":[50,121,150,206,229,240],"data,":[51],"often":[52],"overlooking":[53],"valuable":[55],"information":[56,65],"present":[57],"in":[58,79,105,244],"multi-modal":[59,102,130,143,204,237],"data.":[60,117,164],"Multi-modal":[61],"learning,":[62],"which":[63],"integrates":[64],"from":[66],"various":[67],"modalities,":[68],"increasingly":[70],"recognized":[71],"for":[72,162,217],"potential":[74],"to":[75,91,136,183,222],"enhance":[76],"diagnostic":[77,139],"performance":[78,186],"medical":[80],"applications.":[81,246],"However,":[82],"such":[83],"models":[84,122,144,151,189,241],"incur":[85],"higher":[87],"computational":[88],"load":[89],"due":[90],"additional":[93],"data":[94,113],"required.":[95],"This":[96],"research":[97],"investigates":[98],"feasibility":[100],"neural":[103,207,230],"networks":[104,231],"integrating":[110],"structural":[111],"demographic":[112,163,169],"with":[114,149,210],"unstructured":[115],"imaging":[116,234],"Three":[118],"deep":[119],"learning":[120],"(InceptionV3,":[123],"DIKO,":[124],"EfficientNetv2)":[126],"were":[127,181],"transformed":[128],"into":[129,173],"architectures":[131],"(MF_InceptionNet,":[132],"MF_DIKO,":[133],"MF_Eff)":[135],"compare":[137],"their":[138],"capabilities.":[140],"The":[141,165],"proposed":[142],"share":[145],"common":[147],"architecture,":[148],"acting":[152],"as":[153,201],"image":[154,166],"feature":[155],"extraction":[156],"backbones":[157],"separate":[159],"embedding":[160],"layers":[161],"features":[167,235],"embeddings":[170],"are":[171],"combined":[172],"unified":[175],"vector":[176],"before":[177],"classification.":[178,220],"Extensive":[179],"experiments":[180],"conducted":[182],"evaluate":[184],"these":[188],"across":[190],"different":[191],"class":[192],"categories":[193],"dataset":[195],"sizes.":[196],"MF_DIKO":[197],"InceptionV3":[199],"emerged":[200],"best":[203],"networks,":[208,238],"respectively,":[209],"overall":[211],"accuracies":[212],"0.67":[214],"0.75":[216],"3-class":[218],"severity":[219],"Contrary":[221],"existing":[223],"literature,":[224],"our":[225],"findings":[226],"reveal":[227],"that":[228],"using":[232],"only":[233],"outperform":[236],"suggesting":[239],"might":[242],"suffice":[243],"certain":[245]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}