{"id":"https://openalex.org/W7131151497","doi":"https://doi.org/10.1145/3774816.3774830","title":"Feasibility of Using LLMs to Automate Analysis of AI/ML Medical Device Approvals","display_name":"Feasibility of Using LLMs to Automate Analysis of AI/ML Medical Device Approvals","publication_year":2025,"publication_date":"2025-09-16","ids":{"openalex":"https://openalex.org/W7131151497","doi":"https://doi.org/10.1145/3774816.3774830"},"language":null,"primary_location":{"id":"doi:10.1145/3774816.3774830","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774816.3774830","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 18th Health Informatics Knowledge Management Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774816.3774830","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ying Wang","orcid":"https://orcid.org/0000-0001-8537-3954"},"institutions":[{"id":"https://openalex.org/I4210092821","display_name":"Australian Hearing","ror":"https://ror.org/00ffcee24","country_code":"AU","type":"government","lineage":["https://openalex.org/I4210092821"]},{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ying Wang","raw_affiliation_strings":["Macquarie University, Australian Institute of Health Innovation, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8537-3954","affiliations":[{"raw_affiliation_string":"Macquarie University, Australian Institute of Health Innovation, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I4210092821","https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119245552","display_name":"Diogo Monteiro do Amaral","orcid":null},"institutions":[{"id":"https://openalex.org/I4210092821","display_name":"Australian Hearing","ror":"https://ror.org/00ffcee24","country_code":"AU","type":"government","lineage":["https://openalex.org/I4210092821"]},{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Diogo Monteiro do Amaral","raw_affiliation_strings":["Macquarie University, Australian Institute of Health Innovation, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0009-0007-9017-4803","affiliations":[{"raw_affiliation_string":"Macquarie University, Australian Institute of Health Innovation, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I4210092821","https://openalex.org/I99043593"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075527914","display_name":"F. Magrabi","orcid":null},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Farah Magrabi","raw_affiliation_strings":["Macquarie University, Australian Institute of Health Innovation, Sdyney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8426-5588","affiliations":[{"raw_affiliation_string":"Macquarie University, Australian Institute of Health Innovation, Sdyney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0154,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.90783939,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9180999994277954,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9180999994277954,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.01759999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.016899999231100082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6632999777793884},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5468000173568726},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.3124000132083893},{"id":"https://openalex.org/keywords/risk-assessment","display_name":"Risk assessment","score":0.3102000057697296},{"id":"https://openalex.org/keywords/risk-management","display_name":"Risk management","score":0.2662999927997589}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6632999777793884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5705000162124634},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5468000173568726},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4629000127315521},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.271699994802475},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2700999975204468},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2644999921321869},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25529998540878296},{"id":"https://openalex.org/C3020535179","wikidata":"https://www.wikidata.org/wiki/Q6554101","display_name":"Medical device","level":2,"score":0.2551000118255615}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3774816.3774830","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774816.3774830","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 18th Health Informatics Knowledge Management Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3774816.3774830","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774816.3774830","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 18th Health Informatics Knowledge Management Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7911847829818726,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2193153316","https://openalex.org/W3152710649","https://openalex.org/W4290975719","https://openalex.org/W4315436286","https://openalex.org/W4364860029","https://openalex.org/W4366339852","https://openalex.org/W4384071683","https://openalex.org/W4384561707","https://openalex.org/W4386110494","https://openalex.org/W4391136507","https://openalex.org/W4391221083","https://openalex.org/W4391229467"],"related_works":[],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,23,38,55,145],"machine":[3],"learning":[4],"(ML)":[5],"algorithms":[6],"into":[7],"medical":[8],"devices":[9,27,40],"for":[10],"clinical":[11,21,91,125],"decision-making":[12],"is":[13,48],"rapidly":[14],"expanding.":[15],"However,":[16],"the":[17,43,53],"specific":[18],"functionalities":[19],"and":[20,77,90,121],"use":[22],"ML":[24,98],"within":[25],"these":[26,128],"often":[28],"remain":[29],"unclear,":[30],"posing":[31],"potential":[32],"safety":[33],"concerns.":[34],"While":[35],"manual":[36],"analysis":[37],"ML-driven":[39],"approved":[41],"by":[42],"FDA":[44],"provides":[45],"insights,":[46],"it":[47],"inefficient.":[49],"This":[50],"study":[51],"explores":[52],"feasibility":[54],"using":[56],"large":[57],"language":[58],"models":[59,117],"(LLMs)":[60],"to":[61,80,135],"automate":[62],"such":[63],"analyses.":[64],"We":[65],"evaluate":[66],"LLMs":[67,105,131,146],"based":[68],"on":[69],"architecture,":[70],"training":[71],"strategies,":[72],"parameter":[73],"size,":[74],"computational":[75],"demands,":[76],"output":[78],"quality":[79],"extract":[81],"general":[82],"device":[83,99],"characteristics,":[84],"ML-specific":[85],"details":[86],"(e.g.,":[87,93],"functions,":[88],"inputs/outputs),":[89],"applications":[92],"users,":[94],"conditions).":[95],"Analyzing":[96],"108":[97],"approvals,":[100],"we":[101],"found":[102],"that":[103],"decoder":[104],"excel":[106],"at":[107,123],"extracting":[108],"explicit":[109],"information":[110],"but":[111],"are":[112,118],"computationally":[113],"intensive,":[114],"whereas":[115],"encoder":[116],"more":[119],"efficient":[120],"better":[122],"inferring":[124],"context.":[126],"Despite":[127],"strengths,":[129],"all":[130],"require":[132],"domain-specific":[133],"optimization":[134],"effectively":[136],"address":[137],"ML-related":[138],"details.":[139],"These":[140],"findings":[141],"serve":[142],"as":[143],"benchmark":[144],"in":[147],"this":[148],"domain.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-02-24T00:00:00"}
