{"id":"https://openalex.org/W4383456830","doi":"https://doi.org/10.1016/j.ejro.2023.100504","title":"Artificial intelligence and pelvic fracture diagnosis on X-rays: a preliminary study on performance, workflow integration and radiologists' feedback assessment in a spoke emergency hospital","display_name":"Artificial intelligence and pelvic fracture diagnosis on X-rays: a preliminary study on performance, workflow integration and radiologists' feedback assessment in a spoke emergency hospital","publication_year":2023,"publication_date":"2023-07-06","ids":{"openalex":"https://openalex.org/W4383456830","doi":"https://doi.org/10.1016/j.ejro.2023.100504","pmid":"https://pubmed.ncbi.nlm.nih.gov/37484978","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10359726"},"language":"en","primary_location":{"id":"doi:10.1016/j.ejro.2023.100504","doi":"https://doi.org/10.1016/j.ejro.2023.100504","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ejro.2023.100504","pdf_url":"http://www.ejropen.com/article/S2352047723000308/pdf","source":{"id":"https://openalex.org/S2898348495","display_name":"European Journal of Radiology Open","issn_l":"2352-0477","issn":["2352-0477"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","norway-1","oarl","poland-70"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Journal of Radiology Open","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://www.ejropen.com/article/S2352047723000308/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036055164","display_name":"Francesca Rosa","orcid":"https://orcid.org/0000-0002-7744-4385","observed_orcids":["https://orcid.org/0000-0002-7744-4385"]},"institutions":[{"id":"https://openalex.org/I4210090376","display_name":"Ospedale San Paolo","ror":"https://ror.org/00bpn0984","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210090376"]},{"id":"https://openalex.org/I4210149359","display_name":"Azienda Sanitaria Locale N. 2 Savonese","ror":"https://ror.org/04kz5k469","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210149359"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Francesca Rosa","raw_affiliation_strings":["Diagnostic Imaging Department, San Paolo Hospital, ASL 2, via Genova 30, Savona, Italy","Italian Society of Medical and Interventional Radiology (SIRM), SIRM Foundation, Milan, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Diagnostic Imaging Department, San Paolo Hospital, ASL 2, via Genova 30, Savona, Italy","institution_ids":["https://openalex.org/I4210090376","https://openalex.org/I4210149359"]},{"raw_affiliation_string":"Italian Society of Medical and Interventional Radiology (SIRM), SIRM Foundation, Milan, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049257624","display_name":"Duccio Buccicardi","orcid":"https://orcid.org/0000-0003-3634-8335","observed_orcids":["https://orcid.org/0000-0003-3634-8335"]},"institutions":[{"id":"https://openalex.org/I4210090376","display_name":"Ospedale San Paolo","ror":"https://ror.org/00bpn0984","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210090376"]},{"id":"https://openalex.org/I4210149359","display_name":"Azienda Sanitaria Locale N. 2 Savonese","ror":"https://ror.org/04kz5k469","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210149359"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Duccio Buccicardi","raw_affiliation_strings":["Diagnostic Imaging Department, San Paolo Hospital, ASL 2, via Genova 30, Savona, Italy","Italian Society of Medical and Interventional Radiology (SIRM), SIRM Foundation, Milan, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Diagnostic Imaging Department, San Paolo Hospital, ASL 2, via Genova 30, Savona, Italy","institution_ids":["https://openalex.org/I4210090376","https://openalex.org/I4210149359"]},{"raw_affiliation_string":"Italian Society of Medical and Interventional Radiology (SIRM), SIRM Foundation, Milan, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112954672","display_name":"Adolfo Romano","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090376","display_name":"Ospedale San Paolo","ror":"https://ror.org/00bpn0984","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210090376"]},{"id":"https://openalex.org/I4210149359","display_name":"Azienda Sanitaria Locale N. 2 Savonese","ror":"https://ror.org/04kz5k469","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210149359"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Adolfo Romano","raw_affiliation_strings":["Diagnostic Imaging Department, San Paolo Hospital, ASL 2, via Genova 30, Savona, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Diagnostic Imaging Department, San Paolo Hospital, ASL 2, via Genova 30, Savona, Italy","institution_ids":["https://openalex.org/I4210090376","https://openalex.org/I4210149359"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fabio Borda","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabio Borda","raw_affiliation_strings":["Department of Health Sciences (DISSAL) - Radiology Section, University of Genoa, 16132 Genoa, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Health Sciences (DISSAL) - Radiology Section, University of Genoa, 16132 Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056835203","display_name":"Maria Chiara D\u2019Auria","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090376","display_name":"Ospedale San Paolo","ror":"https://ror.org/00bpn0984","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210090376"]},{"id":"https://openalex.org/I4210149359","display_name":"Azienda Sanitaria Locale N. 2 Savonese","ror":"https://ror.org/04kz5k469","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210149359"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Maria Chiara D\u2019Auria","raw_affiliation_strings":["Diagnostic Imaging Department, San Paolo Hospital, ASL 2, via Genova 30, Savona, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Diagnostic Imaging Department, San Paolo Hospital, ASL 2, via Genova 30, Savona, Italy","institution_ids":["https://openalex.org/I4210090376","https://openalex.org/I4210149359"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007989554","display_name":"Alessandro Gastaldo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090376","display_name":"Ospedale San Paolo","ror":"https://ror.org/00bpn0984","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210090376"]},{"id":"https://openalex.org/I4210149359","display_name":"Azienda Sanitaria Locale N. 2 Savonese","ror":"https://ror.org/04kz5k469","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210149359"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Gastaldo","raw_affiliation_strings":["Diagnostic Imaging Department, San Paolo Hospital, ASL 2, via Genova 30, Savona, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Diagnostic Imaging Department, San Paolo Hospital, ASL 2, via Genova 30, Savona, Italy","institution_ids":["https://openalex.org/I4210090376","https://openalex.org/I4210149359"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5036055164"],"corresponding_institution_ids":["https://openalex.org/I4210090376","https://openalex.org/I4210149359"],"apc_list":{"value":2120,"currency":"USD","value_usd":2120},"apc_paid":{"value":2120,"currency":"USD","value_usd":2120},"fwci":0.5131,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.67238212,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"100504","last_page":"100504"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14510","display_name":"Medical Imaging and Analysis","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10658","display_name":"Bone fractures and treatments","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/2732","display_name":"Orthopedics and Sports Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"artificial intelligence","score":0.9290000200271606},{"id":"https://openalex.org/keywords/pelvic-fractures","display_name":"pelvic fractures","score":0.8320000171661377},{"id":"https://openalex.org/keywords/radiology","display_name":"radiology","score":0.414000004529953},{"id":"https://openalex.org/keywords/x-rays","display_name":"X-rays","score":0.5099999904632568},{"id":"https://openalex.org/keywords/diagnostic-accuracy","display_name":"diagnostic accuracy","score":0.6060000061988831},{"id":"https://openalex.org/keywords/workflow-integration","display_name":"workflow integration","score":0.8579999804496765},{"id":"https://openalex.org/keywords/emergency-department","display_name":"emergency department","score":0.7860000133514404},{"id":"https://openalex.org/keywords/second-reader","display_name":"second reader","score":0.671999990940094},{"id":"https://openalex.org/keywords/fracture-detection","display_name":"fracture detection","score":0.42399999499320984}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.8545668125152588},{"id":"https://openalex.org/C186282968","wikidata":"https://www.wikidata.org/wiki/Q1434261","display_name":"McNemar's test","level":2,"score":0.7329193949699402},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7246590852737427},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5806497931480408},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46715110540390015},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.453555166721344},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.44845056533813477},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.41307178139686584},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37755995988845825},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.14977991580963135},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1381441056728363},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1016/j.ejro.2023.100504","doi":"https://doi.org/10.1016/j.ejro.2023.100504","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ejro.2023.100504","pdf_url":"http://www.ejropen.com/article/S2352047723000308/pdf","source":{"id":"https://openalex.org/S2898348495","display_name":"European Journal of Radiology Open","issn_l":"2352-0477","issn":["2352-0477"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","norway-1","oarl","poland-70"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Journal of Radiology Open","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10359726","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10359726","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10359726/pdf/main.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Eur J Radiol Open","raw_type":"Text"},{"id":"pmid:37484978","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37484978","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European journal of radiology open","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:ab78ba2bcc264fff94b7d69f75777189","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/ab78ba2bcc264fff94b7d69f75777189","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"European Journal of Radiology Open, Vol 11, Iss , Pp 100504- (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.ejro.2023.100504","doi":"https://doi.org/10.1016/j.ejro.2023.100504","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ejro.2023.100504","pdf_url":"http://www.ejropen.com/article/S2352047723000308/pdf","source":{"id":"https://openalex.org/S2898348495","display_name":"European Journal of Radiology Open","issn_l":"2352-0477","issn":["2352-0477"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","norway-1","oarl","poland-70"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Journal of Radiology Open","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9537000060081482,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4383456830.pdf","grobid_xml":"https://content.openalex.org/works/W4383456830.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W181616145","https://openalex.org/W613766092","https://openalex.org/W2116178889","https://openalex.org/W2117731089","https://openalex.org/W2168893862","https://openalex.org/W2272630658","https://openalex.org/W2758247162","https://openalex.org/W3129743251","https://openalex.org/W3155348064","https://openalex.org/W3158653447","https://openalex.org/W3173256172","https://openalex.org/W3189411510","https://openalex.org/W3216436957","https://openalex.org/W4223510915","https://openalex.org/W4316039761"],"related_works":["https://openalex.org/W4408138848","https://openalex.org/W6983210011","https://openalex.org/W7155622922","https://openalex.org/W4402642923","https://openalex.org/W7160859305","https://openalex.org/W4283693809","https://openalex.org/W4316039761","https://openalex.org/W4415194800","https://openalex.org/W4389051220","https://openalex.org/W7211946172"],"abstract_inverted_index":{"Purpose:":[0],"The":[1],"aim":[2],"of":[3,42,45,110,125],"our":[4,116,151],"study":[5,152],"is":[6,198],"to":[7,69,75,114,140,173,184,200],"evaluate":[8,201],"artificial":[9],"intelligence":[10],"(AI)":[11],"support":[12],"in":[13,27,54,129,150,189],"pelvic":[14],"fracture":[15,46,49],"diagnosis":[16],"on":[17,20,92,99,205],"X-rays,":[18],"focusing":[19,91],"performance,":[21],"workflow":[22,88],"integration":[23,89],"and":[24,33,37,52,63,81,95,138,157,183],"radiologists'":[25,97],"feedback":[26],"a":[28,40,102,122,161,170,180],"spoke":[29],"emergency":[30],"hospital.":[31],"Materials":[32],"methods:":[34],"Between":[35],"August":[36],"November":[38],"2021,":[39],"total":[41],"235":[43],"sites":[44],"or":[47],"suspected":[48],"were":[50,67],"evaluated":[51],"enrolled":[53],"the":[55,77,86,144,202,206],"prospective":[56],"study.":[57],"Radiologist's":[58],"specificity,":[59],"sensibility":[60],"accuracy,":[61],"positive":[62,186],"negative":[64],"predictive":[65],"values":[66],"compared":[68],"AI.":[70],"Cohen's":[71,108],"kappa":[72],"was":[73],"used":[74,149,178],"calculate":[76],"agreement":[78],"between":[79],"AI":[80,87,100,134,147,165],"radiologist.":[82],"We":[83],"also":[84],"reviewed":[85],"process,":[90],"potential":[93],"issues":[94],"assessed":[96],"opinion":[98],"via":[101],"survey.":[103],"Results:":[104],"=":[105],"0.32).":[106],"Calculated":[107],"K":[109],"0.64.":[111],"Conclusion:":[112],"Contrary":[113],"expectations,":[115],"preliminary":[117],"results":[118],"did":[119],"not":[120],"prove":[121],"real":[123,203],"improvement":[124],"patient":[126],"outcome":[127],"nor":[128],"reporting":[130],"time":[131],"but":[132,195],"demonstrated":[133],"high":[135],"NPV":[136],"(94,62%)":[137],"non-inferiority":[139],"radiologist":[141],"performance.":[142],"Moreover,":[143],"commercially":[145],"available":[146],"algorithm":[148],"automatically":[153],"learn":[154],"from":[155],"data":[156],"so":[158],"we":[159],"expect":[160],"progressive":[162],"performance":[163],"improvement.":[164],"could":[166],"be":[167],"considered":[168],"as":[169,179],"promising":[171],"tool":[172],"rule-out":[174],"fractures":[175],"(especially":[176],"when":[177],"\"second":[181],"reader\")":[182],"prioritize":[185],"cases,":[187],"especially":[188],"increasing":[190],"workload":[191],"scenarios":[192],"(ED,":[193],"nightshifts)":[194],"further":[196],"research":[197],"needed":[199],"impact":[204],"clinical":[207],"practice.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-13T13:42:25.865203","created_date":"2023-07-07T00:00:00"}