{"id":"https://openalex.org/W4392181105","doi":"https://doi.org/10.5220/0012471600003657","title":"Answering the Call to Go Beyond Accuracy: An Online Tool for the Multidimensional Assessment of Decision Support Systems","display_name":"Answering the Call to Go Beyond Accuracy: An Online Tool for the Multidimensional Assessment of Decision Support Systems","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392181105","doi":"https://doi.org/10.5220/0012471600003657"},"language":"en","primary_location":{"id":"doi:10.5220/0012471600003657","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0012471600003657","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Joint Conference on Biomedical Engineering Systems and Technologies","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5220/0012471600003657","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087641821","display_name":"Chiara Natali","orcid":"https://orcid.org/0000-0002-5171-5239"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Chiara Natali","raw_affiliation_strings":["Department of Computer Science, Systems and Communication, University of Milano-Bicocca, Milan, Italy, --- Select a Country ---"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Systems and Communication, University of Milano-Bicocca, Milan, Italy, --- Select a Country ---","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045931370","display_name":"Andrea Campagner","orcid":"https://orcid.org/0000-0002-0027-5157"},"institutions":[{"id":"https://openalex.org/I4210102377","display_name":"Istituto Clinico Sant'Ambrogio","ror":"https://ror.org/00r7hs904","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210102377"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Campagner","raw_affiliation_strings":["IRCCS Ospedale Galeazzi - Sant\u2019Ambrogio, Milan, Italy, --- Select a Country ---"],"affiliations":[{"raw_affiliation_string":"IRCCS Ospedale Galeazzi - Sant\u2019Ambrogio, Milan, Italy, --- Select a Country ---","institution_ids":["https://openalex.org/I4210102377"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023849668","display_name":"Federico Cabitza","orcid":"https://orcid.org/0000-0002-4065-3415"},"institutions":[{"id":"https://openalex.org/I4210102377","display_name":"Istituto Clinico Sant'Ambrogio","ror":"https://ror.org/00r7hs904","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210102377"]},{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Federico Cabitza","raw_affiliation_strings":["Department of Computer Science, Systems and Communication, University of Milano-Bicocca, Milan, Italy, --- Select a Country ---","IRCCS Ospedale Galeazzi - Sant\u2019Ambrogio, Milan, Italy, --- Select a Country ---"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Systems and Communication, University of Milano-Bicocca, Milan, Italy, --- Select a Country ---","institution_ids":["https://openalex.org/I66752286"]},{"raw_affiliation_string":"IRCCS Ospedale Galeazzi - Sant\u2019Ambrogio, Milan, Italy, --- Select a Country ---","institution_ids":["https://openalex.org/I4210102377"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5087641821"],"corresponding_institution_ids":["https://openalex.org/I66752286"],"apc_list":null,"apc_paid":null,"fwci":1.0259,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75933932,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"219","last_page":"229"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.6284000277519226,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.6284000277519226,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7307289838790894},{"id":"https://openalex.org/keywords/decision-support-system","display_name":"Decision support system","score":0.6072531342506409},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.45947378873825073},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27372679114341736}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7307289838790894},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.6072531342506409},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45947378873825073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27372679114341736}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5220/0012471600003657","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0012471600003657","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Joint Conference on Biomedical Engineering Systems and Technologies","raw_type":"proceedings-article"},{"id":"pmh:oai:boa.unimib.it:10281/572326","is_oa":true,"landing_page_url":"https://hdl.handle.net/10281/572326","pdf_url":"https://boa.unimib.it/bitstream/10281/572326/1/Natali%20et%20al-2023-BIOSTEC-AAM.pdf","source":{"id":"https://openalex.org/S4306401259","display_name":"BOA (University of Milano-Bicocca)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.5220/0012471600003657","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0012471600003657","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Joint Conference on Biomedical Engineering Systems and Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7599999904632568,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0],"research":[1],"about,":[2],"and":[3,21,25,93,104,125,155],"use":[4],"of,":[5],"AI-based":[6,85],"Decision":[7],"Support":[8],"Systems":[9],"(DSS)":[10,89],"has":[11],"been":[12],"steadily":[13],"increasing":[14],"in":[15,29,38,54,117],"the":[16,51,59,64,81,118,122,131],"recent":[17],"years:":[18],"however,":[19],"tools":[20],"techniques":[22],"to":[23,40,130,136,146],"validate":[24],"evaluate":[26],"these":[27],"systems":[28,88],"an":[30],"holistic":[31],"manner":[32],"are":[33],"still":[34],"largely":[35],"lacking,":[36],"especially":[37],"regard":[39],"their":[41,126],"potential":[42],"impact":[43,105],"on":[44,106],"actual":[45],"human":[46,107],"decision-making.":[47],"This":[48],"paper":[49],"challenges":[50],"accuracy-centric":[52],"paradigm":[53],"DSS":[55,65],"evaluation":[56],"by":[57],"introducing":[58],"nuanced,":[60],"multi-dimensional":[61],"approach":[62],"of":[63,74,84,133,150],"Quality":[66],"Assessment":[67],"Tool.":[68],"Developed":[69],"at":[70],"MUDI":[71],"Lab":[72],"(University":[73],"Milano-Bicocca),":[75],"this":[76],"free,":[77],"open-source":[78],"tool":[79,142],"supports":[80],"quality":[82],"assessment":[83],"decision":[86,108],"support":[87],"along":[90],"six":[91],"different":[92],"complementary":[94],"dimensions:":[95],"model":[96],"robustness,":[97],"data":[98,102],"similarity,":[99],"calibration,":[100],"utility,":[101],"reliability":[103],"making.":[109],"Each":[110],"dimension":[111],"is":[112],"analyzed":[113],"for":[114],"its":[115],"relevance":[116],"Medical":[119],"AI":[120],"domain,":[121],"metrics":[123],"employed,":[124],"visualizations,":[127],"designed":[128],"according":[129],"principle":[132],"vague":[134],"visualizations":[135],"promote":[137],"cognitive":[138],"engagement.":[139],"Such":[140],"a":[141,148],"can":[143],"be":[144],"instrumental":[145],"foster":[147],"culture":[149],"continuous":[151],"oversight,":[152],"outcome":[153],"monitoring,":[154],"reflective":[156],"technology":[157],"assessment.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}