{"id":"https://openalex.org/W4402525564","doi":"https://doi.org/10.1145/3687267","title":"Understanding the performance of machine learning models from data- to patient-level","display_name":"Understanding the performance of machine learning models from data- to patient-level","publication_year":2024,"publication_date":"2024-09-13","ids":{"openalex":"https://openalex.org/W4402525564","doi":"https://doi.org/10.1145/3687267"},"language":"en","primary_location":{"id":"doi:10.1145/3687267","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3687267","pdf_url":null,"source":{"id":"https://openalex.org/S110189822","display_name":"Journal of Data and Information Quality","issn_l":"1936-1955","issn":["1936-1955","1936-1963"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Quality","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067570192","display_name":"Maria Gabriela Valeriano","orcid":"https://orcid.org/0000-0002-3631-156X"},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Maria Gabriela Valeriano","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Aeron\u00e1utica, Sao Jose dos Campos, Brazil","Instituto Tecnol\u00f3gico de Aeron\u00e1utica,  Sao Jose dos Campos, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-3631-156X","affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica, Sao Jose dos Campos, Brazil","institution_ids":["https://openalex.org/I107428990"]},{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica,  Sao Jose dos Campos, Brazil","institution_ids":["https://openalex.org/I107428990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088949669","display_name":"Ana Matran\u2010Fernandez","orcid":"https://orcid.org/0000-0002-8409-3747"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ana Matran-Fernandez","raw_affiliation_strings":["University of Essex, Colchester, United Kingdom of Great Britain and Northern Ireland","University of Essex,  Colchester United Kingdom of Great Britain and Northern Ireland"],"raw_orcid":"https://orcid.org/0000-0002-8409-3747","affiliations":[{"raw_affiliation_string":"University of Essex, Colchester, United Kingdom of Great Britain and Northern Ireland","institution_ids":["https://openalex.org/I110002522"]},{"raw_affiliation_string":"University of Essex,  Colchester United Kingdom of Great Britain and Northern Ireland","institution_ids":["https://openalex.org/I110002522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050014117","display_name":"Carlos Roberto Veiga Kiffer","orcid":"https://orcid.org/0000-0003-1122-0693"},"institutions":[{"id":"https://openalex.org/I88273585","display_name":"Universidade Federal de S\u00e3o Paulo","ror":"https://ror.org/02k5swt12","country_code":"BR","type":"education","lineage":["https://openalex.org/I88273585"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Carlos Kiffer","raw_affiliation_strings":["Universidade Federal de S\u00e3o Paulo, Sao Paulo, Brazil","Universidade Federal de S\u00e3o Paulo,  Sao Paulo Brazil"],"raw_orcid":"https://orcid.org/0000-0003-1122-0693","affiliations":[{"raw_affiliation_string":"Universidade Federal de S\u00e3o Paulo, Sao Paulo, Brazil","institution_ids":["https://openalex.org/I88273585"]},{"raw_affiliation_string":"Universidade Federal de S\u00e3o Paulo,  Sao Paulo Brazil","institution_ids":["https://openalex.org/I88273585"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036696970","display_name":"Ana Carolina Lorena","orcid":"https://orcid.org/0000-0002-6140-571X"},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ana Carolina Lorena","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Aeron\u00e1utica, Sao Jose dos Campos, Brazil","Instituto Tecnol\u00f3gico de Aeron\u00e1utica,  Sao Jose dos Campos Brazil"],"raw_orcid":"https://orcid.org/0000-0002-6140-571X","affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica, Sao Jose dos Campos, Brazil","institution_ids":["https://openalex.org/I107428990"]},{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica,  Sao Jose dos Campos Brazil","institution_ids":["https://openalex.org/I107428990"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1981,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82695035,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"16","issue":"4","first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8439652919769287},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6242179274559021},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6219654679298401},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6116631031036377},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6045001745223999},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5930358171463013},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5499236583709717},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.5201571583747864},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.44895139336586},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3210345506668091}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8439652919769287},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6242179274559021},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6219654679298401},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6116631031036377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6045001745223999},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5930358171463013},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5499236583709717},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.5201571583747864},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.44895139336586},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3210345506668091},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3687267","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3687267","pdf_url":null,"source":{"id":"https://openalex.org/S110189822","display_name":"Journal of Data and Information Quality","issn_l":"1936-1955","issn":["1936-1955","1936-1963"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Quality","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G2823776494","display_name":null,"funder_award_id":"88887","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"},{"id":"https://openalex.org/G3313953925","display_name":null,"funder_award_id":"2021/06870-3","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G6191138830","display_name":null,"funder_award_id":"88887","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G6438247056","display_name":null,"funder_award_id":"2021/","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G7446936489","display_name":null,"funder_award_id":"887.507037/2020-00","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"}],"funders":[{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2022477494","https://openalex.org/W2113820196","https://openalex.org/W2300445845","https://openalex.org/W2560821865","https://openalex.org/W2902141984","https://openalex.org/W3010316804","https://openalex.org/W3014003872","https://openalex.org/W3018517500","https://openalex.org/W3041868437","https://openalex.org/W3080462102","https://openalex.org/W3096328115","https://openalex.org/W3102226582","https://openalex.org/W3104873923","https://openalex.org/W3119688612","https://openalex.org/W4200445923","https://openalex.org/W4220981995","https://openalex.org/W4283318985","https://openalex.org/W4286307888","https://openalex.org/W4293093458","https://openalex.org/W4295693111","https://openalex.org/W4313250813"],"related_works":["https://openalex.org/W2149537132","https://openalex.org/W2018871932","https://openalex.org/W641279757","https://openalex.org/W2069592018","https://openalex.org/W2075740387","https://openalex.org/W370975646","https://openalex.org/W1583422155","https://openalex.org/W1649619740","https://openalex.org/W3213252596","https://openalex.org/W1534006406"],"abstract_inverted_index":{"Machine":[0],"Learning":[1],"(ML)":[2],"models":[3],"have":[4],"the":[5,36,64,119,137,140,151,159,172,183,218,223,229],"potential":[6],"to":[7,44,74,123,176,192],"support":[8],"decision-making":[9],"in":[10,20,63,166],"healthcare":[11],"by":[12],"grasping":[13],"complex":[14],"patterns":[15],"within":[16],"data.":[17,37],"However,":[18],"decisions":[19],"this":[21,40,109],"domain":[22,30,70,237],"are":[23,48,81],"sensitive":[24],"and":[25,69,142,174,181,189,220,236],"require":[26],"active":[27],"involvement":[28],"of":[29,35,105,139,153,161,185,216,222],"specialists":[31,71],"with":[32,84,145],"deep":[33],"knowledge":[34],"To":[38],"address":[39],"task,":[41],"clinicians":[42],"need":[43],"understand":[45],"how":[46],"predictions":[47,125],"generated":[49],"so":[50],"they":[51,207],"can":[52,96],"provide":[53],"feedback":[54],"for":[55,126,210,231],"model":[56,147],"refinement.":[57],"There":[58],"is":[59],"usually":[60],"a":[61,100,113,132,213],"gap":[62],"communication":[65],"between":[66,233],"data":[67,141,234],"scientists":[68,235],"that":[72,95,121],"needs":[73],"be":[75,97],"addressed.":[76],"Specifically,":[77],"many":[78],"ML":[79,146,224],"studies":[80],"only":[82],"concerned":[83],"presenting":[85],"average":[86],"accuracies":[87],"over":[88],"an":[89,163],"entire":[90],"dataset,":[91],"losing":[92],"valuable":[93,203],"insights":[94,204],"obtained":[98],"at":[99,117],"more":[101],"fine-grained":[102],"patient-level":[103],"analysis":[104],"classification":[106],"performance.":[107,148],"In":[108],"article,":[110],"we":[111,179,197],"present":[112],"case":[114],"study":[115],"aimed":[116],"explaining":[118],"factors":[120],"contribute":[122],"specific":[124,186],"individual":[127],"patients.":[128],"Our":[129],"approach":[130],"takes":[131],"data-centric":[133],"perspective,":[134],"focusing":[135],"on":[136],"structure":[138],"its":[143],"correlation":[144],"We":[149],"utilize":[150],"concept":[152],"Instance":[154],"Hardness":[155],",":[156],"which":[157],"measures":[158],"level":[160],"difficulty":[162],"instance":[164],"poses":[165],"being":[167],"correctly":[168],"classified.":[169],"By":[170],"selecting":[171],"hardest":[173],"easiest":[175],"classify":[177],"instances,":[178,201],"analyze":[180],"contrast":[182],"distributions":[184],"input":[187],"features":[188],"extract":[190],"meta-features":[191],"describe":[193],"each":[194],"instance.":[195],"Furthermore,":[196],"individually":[198],"examine":[199],"certain":[200],"offering":[202],"into":[205],"why":[206],"offer":[208],"challenges":[209],"classification,":[211],"enabling":[212],"better":[214],"understanding":[215],"both":[217],"successes":[219],"failures":[221],"models.":[225],"This":[226],"opens":[227],"up":[228],"possibility":[230],"discussions":[232],"specialists,":[238],"supporting":[239],"collaborative":[240],"decision-making.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}