{"id":"https://openalex.org/W4226200891","doi":"https://doi.org/10.1109/tvcg.2022.3219232","title":"Visual Exploration of Machine Learning Model Behavior With Hierarchical Surrogate Rule Sets","display_name":"Visual Exploration of Machine Learning Model Behavior With Hierarchical Surrogate Rule Sets","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4226200891","doi":"https://doi.org/10.1109/tvcg.2022.3219232","pmid":"https://pubmed.ncbi.nlm.nih.gov/36327192"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2022.3219232","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2022.3219232","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101693254","display_name":"Jun Yuan","orcid":"https://orcid.org/0000-0003-1952-5221"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jun Yuan","raw_affiliation_strings":["New York University, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071156124","display_name":"Brian Barr","orcid":"https://orcid.org/0000-0002-4424-3448"},"institutions":[{"id":"https://openalex.org/I1305444813","display_name":"Capital One (United States)","ror":"https://ror.org/00svp7168","country_code":"US","type":"company","lineage":["https://openalex.org/I1305444813"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Barr","raw_affiliation_strings":["Capital One, McLean, VA, USA"],"affiliations":[{"raw_affiliation_string":"Capital One, McLean, VA, USA","institution_ids":["https://openalex.org/I1305444813"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078649270","display_name":"Kyle Overton","orcid":null},"institutions":[{"id":"https://openalex.org/I1305444813","display_name":"Capital One (United States)","ror":"https://ror.org/00svp7168","country_code":"US","type":"company","lineage":["https://openalex.org/I1305444813"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyle Overton","raw_affiliation_strings":["Capital One, McLean, VA, USA"],"affiliations":[{"raw_affiliation_string":"Capital One, McLean, VA, USA","institution_ids":["https://openalex.org/I1305444813"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102923390","display_name":"Enrico Bertini","orcid":"https://orcid.org/0000-0002-9932-0551"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Enrico Bertini","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101693254"],"corresponding_institution_ids":["https://openalex.org/I57206974"],"apc_list":null,"apc_paid":null,"fwci":1.2079,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.79639949,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"30","issue":"2","first_page":"1470","last_page":"1488"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.827242374420166},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.6631994247436523},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.645197868347168},{"id":"https://openalex.org/keywords/surrogate-model","display_name":"Surrogate model","score":0.6341431736946106},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6184805035591125},{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.6058762669563293},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5876013040542603},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5452592372894287},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4624303877353668},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.4553022086620331},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.4418632686138153},{"id":"https://openalex.org/keywords/decision-rule","display_name":"Decision rule","score":0.43032971024513245},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.42946091294288635},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.1865975558757782}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.827242374420166},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.6631994247436523},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.645197868347168},{"id":"https://openalex.org/C131675550","wikidata":"https://www.wikidata.org/wiki/Q7646884","display_name":"Surrogate model","level":2,"score":0.6341431736946106},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6184805035591125},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.6058762669563293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5876013040542603},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5452592372894287},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4624303877353668},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.4553022086620331},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.4418632686138153},{"id":"https://openalex.org/C84839998","wikidata":"https://www.wikidata.org/wiki/Q5249245","display_name":"Decision rule","level":2,"score":0.43032971024513245},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.42946091294288635},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.1865975558757782},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2022.3219232","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2022.3219232","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:36327192","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36327192","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7200000286102295}],"awards":[],"funders":[{"id":"https://openalex.org/F4320307923","display_name":"Capital One Financial Corporation","ror":"https://ror.org/00svp7168"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W73593153","https://openalex.org/W1806329564","https://openalex.org/W1985082033","https://openalex.org/W1990088911","https://openalex.org/W2048231652","https://openalex.org/W2107365178","https://openalex.org/W2125259630","https://openalex.org/W2125283600","https://openalex.org/W2159367517","https://openalex.org/W2367397349","https://openalex.org/W2510750606","https://openalex.org/W2522925973","https://openalex.org/W2554930721","https://openalex.org/W2617799811","https://openalex.org/W2762409054","https://openalex.org/W2788403449","https://openalex.org/W2809924942","https://openalex.org/W2810511505","https://openalex.org/W2883424428","https://openalex.org/W2891130433","https://openalex.org/W2914029945","https://openalex.org/W2923421605","https://openalex.org/W2927977532","https://openalex.org/W2959587146","https://openalex.org/W2983753125","https://openalex.org/W2999362542","https://openalex.org/W3023454035","https://openalex.org/W3035836689","https://openalex.org/W3110802511","https://openalex.org/W3111083242","https://openalex.org/W3119828879","https://openalex.org/W3163411042","https://openalex.org/W3168229035","https://openalex.org/W3216201365","https://openalex.org/W4249303080","https://openalex.org/W4293583991","https://openalex.org/W4302042384","https://openalex.org/W4307531738","https://openalex.org/W6604443778","https://openalex.org/W6605241255","https://openalex.org/W6628750762","https://openalex.org/W6631388279","https://openalex.org/W6632481002","https://openalex.org/W6633233822","https://openalex.org/W6633888031","https://openalex.org/W6676885637","https://openalex.org/W6730240353","https://openalex.org/W6738898614","https://openalex.org/W6744393810","https://openalex.org/W6751776086","https://openalex.org/W6751959524","https://openalex.org/W6758979359","https://openalex.org/W6790587931","https://openalex.org/W6803836805","https://openalex.org/W6804532589","https://openalex.org/W6912288860"],"related_works":["https://openalex.org/W3149127250","https://openalex.org/W2158984754","https://openalex.org/W2080934634","https://openalex.org/W4246764483","https://openalex.org/W2126824079","https://openalex.org/W1536574209","https://openalex.org/W2143428259","https://openalex.org/W2112083262","https://openalex.org/W4378086562","https://openalex.org/W2013467770"],"abstract_inverted_index":{"One":[0],"of":[1,22,81,165,187],"the":[2,20,23,77,145,161,185,193,196,213],"potential":[3],"solutions":[4,105],"for":[5,156,243],"model":[6,17,24],"interpretation":[7],"is":[8],"to":[9,25,37,55,86,106,219],"train":[10],"a":[11,14,57,63,131,199,234],"surrogate":[12,142,173,188],"model:":[13],"more":[15,74],"transparent":[16],"that":[18,66,119,136,178,212,239],"approximates":[19],"behavior":[21],"be":[26,241],"explained.":[27],"Typically,":[28],"classification":[29],"rules":[30,72,82,122,150],"or":[31],"decision":[32,42,64,174,189],"trees":[33,43,152,175,218],"are":[34,73],"used":[35,242],"due":[36],"their":[38],"logic-based":[39],"expressions.":[40],"However,":[41,76],"can":[44,51,215,240],"grow":[45],"too":[46,53],"deep,":[47],"and":[48,99,103,139,170,176,183,195,202,246],"rule":[49,143,235],"sets":[50],"become":[52],"large":[54],"approximate":[56],"complex":[58],"model.":[59],"Unlike":[60],"paths":[61],"on":[62,96,124],"tree":[65],"must":[67],"share":[68],"ancestor":[69],"nodes":[70],"(conditions),":[71],"flexible.":[75],"unstructured":[78],"visual":[79,132],"representation":[80],"makes":[83],"it":[84,179],"hard":[85],"make":[87],"inferences":[88],"across":[89],"rules.":[90],"In":[91],"this":[92],"paper,":[93],"we":[94,111],"focus":[95],"tabular":[97],"data":[98],"present":[100,112],"novel":[101],"algorithmic":[102],"interactive":[104,141],"address":[107],"these":[108],"issues.":[109],"First,":[110],"Hierarchical":[113],"Surrogate":[114],"Rules":[115],"(HSR),":[116],"an":[117,140,203],"algorithm":[118,162],"generates":[120],"hierarchical":[121],"based":[123],"user-defined":[125],"parameters.":[126],"We":[127,159,191,227],"also":[128,228],"contribute":[129],"SuRE,":[130],"analytics":[133],"(VA)":[134],"system":[135,197],"integrates":[137],"HSR":[138],"visualization,":[144],"Feature-Aligned":[146],"Tree,":[147],"which":[148],"depicts":[149],"as":[151],"while":[153],"aligning":[154],"features":[155],"easier":[157],"comparison.":[158],"evaluate":[160,192],"in":[163],"terms":[164],"parameter":[166],"sensitivity,":[167],"time":[168],"performance,":[169],"comparison":[171],"with":[172,206,223],"find":[177],"scales":[180],"reasonably":[181],"well":[182],"overcomes":[184],"shortcomings":[186],"trees.":[190],"visualization":[194,244],"through":[198],"usability":[200],"study":[201,205],"observational":[204],"domain":[207],"experts.":[208],"Our":[209],"investigation":[210],"shows":[211],"participants":[214],"use":[216],"feature-aligned":[217],"perform":[220],"non-trivial":[221],"tasks":[222],"very":[224],"high":[225],"accuracy.":[226],"discuss":[229],"many":[230],"interesting":[231],"findings,":[232],"including":[233],"analysis":[236],"task":[237],"characterization,":[238],"design":[245],"future":[247],"research.":[248]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}