{"id":"https://openalex.org/W4403333813","doi":"https://doi.org/10.1145/3654777.3676323","title":"VIME: Visual Interactive Model Explorer for Identifying Capabilities and Limitations of Machine Learning Models for Sequential Decision-Making","display_name":"VIME: Visual Interactive Model Explorer for Identifying Capabilities and Limitations of Machine Learning Models for Sequential Decision-Making","publication_year":2024,"publication_date":"2024-10-11","ids":{"openalex":"https://openalex.org/W4403333813","doi":"https://doi.org/10.1145/3654777.3676323"},"language":"en","primary_location":{"id":"doi:10.1145/3654777.3676323","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3654777.3676323","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043408232","display_name":"Anindya Das Antar","orcid":"https://orcid.org/0000-0001-9912-8757"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Anindya Das Antar","raw_affiliation_strings":["Electrical Engineering and Computer Science, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0000-0001-9912-8757","affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067057121","display_name":"Somayeh Molaei","orcid":"https://orcid.org/0000-0001-8164-0162"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Somayeh Molaei","raw_affiliation_strings":["Computer Science and Engineering, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0000-0001-8164-0162","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034909215","display_name":"Yan-Ying Chen","orcid":"https://orcid.org/0009-0000-5901-1538"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]},{"id":"https://openalex.org/I917207718","display_name":"Toyota Industries (United States)","ror":"https://ror.org/0132ebr60","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210145315","https://openalex.org/I917207718"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan-Ying Chen","raw_affiliation_strings":["Toyota Research Institute, United States"],"raw_orcid":"https://orcid.org/0009-0000-5901-1538","affiliations":[{"raw_affiliation_string":"Toyota Research Institute, United States","institution_ids":["https://openalex.org/I917207718","https://openalex.org/I4391768151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046874963","display_name":"Matthew L. Lee","orcid":"https://orcid.org/0000-0003-2620-2623"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]},{"id":"https://openalex.org/I917207718","display_name":"Toyota Industries (United States)","ror":"https://ror.org/0132ebr60","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210145315","https://openalex.org/I917207718"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew L Lee","raw_affiliation_strings":["Toyota Research Institute, United States"],"raw_orcid":"https://orcid.org/0000-0003-2620-2623","affiliations":[{"raw_affiliation_string":"Toyota Research Institute, United States","institution_ids":["https://openalex.org/I917207718","https://openalex.org/I4391768151"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060671078","display_name":"Nikola Banovi\u0107","orcid":"https://orcid.org/0000-0002-2790-3264"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikola Banovic","raw_affiliation_strings":["Electrical Engineering and Computer Science, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0000-0002-2790-3264","affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5043408232"],"corresponding_institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"],"apc_list":null,"apc_paid":null,"fwci":0.9934,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.80730198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.95169997215271,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9447000026702881,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7895292043685913},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.541344404220581},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5141218304634094},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4554850459098816}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7895292043685913},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.541344404220581},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5141218304634094},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4554850459098816}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3654777.3676323","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3654777.3676323","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":177,"referenced_works":["https://openalex.org/W136202409","https://openalex.org/W1501005121","https://openalex.org/W1518997799","https://openalex.org/W1645738616","https://openalex.org/W1981815029","https://openalex.org/W1996686401","https://openalex.org/W1996796871","https://openalex.org/W2003238113","https://openalex.org/W2014577670","https://openalex.org/W2016289761","https://openalex.org/W2018219569","https://openalex.org/W2018415007","https://openalex.org/W2019781618","https://openalex.org/W2020796004","https://openalex.org/W2036859301","https://openalex.org/W2053075547","https://openalex.org/W2057144864","https://openalex.org/W2064564356","https://openalex.org/W2069228960","https://openalex.org/W2092922484","https://openalex.org/W2100741257","https://openalex.org/W2114566476","https://openalex.org/W2117601224","https://openalex.org/W2118448219","https://openalex.org/W2124332348","https://openalex.org/W2125124735","https://openalex.org/W2133990480","https://openalex.org/W2135801466","https://openalex.org/W2137406659","https://openalex.org/W2138199375","https://openalex.org/W2140549709","https://openalex.org/W2146388339","https://openalex.org/W2149252982","https://openalex.org/W2149706766","https://openalex.org/W2149802704","https://openalex.org/W2155369095","https://openalex.org/W2162300060","https://openalex.org/W2165254944","https://openalex.org/W2282821441","https://openalex.org/W2291023960","https://openalex.org/W2335772274","https://openalex.org/W2394669110","https://openalex.org/W2397891592","https://openalex.org/W2399353195","https://openalex.org/W2402661097","https://openalex.org/W2607223307","https://openalex.org/W2611359969","https://openalex.org/W2615046848","https://openalex.org/W2734446306","https://openalex.org/W2752194699","https://openalex.org/W2765204106","https://openalex.org/W2808450727","https://openalex.org/W2886614482","https://openalex.org/W2891503716","https://openalex.org/W2897007327","https://openalex.org/W2904442985","https://openalex.org/W2914477394","https://openalex.org/W2923421605","https://openalex.org/W2942227409","https://openalex.org/W2942444880","https://openalex.org/W2945295328","https://openalex.org/W2945759596","https://openalex.org/W2949832227","https://openalex.org/W2956281901","https://openalex.org/W2963123635","https://openalex.org/W2964008920","https://openalex.org/W2964213179","https://openalex.org/W2969493212","https://openalex.org/W2970837303","https://openalex.org/W2973221207","https://openalex.org/W2981150652","https://openalex.org/W2981731882","https://openalex.org/W2995523160","https://openalex.org/W2998991762","https://openalex.org/W2999765337","https://openalex.org/W3007910004","https://openalex.org/W3008257486","https://openalex.org/W3013174064","https://openalex.org/W3016099278","https://openalex.org/W3029900269","https://openalex.org/W3030109276","https://openalex.org/W3030350595","https://openalex.org/W3034803276","https://openalex.org/W3039295546","https://openalex.org/W3081464307","https://openalex.org/W3082245592","https://openalex.org/W3092732263","https://openalex.org/W3104114204","https://openalex.org/W3104149808","https://openalex.org/W3104831984","https://openalex.org/W3104847483","https://openalex.org/W3107975486","https://openalex.org/W3108010663","https://openalex.org/W3120502058","https://openalex.org/W3123497755","https://openalex.org/W3126950392","https://openalex.org/W3131457744","https://openalex.org/W3146613606","https://openalex.org/W3152997756","https://openalex.org/W3156106752","https://openalex.org/W3160037564","https://openalex.org/W3160787306","https://openalex.org/W3161710425","https://openalex.org/W3161926791","https://openalex.org/W3162683185","https://openalex.org/W3162866579","https://openalex.org/W3166235221","https://openalex.org/W3184560090","https://openalex.org/W3184903642","https://openalex.org/W3193953544","https://openalex.org/W3198268897","https://openalex.org/W3199384803","https://openalex.org/W3200421165","https://openalex.org/W3203348860","https://openalex.org/W3204153914","https://openalex.org/W3204734566","https://openalex.org/W3216331989","https://openalex.org/W4210361514","https://openalex.org/W4210695779","https://openalex.org/W4220699706","https://openalex.org/W4220962633","https://openalex.org/W4220983079","https://openalex.org/W4224241499","https://openalex.org/W4224988699","https://openalex.org/W4224993429","https://openalex.org/W4225008476","https://openalex.org/W4225117847","https://openalex.org/W4225137238","https://openalex.org/W4225158968","https://openalex.org/W4226290207","https://openalex.org/W4229027220","https://openalex.org/W4233840023","https://openalex.org/W4245111519","https://openalex.org/W4248173958","https://openalex.org/W4249894953","https://openalex.org/W4280636581","https://openalex.org/W4281386293","https://openalex.org/W4283171284","https://openalex.org/W4287064759","https://openalex.org/W4288032566","https://openalex.org/W4292092860","https://openalex.org/W4292158679","https://openalex.org/W4293580823","https://openalex.org/W4294559022","https://openalex.org/W4298235707","https://openalex.org/W4306316931","https://openalex.org/W4313429401","https://openalex.org/W4320342906","https://openalex.org/W4323568846","https://openalex.org/W4324032736","https://openalex.org/W4360991197","https://openalex.org/W4361758712","https://openalex.org/W4365998993","https://openalex.org/W4365999041","https://openalex.org/W4366003124","https://openalex.org/W4366407820","https://openalex.org/W4366547538","https://openalex.org/W4366547597","https://openalex.org/W4366549723","https://openalex.org/W4366550901","https://openalex.org/W4366581769","https://openalex.org/W4366590516","https://openalex.org/W4377371585","https://openalex.org/W4381189853","https://openalex.org/W4381328970","https://openalex.org/W4382395287","https://openalex.org/W4387331308","https://openalex.org/W4387344968","https://openalex.org/W4387801079","https://openalex.org/W4387801184","https://openalex.org/W4387827792","https://openalex.org/W4388007985","https://openalex.org/W4388191928","https://openalex.org/W4392849749","https://openalex.org/W4396218607","https://openalex.org/W4404079674","https://openalex.org/W6750719323"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Ensuring":[0],"that":[1,72,112],"Machine":[2],"Learning":[3],"(ML)":[4],"models":[5,19,43,82,99,124],"make":[6,52],"correct":[7],"and":[8,38,102,119],"meaningful":[9],"inferences":[10],"is":[11],"necessary":[12],"for":[13,142],"the":[14,36,123,130,135],"broader":[15],"adoption":[16],"of":[17,40,55,80,137],"such":[18],"into":[20],"high-stakes":[21],"decision-making":[22],"scenarios.":[23,86],"Thus,":[24],"ML":[25,42,49,74,91,98],"model":[26,75],"engineers":[27,76],"increasingly":[28],"use":[29],"eXplainable":[30],"AI":[31],"(XAI)":[32],"tools":[33],"to":[34,77,107,117,129],"investigate":[35],"capabilities":[37],"limitations":[39],"their":[41],"before":[44],"deployment.":[45],"However,":[46],"explaining":[47],"sequential":[48,81,97,144],"models,":[50],"which":[51],"a":[53,103],"series":[54],"decisions":[56,79,127],"at":[57],"each":[58],"timestep,":[59],"remains":[60],"challenging.":[61],"We":[62],"present":[63],"Visual":[64],"Interactive":[65],"Model":[66],"Explorer":[67],"(VIME),":[68],"an":[69],"XAI":[70,105,140],"toolbox":[71,106],"enables":[73],"explain":[78,120],"in":[83],"different":[84],"\u201cwhat-if\u201d":[85,109],"Our":[87,132],"evaluation":[88],"with":[89],"14":[90],"experts,":[92],"who":[93],"investigated":[94],"two":[95],"existing":[96],"using":[100],"VIME":[101,113],"baseline":[104],"explore":[108],"scenarios,":[110],"showed":[111],"made":[114,125],"it":[115],"easier":[116],"identify":[118],"instances":[121],"when":[122],"wrong":[126],"compared":[128],"baseline.":[131],"work":[133],"informs":[134],"design":[136],"future":[138],"interactive":[139],"mechanisms":[141],"evaluating":[143],"ML-based":[145],"decision":[146],"support":[147],"systems.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2024-10-12T00:00:00"}