{"id":"https://openalex.org/W4393970755","doi":"https://doi.org/10.1145/3640543.3645151","title":"VMS: Interactive Visualization to Support the Sensemaking and Selection of Predictive Models","display_name":"VMS: Interactive Visualization to Support the Sensemaking and Selection of Predictive Models","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4393970755","doi":"https://doi.org/10.1145/3640543.3645151"},"language":"en","primary_location":{"id":"doi:10.1145/3640543.3645151","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640543.3645151","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640543.3645151","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3640543.3645151","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019862820","display_name":"Chen He","orcid":"https://orcid.org/0000-0003-2055-4468"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Chen He","raw_affiliation_strings":["Department of Computer Science, University of Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0003-2055-4468","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077545936","display_name":"Vishnu Raj","orcid":"https://orcid.org/0000-0002-6939-8884"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Vishnu Raj","raw_affiliation_strings":["Department of Computer Science, Aalto University, Finland"],"raw_orcid":"https://orcid.org/0000-0002-6939-8884","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022491386","display_name":"Hans Moen","orcid":"https://orcid.org/0000-0003-1418-7892"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Hans Moen","raw_affiliation_strings":["Department of Computer Science, Aalto University, Finland"],"raw_orcid":"https://orcid.org/0000-0003-1418-7892","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057083220","display_name":"Tommi Gr\u00f6hn","orcid":"https://orcid.org/0000-0002-6681-1979"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Tommi Gr\u00f6hn","raw_affiliation_strings":["Department of Computer Science, Aalto University, Finland"],"raw_orcid":"https://orcid.org/0000-0002-6681-1979","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102917411","display_name":"C. Wang","orcid":"https://orcid.org/0009-0000-5508-7586"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Wang","raw_affiliation_strings":["Harbin Engineering University, China and Harbin Institute of Technology, China"],"raw_orcid":"https://orcid.org/0009-0000-5508-7586","affiliations":[{"raw_affiliation_string":"Harbin Engineering University, China and Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213","https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Laura-Maria Peltonen","orcid":"https://orcid.org/0000-0001-5740-6480"},"institutions":[{"id":"https://openalex.org/I155660961","display_name":"University of Turku","ror":"https://ror.org/05vghhr25","country_code":"FI","type":"education","lineage":["https://openalex.org/I155660961"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Laura-Maria Peltonen","raw_affiliation_strings":["University of Turku, Finland"],"raw_orcid":"https://orcid.org/0000-0001-5740-6480","affiliations":[{"raw_affiliation_string":"University of Turku, Finland","institution_ids":["https://openalex.org/I155660961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014645656","display_name":"Saila B. Koivusalo","orcid":"https://orcid.org/0000-0002-9482-9826"},"institutions":[{"id":"https://openalex.org/I2800394112","display_name":"Helsinki University Hospital","ror":"https://ror.org/02e8hzf44","country_code":"FI","type":"healthcare","lineage":["https://openalex.org/I2800394112","https://openalex.org/I4210166427"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Saila Koivusalo","raw_affiliation_strings":["Helsinki University Hospital, Finland"],"raw_orcid":"https://orcid.org/0000-0002-9482-9826","affiliations":[{"raw_affiliation_string":"Helsinki University Hospital, Finland","institution_ids":["https://openalex.org/I2800394112"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089920272","display_name":"Pekka Marttinen","orcid":"https://orcid.org/0000-0001-7078-7927"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Pekka Marttinen","raw_affiliation_strings":["Department of Computer Science, Aalto University, Finland"],"raw_orcid":"https://orcid.org/0000-0001-7078-7927","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074899838","display_name":"Giulio Jacucci","orcid":"https://orcid.org/0000-0002-9185-7928"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Giulio Jacucci","raw_affiliation_strings":["Department of Computer Science, University of Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0002-9185-7928","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5019862820"],"corresponding_institution_ids":["https://openalex.org/I133731052"],"apc_list":null,"apc_paid":null,"fwci":0.9934,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.7855161,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"229","last_page":"244"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensemaking","display_name":"Sensemaking","score":0.9444524049758911},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8175362348556519},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.7633215188980103},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5834534764289856},{"id":"https://openalex.org/keywords/interactive-visualization","display_name":"Interactive visualization","score":0.5374029278755188},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5218954682350159},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4989635944366455},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.49257951974868774},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47783970832824707},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4427960216999054},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.43922159075737},{"id":"https://openalex.org/keywords/creative-visualization","display_name":"Creative visualization","score":0.4293382465839386},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.42390140891075134},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.41700345277786255},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4080516993999481},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3770056366920471},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37641289830207825}],"concepts":[{"id":"https://openalex.org/C2780554381","wikidata":"https://www.wikidata.org/wiki/Q2063340","display_name":"Sensemaking","level":2,"score":0.9444524049758911},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8175362348556519},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.7633215188980103},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5834534764289856},{"id":"https://openalex.org/C64073096","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Interactive visualization","level":3,"score":0.5374029278755188},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5218954682350159},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4989635944366455},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.49257951974868774},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47783970832824707},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4427960216999054},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.43922159075737},{"id":"https://openalex.org/C14669888","wikidata":"https://www.wikidata.org/wiki/Q4014850","display_name":"Creative visualization","level":3,"score":0.4293382465839386},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.42390140891075134},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41700345277786255},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4080516993999481},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3770056366920471},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37641289830207825},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3640543.3645151","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640543.3645151","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640543.3645151","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},{"id":"pmh:oai:www.utupub.fi:10024/187180","is_oa":true,"landing_page_url":"https://www.utupub.fi/handle/10024/187180","pdf_url":"https://www.utupub.fi/bitstream/10024/187180/1/3640543.3645151.pdf","source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/127742","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/60cd415d-6189-4dd5-8337-c2acace1512e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3640543.3645151","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640543.3645151","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640543.3645151","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7961519653","display_name":null,"funder_award_id":"358247","funder_id":"https://openalex.org/F4320335354","funder_display_name":"Strategic Research Council"}],"funders":[{"id":"https://openalex.org/F4320335354","display_name":"Strategic Research Council","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393970755.pdf","grobid_xml":"https://content.openalex.org/works/W4393970755.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1974584593","https://openalex.org/W2035324138","https://openalex.org/W2132881639","https://openalex.org/W2158778465","https://openalex.org/W2187089797","https://openalex.org/W2597505554","https://openalex.org/W2886614482","https://openalex.org/W2889326414","https://openalex.org/W2889730816","https://openalex.org/W2960217013","https://openalex.org/W2963095307","https://openalex.org/W2963214037","https://openalex.org/W2965641056","https://openalex.org/W2978934711","https://openalex.org/W3011179515","https://openalex.org/W3015926775","https://openalex.org/W3017863658","https://openalex.org/W3021858709","https://openalex.org/W3023289764","https://openalex.org/W3042781247","https://openalex.org/W3080876831","https://openalex.org/W3090626803","https://openalex.org/W3100770048","https://openalex.org/W3101973032","https://openalex.org/W3133409647","https://openalex.org/W3172185524","https://openalex.org/W3181414820","https://openalex.org/W4210250367","https://openalex.org/W4213145388","https://openalex.org/W4224073290","https://openalex.org/W4280636581","https://openalex.org/W4288762469","https://openalex.org/W4298326701","https://openalex.org/W4313439128","https://openalex.org/W4319311001","https://openalex.org/W6884869442"],"related_works":["https://openalex.org/W4387891525","https://openalex.org/W2093903345","https://openalex.org/W2158984754","https://openalex.org/W3149127250","https://openalex.org/W2564956852","https://openalex.org/W4246764483","https://openalex.org/W2126824079","https://openalex.org/W2007038549","https://openalex.org/W2116732611","https://openalex.org/W2112083262"],"abstract_inverted_index":{"To":[0,74],"compare":[1,97],"and":[2,26,40,49,65,89,98,106,122,133,152,176],"select":[3,99,180],"machine":[4],"learning":[5],"models,":[6],"relying":[7],"on":[8,131,194],"performance":[9],"measures":[10],"alone":[11],"may":[12,29],"not":[13,66],"always":[14],"be":[15],"sufficient.":[16],"This":[17],"is":[18],"particularly":[19],"the":[20,35,94,120,154,160,181],"case":[21],"where":[22],"different":[23,204,208],"subsets,":[24],"features,":[25],"predicted":[27],"results":[28],"vary":[30],"in":[31,71,173,198],"importance":[32],"relative":[33],"to":[34,45,96,109,170,179],"task":[36],"at":[37],"hand.":[38],"Explanation":[39],"visualization":[41],"techniques":[42],"are":[43,59],"required":[44],"support":[46],"model":[47,63,95,129,199],"sensemaking":[48],"informed":[50],"decision-making.":[51],"However,":[52],"a":[53,116,185],"review":[54],"shows":[55],"that":[56,166],"existing":[57],"systems":[58],"mostly":[60],"designed":[61],"for":[62,86,91,139,203],"developers":[64],"evaluated":[67,153],"with":[68,156,184],"target":[69],"users":[70,92,169,178],"their":[72],"effectiveness.":[73],"address":[75],"this":[76,78],"issue,":[77],"research":[79],"proposes":[80],"an":[81],"interactive":[82],"visualization,":[83],"VMS":[84,102,138,167],"(Visualization":[85],"Model":[87],"Sensemaking":[88],"Selection),":[90],"of":[93,124,126,146,210],"predictive":[100],"models.":[101],"integrates":[103],"performance-,":[104],"instance-,":[105],"feature-level":[107],"analysis":[108],"evaluate":[110],"models":[111,141,172,183],"from":[112,159],"multiple":[113,174],"angles.":[114],"Particularly,":[115],"feature":[117],"view":[118],"integrating":[119],"value":[121],"contribution":[123],"hundreds":[125],"features":[127,211],"supports":[128,168],"comparison":[130],"local":[132],"global":[134],"scales.":[135],"We":[136],"exemplified":[137],"comparing":[140],"predicting":[142],"patients\u2019":[143],"hospital":[144],"length":[145],"stay":[147],"through":[148],"time-series":[149],"health":[150],"records":[151],"prototype":[155],"16":[157],"participants":[158],"medical":[161],"field.":[162],"Results":[163],"reveal":[164],"evidence":[165],"rationalize":[171],"ways":[175],"enables":[177],"optimal":[182],"small":[186],"sample":[187],"size.":[188],"User":[189],"feedback":[190],"suggests":[191],"future":[192],"directions":[193],"incorporating":[195],"domain":[196],"knowledge":[197],"training,":[200],"such":[201],"as":[202,212],"patient":[205],"groups":[206],"considering":[207],"sets":[209],"important.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2024-04-06T00:00:00"}