{"id":"https://openalex.org/W4205572354","doi":"https://doi.org/10.1109/smc52423.2021.9659278","title":"Provenance as a Substrate for Human Sensemaking and Explanation of Machine Collaborators","display_name":"Provenance as a Substrate for Human Sensemaking and Explanation of Machine Collaborators","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W4205572354","doi":"https://doi.org/10.1109/smc52423.2021.9659278"},"language":"en","primary_location":{"id":"doi:10.1109/smc52423.2021.9659278","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc52423.2021.9659278","pdf_url":null,"source":{"id":"https://openalex.org/S4363607761","display_name":"2021 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100856844","display_name":"Scott Friedman","orcid":null},"institutions":[{"id":"https://openalex.org/I4210103432","display_name":"Smart Information Flow Technologies (United States)","ror":"https://ror.org/01hnzmd62","country_code":"US","type":"company","lineage":["https://openalex.org/I4210103432"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Scott E. Friedman","raw_affiliation_strings":["SIFT, Minneapolis, MN"],"affiliations":[{"raw_affiliation_string":"SIFT, Minneapolis, MN","institution_ids":["https://openalex.org/I4210103432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059686529","display_name":"Jeffrey M. Rye","orcid":null},"institutions":[{"id":"https://openalex.org/I4210103432","display_name":"Smart Information Flow Technologies (United States)","ror":"https://ror.org/01hnzmd62","country_code":"US","type":"company","lineage":["https://openalex.org/I4210103432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Rye","raw_affiliation_strings":["SIFT, Minneapolis, MN"],"affiliations":[{"raw_affiliation_string":"SIFT, Minneapolis, MN","institution_ids":["https://openalex.org/I4210103432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064543548","display_name":"Matthew D. McLure","orcid":null},"institutions":[{"id":"https://openalex.org/I4210103432","display_name":"Smart Information Flow Technologies (United States)","ror":"https://ror.org/01hnzmd62","country_code":"US","type":"company","lineage":["https://openalex.org/I4210103432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew McLure","raw_affiliation_strings":["SIFT, Minneapolis, MN"],"affiliations":[{"raw_affiliation_string":"SIFT, Minneapolis, MN","institution_ids":["https://openalex.org/I4210103432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064066003","display_name":"Helen Wauck","orcid":"https://orcid.org/0000-0003-2822-4770"},"institutions":[{"id":"https://openalex.org/I4210103432","display_name":"Smart Information Flow Technologies (United States)","ror":"https://ror.org/01hnzmd62","country_code":"US","type":"company","lineage":["https://openalex.org/I4210103432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Helen C. Wauck","raw_affiliation_strings":["SIFT, Minneapolis, MN"],"affiliations":[{"raw_affiliation_string":"SIFT, Minneapolis, MN","institution_ids":["https://openalex.org/I4210103432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101483380","display_name":"Pooja Patel","orcid":"https://orcid.org/0000-0001-5358-9777"},"institutions":[{"id":"https://openalex.org/I4210103432","display_name":"Smart Information Flow Technologies (United States)","ror":"https://ror.org/01hnzmd62","country_code":"US","type":"company","lineage":["https://openalex.org/I4210103432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pooja Patel","raw_affiliation_strings":["SIFT, Minneapolis, MN"],"affiliations":[{"raw_affiliation_string":"SIFT, Minneapolis, MN","institution_ids":["https://openalex.org/I4210103432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090734686","display_name":"Ruta Wheelock","orcid":null},"institutions":[{"id":"https://openalex.org/I4210103432","display_name":"Smart Information Flow Technologies (United States)","ror":"https://ror.org/01hnzmd62","country_code":"US","type":"company","lineage":["https://openalex.org/I4210103432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruta Wheelock","raw_affiliation_strings":["SIFT, Minneapolis, MN"],"affiliations":[{"raw_affiliation_string":"SIFT, Minneapolis, MN","institution_ids":["https://openalex.org/I4210103432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064767442","display_name":"Mark Valovage","orcid":null},"institutions":[{"id":"https://openalex.org/I4210103432","display_name":"Smart Information Flow Technologies (United States)","ror":"https://ror.org/01hnzmd62","country_code":"US","type":"company","lineage":["https://openalex.org/I4210103432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark A. Valovage","raw_affiliation_strings":["SIFT, Minneapolis, MN"],"affiliations":[{"raw_affiliation_string":"SIFT, Minneapolis, MN","institution_ids":["https://openalex.org/I4210103432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110520834","display_name":"Steven Johnston","orcid":null},"institutions":[{"id":"https://openalex.org/I4210103432","display_name":"Smart Information Flow Technologies (United States)","ror":"https://ror.org/01hnzmd62","country_code":"US","type":"company","lineage":["https://openalex.org/I4210103432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven Johnston","raw_affiliation_strings":["SIFT, Minneapolis, MN"],"affiliations":[{"raw_affiliation_string":"SIFT, Minneapolis, MN","institution_ids":["https://openalex.org/I4210103432"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033125377","display_name":"Chris Miller","orcid":"https://orcid.org/0000-0002-5957-7088"},"institutions":[{"id":"https://openalex.org/I4210103432","display_name":"Smart Information Flow Technologies (United States)","ror":"https://ror.org/01hnzmd62","country_code":"US","type":"company","lineage":["https://openalex.org/I4210103432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Miller","raw_affiliation_strings":["SIFT, Minneapolis, MN"],"affiliations":[{"raw_affiliation_string":"SIFT, Minneapolis, MN","institution_ids":["https://openalex.org/I4210103432"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5100856844"],"corresponding_institution_ids":["https://openalex.org/I4210103432"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34146341,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1014","last_page":"1019"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7457341551780701},{"id":"https://openalex.org/keywords/sensemaking","display_name":"Sensemaking","score":0.6592974066734314},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.5363200306892395},{"id":"https://openalex.org/keywords/workspace","display_name":"Workspace","score":0.4991426467895508},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.41793230175971985},{"id":"https://openalex.org/keywords/human-intelligence","display_name":"Human intelligence","score":0.4172826111316681},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4140304923057556},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.41137388348579407},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3623136878013611},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32751643657684326}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7457341551780701},{"id":"https://openalex.org/C2780554381","wikidata":"https://www.wikidata.org/wiki/Q2063340","display_name":"Sensemaking","level":2,"score":0.6592974066734314},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.5363200306892395},{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.4991426467895508},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.41793230175971985},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.4172826111316681},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4140304923057556},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41137388348579407},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3623136878013611},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32751643657684326},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc52423.2021.9659278","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc52423.2021.9659278","pdf_url":null,"source":{"id":"https://openalex.org/S4363607761","display_name":"2021 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1889333569","https://openalex.org/W1959365993","https://openalex.org/W2128226234","https://openalex.org/W2762968537","https://openalex.org/W2774522520","https://openalex.org/W2796571581","https://openalex.org/W2883723352","https://openalex.org/W2904548946","https://openalex.org/W2905851110","https://openalex.org/W2972441196","https://openalex.org/W3105854424","https://openalex.org/W4289123308","https://openalex.org/W6636421261","https://openalex.org/W6756904338","https://openalex.org/W6756994337","https://openalex.org/W6785934458"],"related_works":["https://openalex.org/W3002559787","https://openalex.org/W2100609754","https://openalex.org/W2050640900","https://openalex.org/W2049050102","https://openalex.org/W2596767525","https://openalex.org/W1886987011","https://openalex.org/W2795557596","https://openalex.org/W3045759591","https://openalex.org/W2331546953","https://openalex.org/W2023412717"],"abstract_inverted_index":{"Building":[0],"and":[1,19,34,42,52,64,68,77,88,102,123,125],"evaluating":[2],"explainable":[3,45,99],"Artificial":[4],"Intelligence":[5],"(AI)":[6],"systems":[7],"that":[8,91,106],"accommodate":[9],"human":[10,49,151],"cognition":[11],"remains":[12],"a":[13,81,92],"challenge":[14],"for":[15,22,44,73,84],"Human-Computer":[16],"Interaction":[17],"(HCI)":[18],"the":[20,142],"need":[21],"practical":[23],"solutions":[24],"increases":[25],"with":[26,70],"our":[27],"reliability":[28],"on":[29,48],"machines":[30],"to":[31,139,149],"extract,":[32],"classify,":[33],"process":[35],"information.":[36],"Recent":[37],"work":[38,60],"has":[39],"proposed":[40],"triggers":[41,67,101],"metrics":[43,69],"AI":[46,100],"based":[47],"mental":[50],"models":[51],"psychological":[53],"explanation":[54],"quality.":[55],"We":[56,104,136],"complement":[57],"this":[58],"previous":[59],"by":[61],"(1)":[62],"extending":[63],"supporting":[65],"these":[66,98,145],"existing":[71],"directives":[72],"information":[74],"integrity,":[75],"transparency,":[76],"rigor,":[78],"(2)":[79],"outlining":[80],"provenance-based":[82,93,107],"framework":[83],"recording":[85],"human-machine":[86,133],"collaboration,":[87],"(3)":[89],"demonstrating":[90],"approach":[94],"address":[95,110],"many":[96],"of":[97,112,144],"metrics.":[103],"show":[105],"analyses":[108],"help":[109],"questions":[111],"foundations,":[113],"alternatives,":[114],"necessity":[115],"vs.":[116],"sufficiency,":[117],"sensitivity":[118],"(e.g.,":[119],"what-if":[120],"analyses),":[121],"impact,":[122],"rationale,":[124],"we":[126],"provide":[127],"concrete":[128],"evidence":[129],"using":[130],"an":[131],"implemented":[132],"analytic":[134],"workspace.":[135],"outline":[137],"ways":[138],"empirically":[140],"measure":[141],"ability":[143],"additional":[146],"interpretation":[147],"strategies":[148],"improve":[150],"understanding.":[152]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}