{"id":"https://openalex.org/W3202191909","doi":"https://doi.org/10.1145/3489465","title":"Documentation Matters: Human-Centered AI System to Assist Data Science Code Documentation in Computational Notebooks","display_name":"Documentation Matters: Human-Centered AI System to Assist Data Science Code Documentation in Computational Notebooks","publication_year":2022,"publication_date":"2022-01-16","ids":{"openalex":"https://openalex.org/W3202191909","doi":"https://doi.org/10.1145/3489465","mag":"3202191909"},"language":"en","primary_location":{"id":"doi:10.1145/3489465","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3489465","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.12592","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046673805","display_name":"April Yi Wang","orcid":"https://orcid.org/0000-0001-8724-4662"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"April Yi Wang","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0001-8724-4662","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062817658","display_name":"Dakuo Wang","orcid":"https://orcid.org/0000-0001-9371-9441"},"institutions":[{"id":"https://openalex.org/I4210087032","display_name":"Cambridge Scientific (United States)","ror":"https://ror.org/001s4dh65","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dakuo Wang","raw_affiliation_strings":["IBM Research, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210087032"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031289715","display_name":"Jaimie Drozdal","orcid":"https://orcid.org/0000-0002-7153-9068"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaimie Drozdal","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026028381","display_name":"Michael M\u00fcller","orcid":"https://orcid.org/0000-0001-7860-163X"},"institutions":[{"id":"https://openalex.org/I4210087032","display_name":"Cambridge Scientific (United States)","ror":"https://ror.org/001s4dh65","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Muller","raw_affiliation_strings":["IBM Research, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210087032"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075027005","display_name":"Soya Park","orcid":"https://orcid.org/0000-0002-2149-4420"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soya Park","raw_affiliation_strings":["MIT CSAIL, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL, Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011883289","display_name":"Justin D. Weisz","orcid":"https://orcid.org/0000-0003-2228-2398"},"institutions":[{"id":"https://openalex.org/I4210087032","display_name":"Cambridge Scientific (United States)","ror":"https://ror.org/001s4dh65","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin D. Weisz","raw_affiliation_strings":["IBM Research, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210087032"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012411636","display_name":"Xuye Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuye Liu","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011825081","display_name":"Lingfei Wu","orcid":"https://orcid.org/0000-0002-3660-651X"},"institutions":[{"id":"https://openalex.org/I4210087032","display_name":"Cambridge Scientific (United States)","ror":"https://ror.org/001s4dh65","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingfei Wu","raw_affiliation_strings":["IBM Research, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210087032"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082995130","display_name":"Casey Dugan","orcid":"https://orcid.org/0000-0002-1508-2091"},"institutions":[{"id":"https://openalex.org/I4210087032","display_name":"Cambridge Scientific (United States)","ror":"https://ror.org/001s4dh65","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Casey Dugan","raw_affiliation_strings":["IBM Research, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210087032"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5046673805"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":23.8934,"has_fulltext":false,"cited_by_count":80,"citation_normalized_percentile":{"value":0.99569129,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"29","issue":"2","first_page":"1","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.9758491516113281},{"id":"https://openalex.org/keywords/internal-documentation","display_name":"Internal documentation","score":0.7051327228546143},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6971955299377441},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5946710109710693},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5209044814109802},{"id":"https://openalex.org/keywords/technical-documentation","display_name":"Technical documentation","score":0.4468987286090851},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.43091800808906555},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3639877140522003},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.33429673314094543},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.29914477467536926},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.11277419328689575},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.09397929906845093},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.06898900866508484}],"concepts":[{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.9758491516113281},{"id":"https://openalex.org/C140396857","wikidata":"https://www.wikidata.org/wiki/Q16934771","display_name":"Internal documentation","level":5,"score":0.7051327228546143},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6971955299377441},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5946710109710693},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5209044814109802},{"id":"https://openalex.org/C25688753","wikidata":"https://www.wikidata.org/wiki/Q1413406","display_name":"Technical documentation","level":3,"score":0.4468987286090851},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.43091800808906555},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3639877140522003},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33429673314094543},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.29914477467536926},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.11277419328689575},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.09397929906845093},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.06898900866508484},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3489465","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3489465","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2102.12592","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.12592","pdf_url":"https://arxiv.org/pdf/2102.12592","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dspace.mit.edu:1721.1/146384","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/146384","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM","raw_type":"http://purl.org/eprint/type/JournalArticle"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2102.12592","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.12592","pdf_url":"https://arxiv.org/pdf/2102.12592","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8500000238418579,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":92,"referenced_works":["https://openalex.org/W1902237438","https://openalex.org/W2018844270","https://openalex.org/W2035530978","https://openalex.org/W2059216172","https://openalex.org/W2082160726","https://openalex.org/W2101105183","https://openalex.org/W2106939810","https://openalex.org/W2112351052","https://openalex.org/W2123179704","https://openalex.org/W2123333323","https://openalex.org/W2133890582","https://openalex.org/W2148469619","https://openalex.org/W2160694571","https://openalex.org/W2163745066","https://openalex.org/W2168382229","https://openalex.org/W2294261714","https://openalex.org/W2502199675","https://openalex.org/W2516621648","https://openalex.org/W2573703834","https://openalex.org/W2617908299","https://openalex.org/W2768736423","https://openalex.org/W2784241156","https://openalex.org/W2796040126","https://openalex.org/W2796167946","https://openalex.org/W2802642435","https://openalex.org/W2883568341","https://openalex.org/W2884276923","https://openalex.org/W2887274410","https://openalex.org/W2887364112","https://openalex.org/W2890114759","https://openalex.org/W2897042519","https://openalex.org/W2897989157","https://openalex.org/W2898671507","https://openalex.org/W2898837379","https://openalex.org/W2914263187","https://openalex.org/W2915664243","https://openalex.org/W2918341242","https://openalex.org/W2941232686","https://openalex.org/W2941629559","https://openalex.org/W2941766203","https://openalex.org/W2943701281","https://openalex.org/W2951102128","https://openalex.org/W2951861246","https://openalex.org/W2955853369","https://openalex.org/W2964148489","https://openalex.org/W2968484890","https://openalex.org/W2970004377","https://openalex.org/W2972072326","https://openalex.org/W2974071289","https://openalex.org/W2978104058","https://openalex.org/W2995482541","https://openalex.org/W2998732476","https://openalex.org/W3002070941","https://openalex.org/W3004171840","https://openalex.org/W3011045833","https://openalex.org/W3012094108","https://openalex.org/W3013160799","https://openalex.org/W3014173464","https://openalex.org/W3029504795","https://openalex.org/W3029838198","https://openalex.org/W3031000691","https://openalex.org/W3035507081","https://openalex.org/W3037576630","https://openalex.org/W3042720972","https://openalex.org/W3043775495","https://openalex.org/W3086449553","https://openalex.org/W3090424905","https://openalex.org/W3094264786","https://openalex.org/W3099545035","https://openalex.org/W3100279624","https://openalex.org/W3119940315","https://openalex.org/W3120370895","https://openalex.org/W3121784008","https://openalex.org/W3123186970","https://openalex.org/W3148078162","https://openalex.org/W3150176278","https://openalex.org/W3157506384","https://openalex.org/W3161059168","https://openalex.org/W3162176464","https://openalex.org/W3184613644","https://openalex.org/W3185432991","https://openalex.org/W3206153464","https://openalex.org/W3211999146","https://openalex.org/W3212368439","https://openalex.org/W4213119455","https://openalex.org/W4242395378","https://openalex.org/W4253787411","https://openalex.org/W4288083546","https://openalex.org/W4288086169","https://openalex.org/W4289219086","https://openalex.org/W4294152847","https://openalex.org/W4308264370"],"related_works":["https://openalex.org/W31410542","https://openalex.org/W4231015519","https://openalex.org/W1780032534","https://openalex.org/W2024831220","https://openalex.org/W2059763708","https://openalex.org/W2077003014","https://openalex.org/W2061757721","https://openalex.org/W2955439455","https://openalex.org/W1993376192","https://openalex.org/W48661636"],"abstract_inverted_index":{"Computational":[0],"notebooks":[1],"allow":[2],"data":[3,17,66,124],"scientists":[4,18,67],"to":[5,23,57,87,96,109,112,142],"express":[6],"their":[7,31,154],"ideas":[8],"through":[9],"a":[10,84,93,105,119],"combination":[11],"of":[12,79],"code":[13,72,144],"and":[14,26,49,104,127,149],"documentation.":[15,114],"However,":[16],"often":[19],"pay":[20],"attention":[21],"only":[22],"the":[24,69,77,135],"code,":[25,92,103],"neglect":[27],"creating":[28],"or":[29],"updating":[30],"documentation":[32,39,54,73,80,89,100,131],"during":[33],"quick":[34],"iterations.":[35],"Inspired":[36],"by":[37],"human":[38,65],"practices":[40],"learned":[41],"from":[42],"80":[43],"highly-voted":[44],"Kaggle":[45],"notebooks,":[46],"we":[47],"design":[48],"implement":[50],"Themisto,":[51],"an":[52],"automated":[53,130],"generation":[55,132],"system":[56],"explore":[58],"how":[59],"human-centered":[60],"AI":[61],"systems":[62],"can":[63],"support":[64],"in":[68,118],"machine":[70],"learning":[71],"scenario.":[74],"Themisto":[75,117],"facilitates":[76],"creation":[78],"via":[81],"three":[82],"approaches:":[83],"deep-learning-based":[85],"approach":[86,95,108],"generate":[88],"for":[90,101,137],"source":[91,102],"query-based":[94],"retrieve":[97],"online":[98],"API":[99],"user":[106],"prompt":[107],"nudge":[110],"users":[111],"write":[113],"We":[115],"evaluated":[116],"within-subjects":[120],"experiment":[121],"with":[122,153],"24":[123],"science":[125],"practitioners,":[126],"found":[128],"that":[129],"techniques":[133],"reduced":[134],"time":[136],"writing":[138],"documentation,":[139],"reminded":[140],"participants":[141],"document":[143],"they":[145],"would":[146],"have":[147],"ignored,":[148],"improved":[150],"participants\u2019":[151],"satisfaction":[152],"computational":[155],"notebook.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":31},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2021-10-11T00:00:00"}