{"id":"https://openalex.org/W4366548004","doi":"https://doi.org/10.1145/3544548.3580997","title":"Code Code Evolution: Understanding How People Change Data Science Notebooks Over Time","display_name":"Code Code Evolution: Understanding How People Change Data Science Notebooks Over Time","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4366548004","doi":"https://doi.org/10.1145/3544548.3580997"},"language":"en","primary_location":{"id":"doi:10.1145/3544548.3580997","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3580997","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3580997","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3580997","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077298830","display_name":"Deepthi Raghunandan","orcid":"https://orcid.org/0000-0002-8372-544X"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deepthi Raghunandan","raw_affiliation_strings":["Department of Computer Science, University of Maryland, United States and Department of Computer Science, University of Maryland, United States"],"raw_orcid":"https://orcid.org/0000-0002-8372-544X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Maryland, United States and Department of Computer Science, University of Maryland, United States","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081427188","display_name":"Aayushi Roy","orcid":"https://orcid.org/0000-0003-2807-4936"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aayushi Roy","raw_affiliation_strings":["Department of Computer Science, University of Maryland, United States and Department of Computer Science, University of Maryland, United States"],"raw_orcid":"https://orcid.org/0000-0003-2807-4936","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Maryland, United States and Department of Computer Science, University of Maryland, United States","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088766980","display_name":"Shenzhi Shi","orcid":"https://orcid.org/0000-0002-3228-6045"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shenzhi Shi","raw_affiliation_strings":["Department of Computer Science, University of Maryland, United States and Department of Computer Science, University of Maryland, United States"],"raw_orcid":"https://orcid.org/0000-0002-3228-6045","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Maryland, United States and Department of Computer Science, University of Maryland, United States","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034277315","display_name":"Niklas Elmqvist","orcid":"https://orcid.org/0000-0001-5805-5301"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niklas Elmqvist","raw_affiliation_strings":["College of Information Studies, University of Maryland, United States and College of Information Studies, University of Maryland, United States"],"raw_orcid":"https://orcid.org/0000-0001-5805-5301","affiliations":[{"raw_affiliation_string":"College of Information Studies, University of Maryland, United States and College of Information Studies, University of Maryland, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009763002","display_name":"Leilani Battle","orcid":"https://orcid.org/0000-0003-3870-636X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leilani Battle","raw_affiliation_strings":["Paul G. Allen School of Computer Science & Engineering, University of Washington, United States and Paul G. Allen School of Computer Science & Engineering, University of Washington, United States"],"raw_orcid":"https://orcid.org/0000-0003-3870-636X","affiliations":[{"raw_affiliation_string":"Paul G. Allen School of Computer Science & Engineering, University of Washington, United States and Paul G. Allen School of Computer Science & Engineering, University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.3644,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.99151037,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensemaking","display_name":"Sensemaking","score":0.9957447052001953},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6997130513191223},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.6961525678634644},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6125025153160095},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5689970850944519},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5266280770301819},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5147733688354492},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.46630895137786865},{"id":"https://openalex.org/keywords/iterative-and-incremental-development","display_name":"Iterative and incremental development","score":0.447500616312027},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.32908719778060913},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2722434997558594},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.23333525657653809},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21730279922485352}],"concepts":[{"id":"https://openalex.org/C2780554381","wikidata":"https://www.wikidata.org/wiki/Q2063340","display_name":"Sensemaking","level":2,"score":0.9957447052001953},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6997130513191223},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.6961525678634644},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6125025153160095},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5689970850944519},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5266280770301819},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5147733688354492},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.46630895137786865},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.447500616312027},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.32908719778060913},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2722434997558594},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.23333525657653809},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21730279922485352},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3544548.3580997","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3580997","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3580997","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3544548.3580997","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3580997","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3580997","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3618384312","display_name":"CRII: CHS: Modeling Analysis Behavior to Support Interactive Exploration of Massive Datasets","funder_award_id":"1850115","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320316785","display_name":"VMware","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366548004.pdf","grobid_xml":"https://content.openalex.org/works/W4366548004.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1594453896","https://openalex.org/W2001084593","https://openalex.org/W2041706261","https://openalex.org/W2044102377","https://openalex.org/W2129987023","https://openalex.org/W2135880665","https://openalex.org/W2472803348","https://openalex.org/W2500338820","https://openalex.org/W2610517421","https://openalex.org/W2765872439","https://openalex.org/W2784241156","https://openalex.org/W2796040126","https://openalex.org/W2898377472","https://openalex.org/W2904955348","https://openalex.org/W2940731426","https://openalex.org/W2941232686","https://openalex.org/W2941629559","https://openalex.org/W2941766203","https://openalex.org/W2943238809","https://openalex.org/W2951102128","https://openalex.org/W2954370766","https://openalex.org/W2960380130","https://openalex.org/W2961269636","https://openalex.org/W2964148489","https://openalex.org/W2982550137","https://openalex.org/W2983901715","https://openalex.org/W3004171840","https://openalex.org/W3012094108","https://openalex.org/W3017863658","https://openalex.org/W3021274480","https://openalex.org/W3031170804","https://openalex.org/W3043652335","https://openalex.org/W3125702975","https://openalex.org/W3161776805","https://openalex.org/W3202191909","https://openalex.org/W4207017378","https://openalex.org/W7139033639"],"related_works":["https://openalex.org/W3002559787","https://openalex.org/W2100609754","https://openalex.org/W2050640900","https://openalex.org/W2049050102","https://openalex.org/W2596767525","https://openalex.org/W1886987011","https://openalex.org/W2795557596","https://openalex.org/W3045759591","https://openalex.org/W2331546953","https://openalex.org/W2007963708"],"abstract_inverted_index":{"Sensemaking":[0],"is":[1,16,25],"the":[2,20,46,55,61,65],"iterative":[3],"process":[4],"of":[5,49,57],"identifying,":[6],"extracting,":[7],"and":[8,34,103,110,136],"explaining":[9],"insights":[10,141],"from":[11,32,82],"data,":[12],"where":[13],"each":[14],"iteration":[15],"referred":[17],"to":[18,44,68,108,142,145],"as":[19,132],"\u201csensemaking":[21],"loop.\u201d":[22],"However,":[23],"little":[24],"known":[26],"about":[27],"how":[28,70],"sensemaking":[29,71,101,127],"behavior":[30],"evolves":[31,72],"exploration":[33],"explanation":[35],"during":[36],"this":[37,105],"process.":[38,62],"This":[39],"gap":[40],"limits":[41],"our":[42,140],"ability":[43],"understand":[45],"full":[47],"scope":[48],"sensemaking,":[50],"which":[51],"in":[52,113,125],"turn":[53],"inhibits":[54],"design":[56],"tools":[58],"that":[59,89,98,121],"support":[60],"We":[63,76,138],"contribute":[64],"first":[66],"mixed-method":[67],"characterize":[69],"within":[73],"computational":[74],"notebooks.":[75],"study":[77],"2,574":[78],"Jupyter":[79],"notebooks":[80,88],"mined":[81],"GitHub":[83,116],"by":[84],"identifying":[85],"data":[86],"science":[87],"have":[90],"undergone":[91],"significant":[92],"iterations,":[93],"presenting":[94],"a":[95],"regression":[96,106],"model":[97,107],"automatically":[99],"characterizes":[100],"activity,":[102],"using":[104],"calculate":[109],"analyze":[111],"shifts":[112],"activity":[114],"across":[115],"versions.":[117],"Our":[118],"results":[119],"show":[120],"notebook":[122,147],"authors":[123],"participate":[124],"various":[126],"tasks":[128],"over":[129],"time,":[130],"such":[131],"annotation,":[133],"branching":[134],"analysis,":[135],"documentation.":[137],"use":[139],"recommend":[143],"extensions":[144],"current":[146],"environments.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}