{"id":"https://openalex.org/W4396833054","doi":"https://doi.org/10.1145/3613904.3642134","title":"Shaping Human-AI Collaboration: Varied Scaffolding Levels in Co-writing with Language Models","display_name":"Shaping Human-AI Collaboration: Varied Scaffolding Levels in Co-writing with Language Models","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396833054","doi":"https://doi.org/10.1145/3613904.3642134"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3642134","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642134","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642134","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642134","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063223563","display_name":"Paramveer S. Dhillon","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Paramveer S. Dhillon","raw_affiliation_strings":["School of Information, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0000-0002-0994-9488","affiliations":[{"raw_affiliation_string":"School of Information, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067057121","display_name":"Somayeh Molaei","orcid":"https://orcid.org/0000-0001-8164-0162"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Somayeh Molaei","raw_affiliation_strings":["Computer Science and Engineering, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0000-0001-8164-0162","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107337546","display_name":"Jiaqi Li","orcid":"https://orcid.org/0000-0003-0758-4101"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiaqi Li","raw_affiliation_strings":["University of Michigan, Information School, United States"],"raw_orcid":"https://orcid.org/0000-0003-0758-4101","affiliations":[{"raw_affiliation_string":"University of Michigan, Information School, United States","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033661523","display_name":"Maximilian Golub","orcid":"https://orcid.org/0009-0001-3462-7624"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maximilian Golub","raw_affiliation_strings":["University of Michigan, United States"],"raw_orcid":"https://orcid.org/0009-0001-3462-7624","affiliations":[{"raw_affiliation_string":"University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030711773","display_name":"Shaochun Zheng","orcid":"https://orcid.org/0009-0001-0177-7191"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaochun Zheng","raw_affiliation_strings":["University of California, San Diego, United States"],"raw_orcid":"https://orcid.org/0009-0001-0177-7191","affiliations":[{"raw_affiliation_string":"University of California, San Diego, United States","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084955075","display_name":"Lionel Robert","orcid":"https://orcid.org/0000-0002-1410-2601"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lionel Peter Robert","raw_affiliation_strings":["School of Information, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0000-0002-1410-2601","affiliations":[{"raw_affiliation_string":"School of Information, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5063223563"],"corresponding_institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"],"apc_list":null,"apc_paid":null,"fwci":24.6236,"has_fulltext":true,"cited_by_count":76,"citation_normalized_percentile":{"value":0.99674403,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scaffold","display_name":"Scaffold","score":0.7883429527282715},{"id":"https://openalex.org/keywords/paragraph","display_name":"Paragraph","score":0.6860291361808777},{"id":"https://openalex.org/keywords/argumentative","display_name":"Argumentative","score":0.6711066961288452},{"id":"https://openalex.org/keywords/productivity","display_name":"Productivity","score":0.578690230846405},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5509955286979675},{"id":"https://openalex.org/keywords/writing-process","display_name":"Writing process","score":0.5227968096733093},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4997127056121826},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.46210867166519165},{"id":"https://openalex.org/keywords/second-language-writing","display_name":"Second language writing","score":0.45479729771614075},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3520190417766571},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3247084617614746},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.26697367429733276},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25921830534935},{"id":"https://openalex.org/keywords/second-language","display_name":"Second language","score":0.17866265773773193},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1499500274658203}],"concepts":[{"id":"https://openalex.org/C89429830","wikidata":"https://www.wikidata.org/wiki/Q735710","display_name":"Scaffold","level":2,"score":0.7883429527282715},{"id":"https://openalex.org/C2777206241","wikidata":"https://www.wikidata.org/wiki/Q194431","display_name":"Paragraph","level":2,"score":0.6860291361808777},{"id":"https://openalex.org/C2781306805","wikidata":"https://www.wikidata.org/wiki/Q4789761","display_name":"Argumentative","level":2,"score":0.6711066961288452},{"id":"https://openalex.org/C204983608","wikidata":"https://www.wikidata.org/wiki/Q2111958","display_name":"Productivity","level":2,"score":0.578690230846405},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5509955286979675},{"id":"https://openalex.org/C2781341000","wikidata":"https://www.wikidata.org/wiki/Q1468902","display_name":"Writing process","level":2,"score":0.5227968096733093},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4997127056121826},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.46210867166519165},{"id":"https://openalex.org/C2779192225","wikidata":"https://www.wikidata.org/wiki/Q7443730","display_name":"Second language writing","level":3,"score":0.45479729771614075},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3520190417766571},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3247084617614746},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.26697367429733276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25921830534935},{"id":"https://openalex.org/C2987567764","wikidata":"https://www.wikidata.org/wiki/Q125421","display_name":"Second language","level":2,"score":0.17866265773773193},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1499500274658203},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3613904.3642134","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642134","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642134","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:deepblue.lib.umich.edu:2027.42/192479","is_oa":false,"landing_page_url":"https://hdl.handle.net/2027.42/192479","pdf_url":null,"source":{"id":"https://openalex.org/S4306400393","display_name":"Deep Blue (University of Michigan)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I27837315","host_organization_name":"University of Michigan","host_organization_lineage":["https://openalex.org/I27837315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Paper"}],"best_oa_location":{"id":"doi:10.1145/3613904.3642134","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642134","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642134","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396833054.pdf","grobid_xml":"https://content.openalex.org/works/W4396833054.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W1501005121","https://openalex.org/W1970209023","https://openalex.org/W2037120005","https://openalex.org/W2110065044","https://openalex.org/W2111192396","https://openalex.org/W2121384550","https://openalex.org/W2124810338","https://openalex.org/W2135863906","https://openalex.org/W2157289187","https://openalex.org/W2373570000","https://openalex.org/W2401452835","https://openalex.org/W2405187948","https://openalex.org/W2513912196","https://openalex.org/W2539241874","https://openalex.org/W2790165607","https://openalex.org/W2791237780","https://openalex.org/W2796371790","https://openalex.org/W2902539999","https://openalex.org/W2916904544","https://openalex.org/W2941884113","https://openalex.org/W2942157335","https://openalex.org/W2947160092","https://openalex.org/W2949543916","https://openalex.org/W2951376406","https://openalex.org/W2957259102","https://openalex.org/W2965780468","https://openalex.org/W2978284326","https://openalex.org/W2980850520","https://openalex.org/W2992817787","https://openalex.org/W3029595001","https://openalex.org/W3088515710","https://openalex.org/W3089413929","https://openalex.org/W3123978464","https://openalex.org/W3124537122","https://openalex.org/W3160941578","https://openalex.org/W3162821954","https://openalex.org/W3173773772","https://openalex.org/W4200195738","https://openalex.org/W4205523161","https://openalex.org/W4213451626","https://openalex.org/W4220747294","https://openalex.org/W4221055872","https://openalex.org/W4225012671","https://openalex.org/W4319167005","https://openalex.org/W4324129606","https://openalex.org/W4360991155","https://openalex.org/W4366547384","https://openalex.org/W4366729084","https://openalex.org/W4381856760","https://openalex.org/W6683229450","https://openalex.org/W6969556004"],"related_works":["https://openalex.org/W2170813545","https://openalex.org/W4252930150","https://openalex.org/W2972202633","https://openalex.org/W4313283644","https://openalex.org/W1569587602","https://openalex.org/W2956009384","https://openalex.org/W2239823184","https://openalex.org/W2314147851","https://openalex.org/W2358244828","https://openalex.org/W2610461273"],"abstract_inverted_index":{"Advances":[0],"in":[1,123],"language":[2,23],"modeling":[3],"have":[4,132],"paved":[5],"the":[6,27,115,136,143],"way":[7],"for":[8,135,145],"novel":[9],"human-AI":[10],"co-writing":[11,28],"experiences.":[12],"This":[13],"paper":[14],"explores":[15],"how":[16],"varying":[17],"levels":[18],"of":[19,74,138],"scaffolding":[20,75,84,94,147],"from":[21],"large":[22],"models":[24],"(LLMs)":[25],"shape":[26],"process.":[29],"Employing":[30],"a":[31,36,71,120],"within-subjects":[32],"field":[33],"experiment":[34],"with":[35],"Latin":[37],"square":[38],"design,":[39],"we":[40],"asked":[41],"participants":[42],"(N=131)":[43],"to":[44,46,96],"respond":[45],"argumentative":[47],"writing":[48,77,89,117,140],"prompts":[49],"under":[50],"three":[51],"randomly":[52],"sequenced":[53],"conditions:":[54],"no":[55],"AI":[56],"assistance":[57],"(control),":[58],"next-sentence":[59],"suggestions":[60,65],"(low":[61],"scaffolding),":[62],"and":[63,79,103,126],"next-paragraph":[64],"(high":[66],"scaffolding).":[67],"Our":[68,130],"findings":[69],"reveal":[70],"U-shaped":[72],"impact":[73],"on":[76],"quality":[78,90],"productivity":[80],"(words/time).":[81],"While":[82],"low":[83],"did":[85],"not":[86],"significantly":[87],"improve":[88],"or":[91],"productivity,":[92],"high":[93],"led":[95],"significant":[97,108],"improvements,":[98],"especially":[99],"benefiting":[100],"non-regular":[101],"writers":[102],"less":[104],"tech-savvy":[105],"users.":[106],"No":[107],"cognitive":[109],"burden":[110],"was":[111,128],"observed":[112],"while":[113],"using":[114],"scaffolded":[116],"tools,":[118,141],"but":[119],"moderate":[121],"decrease":[122],"text":[124],"ownership":[125],"satisfaction":[127],"noted.":[129],"results":[131],"broad":[133],"implications":[134],"design":[137],"AI-powered":[139],"including":[142],"need":[144],"personalized":[146],"mechanisms.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":29},{"year":2025,"cited_by_count":44},{"year":2024,"cited_by_count":3}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}