{"id":"https://openalex.org/W4396832282","doi":"https://doi.org/10.1145/3613904.3641899","title":"ABScribe: Rapid Exploration &amp; Organization of Multiple Writing Variations in Human-AI Co-Writing Tasks using Large Language Models","display_name":"ABScribe: Rapid Exploration &amp; Organization of Multiple Writing Variations in Human-AI Co-Writing Tasks using Large Language Models","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396832282","doi":"https://doi.org/10.1145/3613904.3641899"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3641899","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3641899","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641899","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641899","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028659802","display_name":"Mohi Reza","orcid":"https://orcid.org/0000-0001-9668-3384"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mohi Reza","raw_affiliation_strings":["Computer Science, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051690176","display_name":"Nathan Laundry","orcid":"https://orcid.org/0000-0003-0846-2472"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nathan M Laundry","raw_affiliation_strings":["Computer Science, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022204507","display_name":"Ilya Musabirov","orcid":"https://orcid.org/0000-0003-2246-0094"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ilya Musabirov","raw_affiliation_strings":["Computer Science, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093004422","display_name":"Peter Dushniku","orcid":"https://orcid.org/0009-0002-3789-4629"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Peter Dushniku","raw_affiliation_strings":["University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036468846","display_name":"Zhi Yuan \u201cMichael\u201d Yu","orcid":"https://orcid.org/0009-0008-7255-9838"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhi Yuan \u201cMichael\u201d Yu","raw_affiliation_strings":["University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025715576","display_name":"Kashish Mittal","orcid":"https://orcid.org/0009-0000-2835-3797"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kashish Mittal","raw_affiliation_strings":["University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058485609","display_name":"Tovi Grossman","orcid":"https://orcid.org/0000-0002-0494-5373"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tovi Grossman","raw_affiliation_strings":["Computer Science, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017029944","display_name":"Michael Liut","orcid":"https://orcid.org/0000-0003-2965-5302"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michael Liut","raw_affiliation_strings":["Mathematical and Computational Sciences, University of Toronto Mississauga, Canada"],"affiliations":[{"raw_affiliation_string":"Mathematical and Computational Sciences, University of Toronto Mississauga, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090252428","display_name":"Anastasia Kuzminykh","orcid":"https://orcid.org/0000-0002-5941-4641"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Anastasia Kuzminykh","raw_affiliation_strings":["Faculty of Information, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Faculty of Information, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069476228","display_name":"Joseph Jay Williams","orcid":"https://orcid.org/0000-0002-9122-5242"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Joseph Jay Williams","raw_affiliation_strings":["Computer Science, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5028659802"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":14.5373,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.99164721,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7557802796363831},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.7166440486907959},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7139849662780762},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6452915072441101},{"id":"https://openalex.org/keywords/writing-process","display_name":"Writing process","score":0.5354846119880676},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5113314986228943},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.5105706453323364},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4505883753299713},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.437865287065506},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.380703866481781},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1659519374370575},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12114369869232178},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.11337187886238098},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10234138369560242},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.09030213952064514}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7557802796363831},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.7166440486907959},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7139849662780762},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6452915072441101},{"id":"https://openalex.org/C2781341000","wikidata":"https://www.wikidata.org/wiki/Q1468902","display_name":"Writing process","level":2,"score":0.5354846119880676},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5113314986228943},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.5105706453323364},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4505883753299713},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.437865287065506},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.380703866481781},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1659519374370575},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12114369869232178},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.11337187886238098},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10234138369560242},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.09030213952064514},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3613904.3641899","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3641899","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641899","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3613904.3641899","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3641899","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641899","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396832282.pdf"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W134625489","https://openalex.org/W148144264","https://openalex.org/W275386473","https://openalex.org/W336583118","https://openalex.org/W647887417","https://openalex.org/W1495088837","https://openalex.org/W1514520715","https://openalex.org/W1574013504","https://openalex.org/W1575454155","https://openalex.org/W1972359081","https://openalex.org/W1997711000","https://openalex.org/W2020879429","https://openalex.org/W2021913330","https://openalex.org/W2031482152","https://openalex.org/W2047663354","https://openalex.org/W2051851471","https://openalex.org/W2053859636","https://openalex.org/W2073271971","https://openalex.org/W2110994270","https://openalex.org/W2119035727","https://openalex.org/W2122909041","https://openalex.org/W2145569334","https://openalex.org/W2147397672","https://openalex.org/W2151905266","https://openalex.org/W2247440048","https://openalex.org/W2885623676","https://openalex.org/W2941232686","https://openalex.org/W2990318625","https://openalex.org/W3021361647","https://openalex.org/W3021366120","https://openalex.org/W3030637800","https://openalex.org/W3047331324","https://openalex.org/W3123978464","https://openalex.org/W3137868984","https://openalex.org/W3162821954","https://openalex.org/W3199400376","https://openalex.org/W3206079177","https://openalex.org/W3208402407","https://openalex.org/W4207068985","https://openalex.org/W4213451626","https://openalex.org/W4220747294","https://openalex.org/W4221055872","https://openalex.org/W4225080353","https://openalex.org/W4225165463","https://openalex.org/W4234966577","https://openalex.org/W4237719669","https://openalex.org/W4281741206","https://openalex.org/W4284880452","https://openalex.org/W4295955200","https://openalex.org/W4308623137","https://openalex.org/W4309674289","https://openalex.org/W4311426581","https://openalex.org/W4321472415","https://openalex.org/W4323570570","https://openalex.org/W4366547384","https://openalex.org/W4366548330","https://openalex.org/W4366548640","https://openalex.org/W4366594418","https://openalex.org/W4366594764","https://openalex.org/W4376133468","https://openalex.org/W4377864096","https://openalex.org/W4379598302","https://openalex.org/W4382246105","https://openalex.org/W4386001316","https://openalex.org/W4387801187","https://openalex.org/W4388142096","https://openalex.org/W4394748224","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W2386430105","https://openalex.org/W2000785801","https://openalex.org/W986318368","https://openalex.org/W2356521405","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W2004734601","https://openalex.org/W2130149817","https://openalex.org/W2990194547","https://openalex.org/W1480123525"],"abstract_inverted_index":{"Exploring":[0],"alternative":[1],"ideas":[2],"by":[3],"rewriting":[4],"text":[5,38,100],"is":[6],"integral":[7],"to":[8,146],"the":[9,136],"writing":[10,19,73],"process.":[11],"State-of-the-art":[12],"Large":[13],"Language":[14],"Models":[15],"(LLMs)":[16],"can":[17,39,46,82],"simplify":[18],"variation":[20],"generation.":[21],"However,":[22],"current":[23],"interfaces":[24],"pose":[25],"challenges":[26],"for":[27,102],"simultaneous":[28],"consideration":[29],"of":[30,72,135],"multiple":[31],"variations:":[32],"creating":[33],"new":[34],"variations":[35,74,85,158],"without":[36],"overwriting":[37],"be":[40],"difficult,":[41],"and":[42,51,70,151],"pasting":[43],"them":[44],"sequentially":[45],"clutter":[47],"documents,":[48],"increasing":[49],"workload":[50,125],"disrupting":[52],"writers\u2019":[53],"flow.":[54],"To":[55],"tackle":[56],"this,":[57],"we":[58],"present":[59],"ABScribe,":[60,80],"an":[61],"interface":[62],"that":[63,120],"supports":[64],"rapid,":[65],"yet":[66],"visually":[67],"structured,":[68],"exploration":[69],"organization":[71],"in":[75],"human-AI":[76],"co-writing":[77],"tasks.":[78],"With":[79],"users":[81],"swiftly":[83],"modify":[84],"using":[86,106,159],"LLM":[87],"prompts,":[88],"which":[89],"are":[90,96],"auto-converted":[91],"into":[92,154],"reusable":[93],"buttons.":[94],"Variations":[95],"stored":[97],"adjacently":[98],"within":[99],"fields":[101],"rapid":[103],"in-place":[104],"comparisons":[105],"mouse-over":[107],"interactions":[108],"on":[109],"a":[110,147],"popup":[111],"toolbar.":[112],"Our":[113],"user":[114,133],"study":[115],"with":[116],"12":[117],"writers":[118,156],"shows":[119],"ABScribe":[121],"significantly":[122],"reduces":[123],"task":[124],"(d":[126,139],"=":[127,140],"1.20,":[128],"p":[129,142],"<":[130,143],"0.001),":[131],"enhances":[132],"perceptions":[134],"revision":[137],"process":[138],"2.41,":[141],"0.001)":[144],"compared":[145],"popular":[148],"baseline":[149],"workflow,":[150],"provides":[152],"insights":[153],"how":[155],"explore":[157],"LLMs.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":33}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2024-05-12T00:00:00"}