{"id":"https://openalex.org/W4400142487","doi":"https://doi.org/10.1145/3643834.3660692","title":"Do LLMs Meet the Needs of Software Tutorial Writers? Opportunities and Design Implications","display_name":"Do LLMs Meet the Needs of Software Tutorial Writers? Opportunities and Design Implications","publication_year":2024,"publication_date":"2024-06-29","ids":{"openalex":"https://openalex.org/W4400142487","doi":"https://doi.org/10.1145/3643834.3660692"},"language":"en","primary_location":{"id":"doi:10.1145/3643834.3660692","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3643834.3660692","pdf_url":null,"source":{"id":"https://openalex.org/S4363608268","display_name":"Designing Interactive Systems Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Designing Interactive Systems Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005113565","display_name":"Avinash Bhat","orcid":"https://orcid.org/0000-0002-9375-1502"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Avinash Bhat","raw_affiliation_strings":["School of Computer Science, McGill University, Canada"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, McGill University, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011915327","display_name":"Disha Shrivastava","orcid":"https://orcid.org/0009-0008-9008-037X"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Disha Shrivastava","raw_affiliation_strings":["Google DeepMind, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, United Kingdom","institution_ids":["https://openalex.org/I4210113297","https://openalex.org/I4210090411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010572058","display_name":"Jin Guo","orcid":"https://orcid.org/0000-0003-1782-1545"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jin L.C. Guo","raw_affiliation_strings":["School of Computer Science, McGill University, Canada"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, McGill University, Canada","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5005113565"],"corresponding_institution_ids":["https://openalex.org/I5023651"],"apc_list":null,"apc_paid":null,"fwci":1.0281,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.76756198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1760","last_page":"1773"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.9539999961853027,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9394000172615051,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5704953670501709},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4862762689590454},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3774586617946625},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14949440956115723}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5704953670501709},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4862762689590454},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3774586617946625},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14949440956115723}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3643834.3660692","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3643834.3660692","pdf_url":null,"source":{"id":"https://openalex.org/S4363608268","display_name":"Designing Interactive Systems Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Designing Interactive Systems Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.800000011920929,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W154166809","https://openalex.org/W1514520715","https://openalex.org/W1979465005","https://openalex.org/W2027392422","https://openalex.org/W2046461983","https://openalex.org/W2099473180","https://openalex.org/W2120182466","https://openalex.org/W2129660502","https://openalex.org/W2142389575","https://openalex.org/W2142848577","https://openalex.org/W2207738593","https://openalex.org/W2592537823","https://openalex.org/W2611748211","https://openalex.org/W2739693438","https://openalex.org/W2765429991","https://openalex.org/W2781607026","https://openalex.org/W2796354015","https://openalex.org/W2897042519","https://openalex.org/W2930957955","https://openalex.org/W2955439455","https://openalex.org/W2970481120","https://openalex.org/W3029367893","https://openalex.org/W3032875465","https://openalex.org/W3034392229","https://openalex.org/W3089515198","https://openalex.org/W3166350460","https://openalex.org/W3177813494","https://openalex.org/W3185341429","https://openalex.org/W3205037880","https://openalex.org/W3206079177","https://openalex.org/W4220747294","https://openalex.org/W4224861986","https://openalex.org/W4225108562","https://openalex.org/W4229496713","https://openalex.org/W4229830733","https://openalex.org/W4237933765","https://openalex.org/W4281741206","https://openalex.org/W4284880452","https://openalex.org/W4285164582","https://openalex.org/W4285220829","https://openalex.org/W4298870906","https://openalex.org/W4308623154","https://openalex.org/W4308759793","https://openalex.org/W4309674289","https://openalex.org/W4320087033","https://openalex.org/W4321013654","https://openalex.org/W4323570570","https://openalex.org/W4360991155","https://openalex.org/W4362659486","https://openalex.org/W4362679691","https://openalex.org/W4366547384","https://openalex.org/W4366548330","https://openalex.org/W4366549868","https://openalex.org/W4382654294","https://openalex.org/W4383681024","https://openalex.org/W4385573874","https://openalex.org/W4387156527","https://openalex.org/W4387606298","https://openalex.org/W4389983866","https://openalex.org/W4392347631","https://openalex.org/W4393118307","https://openalex.org/W4399572670","https://openalex.org/W6907518014"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Creating":[0],"software":[1,62],"tutorials":[2],"involves":[3],"developing":[4],"accurate":[5],"code":[6],"examples":[7],"and":[8,13,29,42,72,102,107,118,145],"explanatory":[9],"text":[10,28],"that":[11,112],"engages":[12],"informs":[14],"the":[15,113],"reader.":[16],"Large":[17],"Language":[18],"Models":[19],"(LLMs)":[20],"demonstrate":[21],"a":[22],"strong":[23],"capacity":[24],"to":[25,34,123,141],"generate":[26],"both":[27],"code,":[30],"but":[31],"their":[32],"potential":[33],"assist":[35,83],"tutorial":[36,63,88,91,138],"writing":[37,139],"is":[38],"unknown.":[39],"By":[40],"interviewing":[41],"observing":[43],"seven":[44],"experienced":[45],"writers":[46,89],"using":[47],"OpenAI":[48],"playground":[49],"as":[50,76],"an":[51],"exploration":[52],"environment,":[53],"we":[54,132],"uncover":[55],"design":[56,121],"opportunities":[57],"for":[58,135],"leveraging":[59],"LLMs":[60,80],"in":[61],"writing.":[64],"Our":[65,109],"findings":[66],"reveal":[67],"background":[68],"research,":[69],"resource":[70],"creation,":[71],"maintaining":[73],"quality":[74],"standards":[75],"critical":[77],"areas":[78],"where":[79],"could":[81],"significantly":[82],"writers.":[84],"We":[85],"observe":[86],"how":[87],"generated":[90],"content":[92],"while":[93],"exploring":[94],"LLMs\u2019":[95,147],"capabilities,":[96],"formulating":[97],"prompts,":[98],"verifying":[99],"LLM":[100,116],"outputs,":[101],"reflecting":[103],"on":[104],"interaction":[105],"goals":[106],"strategies.":[108],"observation":[110],"highlights":[111],"unpredictability":[114],"of":[115],"outputs":[117],"unintuitive":[119],"interface":[120],"contributed":[122],"skepticism":[124],"about":[125],"LLM\u2019s":[126],"utility.":[127],"Informed":[128],"by":[129],"these":[130],"results,":[131],"contribute":[133],"recommendations":[134],"designing":[136],"LLM-based":[137],"tools":[140],"mitigate":[142],"usability":[143],"challenges":[144],"harness":[146],"full":[148],"potential.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}