{"id":"https://openalex.org/W4311426581","doi":"https://doi.org/10.1145/3545947.3569630","title":"Automatically Generating CS Learning Materials with Large Language Models","display_name":"Automatically Generating CS Learning Materials with Large Language Models","publication_year":2022,"publication_date":"2022-03-01","ids":{"openalex":"https://openalex.org/W4311426581","doi":"https://doi.org/10.1145/3545947.3569630"},"language":"en","primary_location":{"id":"doi:10.1145/3545947.3569630","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3545947.3569630","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 2","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2212.05113","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042822346","display_name":"Stephen MacNeil","orcid":"https://orcid.org/0000-0003-2781-6619"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Stephen MacNeil","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2781-6619","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074358617","display_name":"Andrew Tran","orcid":"https://orcid.org/0000-0002-0094-1113"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Tran","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0094-1113","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041367899","display_name":"Juho Leinonen","orcid":"https://orcid.org/0000-0001-6829-9449"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Juho Leinonen","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0001-6829-9449","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["Auckland University, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-5150-9806","affiliations":[{"raw_affiliation_string":"Auckland University, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101999351","display_name":"Joanne Kim","orcid":"https://orcid.org/0000-0001-7646-2373"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joanne Kim","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0001-7646-2373","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076828114","display_name":"Arto Hellas","orcid":"https://orcid.org/0000-0001-6502-209X"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Arto Hellas","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0001-6502-209X","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034358464","display_name":"Seth Bernstein","orcid":"https://orcid.org/0000-0002-7552-5448"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seth Bernstein","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7552-5448","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064114707","display_name":"Sami Sarsa","orcid":"https://orcid.org/0000-0002-7277-9282"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Sami Sarsa","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0002-7277-9282","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5042822346"],"corresponding_institution_ids":["https://openalex.org/I84392919"],"apc_list":null,"apc_paid":null,"fwci":8.7091,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.97890559,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1176","last_page":"1176"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9598000049591064,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/brainstorming","display_name":"Brainstorming","score":0.6882539987564087},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5919146537780762},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4733160734176636},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4201643764972687},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.366071492433548},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.3442229628562927},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2617274820804596},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.25520843267440796},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2238386869430542},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18264737725257874}],"concepts":[{"id":"https://openalex.org/C150672426","wikidata":"https://www.wikidata.org/wiki/Q191183","display_name":"Brainstorming","level":2,"score":0.6882539987564087},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5919146537780762},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4733160734176636},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4201643764972687},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.366071492433548},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.3442229628562927},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2617274820804596},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25520843267440796},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2238386869430542},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18264737725257874},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3545947.3569630","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3545947.3569630","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 2","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2212.05113","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.05113","pdf_url":"https://arxiv.org/pdf/2212.05113","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2212.05113","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.05113","pdf_url":"https://arxiv.org/pdf/2212.05113","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1488572404","https://openalex.org/W1546198282","https://openalex.org/W2064829224","https://openalex.org/W2077561308","https://openalex.org/W2079172301","https://openalex.org/W2106606489","https://openalex.org/W2158534319","https://openalex.org/W2197966456","https://openalex.org/W2963562081","https://openalex.org/W3047890686","https://openalex.org/W3177813494","https://openalex.org/W4211263275","https://openalex.org/W4221055872","https://openalex.org/W4283317394","https://openalex.org/W4283705032","https://openalex.org/W4291476001","https://openalex.org/W4323033814"],"related_works":["https://openalex.org/W4361982223","https://openalex.org/W2030594842","https://openalex.org/W2366001225","https://openalex.org/W2169016461","https://openalex.org/W4241077072","https://openalex.org/W4254312978","https://openalex.org/W2495634114","https://openalex.org/W1993240497","https://openalex.org/W2056950319","https://openalex.org/W2084534367"],"abstract_inverted_index":{"Recent":[0],"breakthroughs":[1],"in":[2,56,110],"Large":[3],"Language":[4],"Models":[5],"(LLMs),":[6],"such":[7],"as":[8],"GPT-3":[9],"and":[10,40,77,94,103],"Codex,":[11],"now":[12],"enable":[13,50],"software":[14,78],"developers":[15],"to":[16,36,52,89,112],"generate":[17,37],"code":[18,38,55],"based":[19],"on":[20],"a":[21],"natural":[22],"language":[23],"prompt.":[24],"Within":[25],"computer":[26],"science":[27],"education,":[28],"researchers":[29],"are":[30],"exploring":[31],"the":[32,85],"potential":[33],"for":[34,72],"LLMs":[35,67,88,96,115],"explanations":[39],"programming":[41],"assignments":[42],"using":[43],"carefully":[44],"crafted":[45],"prompts.":[46],"These":[47],"advances":[48],"may":[49],"students":[51],"interact":[53],"with":[54],"new":[57,70],"ways":[58],"while":[59],"helping":[60],"instructors":[61],"scale":[62],"their":[63,101],"learning":[64],"materials.":[65],"However,":[66],"also":[68,107],"introduce":[69],"implications":[71],"academic":[73],"integrity,":[74],"curriculum":[75],"design,":[76],"engineering":[79],"careers.":[80],"This":[81],"workshop":[82],"will":[83,106,116],"demonstrate":[84],"capabilities":[86],"of":[87],"help":[90],"attendees":[91,109],"evaluate":[92],"whether":[93],"how":[95,114],"might":[97],"be":[98],"integrated":[99],"into":[100],"pedagogy":[102],"research.":[104],"We":[105],"engage":[108],"brainstorming":[111],"consider":[113],"impact":[117],"our":[118],"field.":[119]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":16}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2022-12-26T00:00:00"}
