{"id":"https://openalex.org/W4409211735","doi":"https://doi.org/10.1145/3716640.3716651","title":"Oversight in Action: Experiences with Instructor-Moderated LLM Responses in an Online Discussion Forum","display_name":"Oversight in Action: Experiences with Instructor-Moderated LLM Responses in an Online Discussion Forum","publication_year":2025,"publication_date":"2025-02-12","ids":{"openalex":"https://openalex.org/W4409211735","doi":"https://doi.org/10.1145/3716640.3716651"},"language":"en","primary_location":{"id":"doi:10.1145/3716640.3716651","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716640.3716651","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716651","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th Australasian Computing Education Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716651","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117015015","display_name":"Shuying Qiao","orcid":null},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Shuying Qiao","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0009-0008-4968-9650","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-5150-9806","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086003257","display_name":"Nasser Giacaman","orcid":"https://orcid.org/0000-0001-6885-1571"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Nasser Giacaman","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-6885-1571","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5117015015"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":15.7552,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.98170062,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"95","last_page":"104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9472000002861023,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9265000224113464,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5864589810371399},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.507630467414856},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.4117288589477539},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3567624092102051},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1505521535873413}],"concepts":[{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5864589810371399},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.507630467414856},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4117288589477539},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3567624092102051},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1505521535873413},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3716640.3716651","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716640.3716651","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716651","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th Australasian Computing Education Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3716640.3716651","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716640.3716651","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716651","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th Australasian Computing Education Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409211735.pdf","grobid_xml":"https://content.openalex.org/works/W4409211735.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1991861857","https://openalex.org/W1994763472","https://openalex.org/W2004599511","https://openalex.org/W2474708249","https://openalex.org/W2605352498","https://openalex.org/W2904994479","https://openalex.org/W3128904553","https://openalex.org/W3138201780","https://openalex.org/W3157139325","https://openalex.org/W4211263275","https://openalex.org/W4237977514","https://openalex.org/W4282824651","https://openalex.org/W4283705032","https://openalex.org/W4320511158","https://openalex.org/W4323033814","https://openalex.org/W4380353816","https://openalex.org/W4382652859","https://openalex.org/W4384652085","https://openalex.org/W4389966389","https://openalex.org/W4390315357","https://openalex.org/W4390490725","https://openalex.org/W4390985631","https://openalex.org/W4391584331","https://openalex.org/W4391817437","https://openalex.org/W4391826221","https://openalex.org/W4392563703","https://openalex.org/W4392564669","https://openalex.org/W4392858485","https://openalex.org/W4396833177","https://openalex.org/W4398796607","https://openalex.org/W4400268471","https://openalex.org/W4401379837","https://openalex.org/W4404666730","https://openalex.org/W4407173930","https://openalex.org/W4407760896"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,33,40,78,150],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"into":[7,162],"computing":[8,103],"education":[9],"offers":[10],"many":[11],"potential":[12],"benefits":[13],"to":[14,54,60,67,175,190,201],"student":[15,41,176],"learning,":[16],"and":[17,58,71,73,148,160,182,197,248],"several":[18],"novel":[19],"pedagogical":[20],"approaches":[21],"have":[22],"been":[23],"reported":[24],"in":[25,91,102,211,234],"the":[26,34,47,118,124,145,158,169,188,223,240],"literature.However":[27],"LLMs":[28,50],"also":[29,137],"present":[30,105,144],"challenges,":[31],"one":[32],"most":[35,246],"commonly":[36],"cited":[37],"being":[38],"that":[39,49,126,154,242],"over-reliance.This":[42],"challenge":[43],"is":[44,87,155],"compounded":[45],"by":[46,157,171],"fact":[48],"are":[51,99,179],"always":[52],"available":[53],"provide":[55],"instant":[56],"help":[57],"solutions":[59],"students,":[61],"which":[62,98,178],"can":[63,81],"undermine":[64],"their":[65],"ability":[66,189],"independently":[68],"solve":[69],"problems":[70],"diagnose":[72],"resolve":[74],"errors.Providing":[75],"instructor":[76,110,170],"oversight":[77,111,132],"LLM-generated":[79],"content":[80],"mitigate":[82],"this":[83,140,209],"problem,":[84],"however":[85],"it":[86],"often":[88],"not":[89,133],"practical":[90],"real-time":[92,116],"learning":[93],"contexts.Online":[94],"class":[95],"discussion":[96,119,165],"forums,":[97],"widely":[100],"used":[101],"education,":[104],"an":[106,163],"opportunity":[107],"for":[108,232,251],"exploring":[109],"because":[112],"they":[113],"operate":[114],"asynchronously.Unlike":[115],"interactions,":[117],"forum":[120],"format":[121],"aligns":[122],"with":[123],"expectation":[125],"responses":[127,174,199],"may":[128],"take":[129],"time,":[130],"making":[131],"only":[134],"feasible":[135],"but":[136,228],"pedagogically":[138],"appropriate.In":[139],"practitioner":[141],"paper,":[142],"we":[143],"design,":[146],"deployment,":[147],"evaluation":[149],"a":[151,212,230],"'bot'":[152],"module":[153],"controlled":[156],"instructor,":[159],"integrated":[161],"online":[164],"forum.The":[166],"bot":[167],"assists":[168],"generating":[172],"draft":[173],"questions,":[177],"reviewed,":[180],"modified,":[181],"approved":[183],"before":[184],"release.Key":[185],"features":[186,241],"include":[187],"leverage":[191],"course":[192,217],"materials,":[193],"access":[194],"archived":[195],"discussions,":[196],"publish":[198],"anonymously":[200],"encourage":[202],"open":[203],"participation.We":[204],"report":[205,239],"our":[206],"experiences":[207],"using":[208],"tool":[210,224],"12-week":[213],"second-year":[214],"software":[215],"engineering":[216],"on":[218],"object-oriented":[219],"programming.Instructor":[220],"feedback":[221],"confirmed":[222],"successfully":[225],"alleviated":[226],"workload":[227],"highlighted":[229],"need":[231],"improvement":[233],"handling":[235],"complex,":[236],"contextdependent":[237],"queries.We":[238],"were":[243],"viewed":[244],"as":[245],"beneficial,":[247],"suggest":[249],"avenues":[250],"future":[252],"exploration.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}