{"id":"https://openalex.org/W7136220284","doi":"https://doi.org/10.1145/3786228.3786238","title":"Bot or Prof: Comparing the Characteristics of AI-generated and Instructor-written Responses to Student Queries in an Introductory Programming Course Forum","display_name":"Bot or Prof: Comparing the Characteristics of AI-generated and Instructor-written Responses to Student Queries in an Introductory Programming Course Forum","publication_year":2026,"publication_date":"2026-02-09","ids":{"openalex":"https://openalex.org/W7136220284","doi":"https://doi.org/10.1145/3786228.3786238"},"language":null,"primary_location":{"id":"doi:10.1145/3786228.3786238","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786228.3786238","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Australasian Computing Education Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786228.3786238","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100412583","display_name":"Haoran Feng","orcid":"https://orcid.org/0009-0005-8608-6961"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Tony Haoran Feng","raw_affiliation_strings":["School of Computer Science, University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0009-0005-8608-6961","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070312419","display_name":"Steffan Hooper","orcid":"https://orcid.org/0009-0007-9315-8016"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Steffan Hooper","raw_affiliation_strings":["School of Computer Science, University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0009-0007-9315-8016","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["School of Computer Science, University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-5150-9806","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108818069","display_name":"Burkhard C. W\u00fcnsche","orcid":null},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Burkhard C. W\u00fcnsche","raw_affiliation_strings":["School of Computer Science, University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-8013-4118","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061895558","display_name":"Andrew Luxton-Reilly","orcid":"https://orcid.org/0000-0001-8269-2909"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andrew Luxton-Reilly","raw_affiliation_strings":["School of Computer Science, University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-8269-2909","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100412583"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.47846715,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"63","last_page":"72"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.5266000032424927,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.5266000032424927,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.10409999638795853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.06270000338554382,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5792999863624573},{"id":"https://openalex.org/keywords/helpfulness","display_name":"Helpfulness","score":0.5236999988555908},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.5070000290870667},{"id":"https://openalex.org/keywords/course","display_name":"Course (navigation)","score":0.4611999988555908},{"id":"https://openalex.org/keywords/constructive","display_name":"Constructive","score":0.4187999963760376},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.38370001316070557},{"id":"https://openalex.org/keywords/constructive-criticism","display_name":"Constructive criticism","score":0.3544999957084656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7730000019073486},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5792999863624573},{"id":"https://openalex.org/C2781265381","wikidata":"https://www.wikidata.org/wiki/Q5710255","display_name":"Helpfulness","level":2,"score":0.5236999988555908},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.5070000290870667},{"id":"https://openalex.org/C2777552389","wikidata":"https://www.wikidata.org/wiki/Q1962728","display_name":"Course (navigation)","level":2,"score":0.4611999988555908},{"id":"https://openalex.org/C2778701210","wikidata":"https://www.wikidata.org/wiki/Q28130034","display_name":"Constructive","level":3,"score":0.4187999963760376},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.38370001316070557},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37400001287460327},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3580000102519989},{"id":"https://openalex.org/C128069947","wikidata":"https://www.wikidata.org/wiki/Q7915872","display_name":"Constructive criticism","level":3,"score":0.3544999957084656},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3458999991416931},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3375999927520752},{"id":"https://openalex.org/C2780067481","wikidata":"https://www.wikidata.org/wiki/Q1813450","display_name":"Course evaluation","level":3,"score":0.32679998874664307},{"id":"https://openalex.org/C2986081426","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Online course","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.29019999504089355},{"id":"https://openalex.org/C164850336","wikidata":"https://www.wikidata.org/wiki/Q3685487","display_name":"Interpersonal communication","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26010000705718994},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2540999948978424},{"id":"https://openalex.org/C2778023277","wikidata":"https://www.wikidata.org/wiki/Q321703","display_name":"Premise","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786228.3786238","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786228.3786238","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Australasian Computing Education Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786228.3786238","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786228.3786238","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Australasian Computing Education Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.819087028503418}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W79159781","https://openalex.org/W1606435604","https://openalex.org/W1967390364","https://openalex.org/W1970014257","https://openalex.org/W1985028532","https://openalex.org/W1994570468","https://openalex.org/W2042363242","https://openalex.org/W2055251292","https://openalex.org/W2069753881","https://openalex.org/W2085051399","https://openalex.org/W2089364009","https://openalex.org/W2099813784","https://openalex.org/W2126091572","https://openalex.org/W2560140854","https://openalex.org/W2605352498","https://openalex.org/W3087378289","https://openalex.org/W3161967032","https://openalex.org/W4211263275","https://openalex.org/W4323033785","https://openalex.org/W4380353816","https://openalex.org/W4381587445","https://openalex.org/W4386323435","https://openalex.org/W4389228108","https://openalex.org/W4390315357","https://openalex.org/W4390490537","https://openalex.org/W4390490725","https://openalex.org/W4390490759","https://openalex.org/W4390490804","https://openalex.org/W4391584331","https://openalex.org/W4392563703","https://openalex.org/W4393971230","https://openalex.org/W4395065007","https://openalex.org/W4396833177","https://openalex.org/W4398796607","https://openalex.org/W4400647760","https://openalex.org/W4402923059","https://openalex.org/W4404261523","https://openalex.org/W4406658467","https://openalex.org/W6945173768"],"related_works":[],"abstract_inverted_index":{"One":[0],"promising":[1],"application":[2],"of":[3,37,53,148,199],"Generative":[4],"Artificial":[5],"Intelligence":[6],"(GenAI)":[7],"in":[8,102,122,138,143],"large":[9,87],"introductory":[10,88],"computing":[11],"courses":[12],"is":[13,43],"to":[14,20,39,46,78,161,177,189],"power":[15],"automated":[16,201],"tools":[17],"for":[18,85,99],"responding":[19],"student":[21,79],"queries":[22,80,141],"on":[23,81,108],"online":[24,83],"course":[25],"forums,":[26],"which":[27,63,72],"can":[28],"greatly":[29],"reduce":[30],"instructor":[31,70],"workload":[32],"and":[33,51,69,113,128,134,181,202],"improve":[34],"the":[35,49,145,187,197],"timeliness":[36,127],"responses":[38,107,120,156],"students.":[40],"However,":[41],"there":[42],"a":[44,86,92],"need":[45],"carefully":[47],"evaluate":[48],"suitability":[50],"effectiveness":[52],"AI-generated":[54,155],"responses.":[55],"We":[56,115],"address":[57],"this":[58],"by":[59,76],"comparing":[60],"bot":[61,119],"responses,":[62,71],"are":[64,73,131],"automatically":[65],"generated":[66],"using":[67],"GenAI,":[68],"manually":[74],"written":[75],"instructors,":[77],"an":[82],"forum":[84],"programming":[89,103],"course.":[90],"Using":[91],"rubric":[93],"derived":[94],"from":[95],"previously":[96],"identified":[97],"characteristics":[98],"effective":[100,137,192],"feedback":[101],"education,":[104],"we":[105],"assess":[106],"qualities":[109],"such":[110,125],"as":[111,126,165],"helpfulness":[112],"conciseness.":[114],"find":[116],"that":[117,154,169,195],"while":[118],"excel":[121],"some":[123],"areas,":[124],"comprehensiveness,":[129],"they":[130],"often":[132],"verbose":[133],"not":[135],"always":[136],"handling":[139],"administrative":[140],"or":[142,175],"capturing":[144],"interpersonal":[146],"aspects":[147],"human":[149,203],"communication.":[150],"Our":[151],"findings":[152],"suggest":[153],"could":[157],"be":[158],"immediately":[159],"published":[160],"students,":[162],"but":[163],"only":[164],"constructive":[166],"starting":[167],"points":[168],"instructors":[170],"should":[171],"review,":[172],"comment":[173],"on,":[174],"revise":[176],"ensure":[178],"their":[179],"accuracy":[180],"usefulness.":[182],"This":[183],"hybrid":[184],"approach":[185],"has":[186],"potential":[188],"create":[190],"more":[191],"learning":[193],"environments":[194],"leverage":[196],"strengths":[198],"both":[200],"feedback.":[204]},"counts_by_year":[],"updated_date":"2026-03-17T07:05:13.627479","created_date":"2026-03-17T00:00:00"}