{"id":"https://openalex.org/W4407949932","doi":"https://doi.org/10.1109/fie61694.2024.10893407","title":"WIP: ARTful Insights from a Pilot Study on GPT-Based Automatic Code Reviews in Undergraduate Computer Science Programs","display_name":"WIP: ARTful Insights from a Pilot Study on GPT-Based Automatic Code Reviews in Undergraduate Computer Science Programs","publication_year":2024,"publication_date":"2024-10-13","ids":{"openalex":"https://openalex.org/W4407949932","doi":"https://doi.org/10.1109/fie61694.2024.10893407"},"language":"en","primary_location":{"id":"doi:10.1109/fie61694.2024.10893407","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie61694.2024.10893407","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020990784","display_name":"Aaron S. Crandall","orcid":"https://orcid.org/0000-0002-0080-096X"},"institutions":[{"id":"https://openalex.org/I119888943","display_name":"Gonzaga University","ror":"https://ror.org/03ze70h02","country_code":"US","type":"education","lineage":["https://openalex.org/I119888943"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aaron S. Crandall","raw_affiliation_strings":["Gonzaga University,Department of Computer Science"],"affiliations":[{"raw_affiliation_string":"Gonzaga University,Department of Computer Science","institution_ids":["https://openalex.org/I119888943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037038469","display_name":"Bj\u00f6rn Fischer","orcid":"https://orcid.org/0009-0002-4573-2603"},"institutions":[{"id":"https://openalex.org/I119888943","display_name":"Gonzaga University","ror":"https://ror.org/03ze70h02","country_code":"US","type":"education","lineage":["https://openalex.org/I119888943"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bryan J. Fischer","raw_affiliation_strings":["Gonzaga University,Department of Computer Science"],"affiliations":[{"raw_affiliation_string":"Gonzaga University,Department of Computer Science","institution_ids":["https://openalex.org/I119888943"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013897262","display_name":"Jill P. Crandall","orcid":"https://orcid.org/0000-0001-5576-4428"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Johannah L. Crandall","raw_affiliation_strings":["Marsal Family School of Education, University of Michigan"],"affiliations":[{"raw_affiliation_string":"Marsal Family School of Education, University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020990784"],"corresponding_institution_ids":["https://openalex.org/I119888943"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28939792,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.8977000117301941,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.8977000117301941,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.8798999786376953,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.8319000005722046,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5715435743331909},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4931909441947937},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.43538594245910645},{"id":"https://openalex.org/keywords/medical-physics","display_name":"Medical physics","score":0.33404844999313354},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2497675120830536},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.19837549328804016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5715435743331909},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4931909441947937},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.43538594245910645},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.33404844999313354},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2497675120830536},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.19837549328804016},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fie61694.2024.10893407","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie61694.2024.10893407","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2040888129","https://openalex.org/W2085398123","https://openalex.org/W2126091572","https://openalex.org/W2395460982","https://openalex.org/W2795566764","https://openalex.org/W2912486129","https://openalex.org/W2955473245","https://openalex.org/W3033256977","https://openalex.org/W3086641389","https://openalex.org/W3194223357","https://openalex.org/W4293227321","https://openalex.org/W4313547621","https://openalex.org/W4386447154","https://openalex.org/W6929756298"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"This":[0,120],"work":[1,257,267],"in":[2,33,71,79,83,107,155,296],"progress":[3],"research":[4,174,212],"paper":[5],"describes":[6],"a":[7,11,54,129,150,209,215,232,289],"pilot":[8,121,147,204],"study":[9,81,122,148],"using":[10,87,265],"Large":[12],"Language":[13],"Model":[14],"(LLM)":[15],"Generative":[16],"Pre-Trained":[17],"Transformer-based":[18],"(GPT)":[19],"system":[20],"that":[21,280],"generates":[22],"industry-style":[23],"code":[24,117,144,183,200,219,227,236,245],"reviews":[25,52,184,253,274],"for":[26,185,293],"student":[27],"feedback":[28,170,279],"on":[29,125],"software":[30,61,99,113],"development":[31],"projects":[32],"Computer":[34],"Science":[35],"2nd,":[36],"3rd,":[37],"and":[38,64,116,159,168,181,187,197,222,241,270,286],"4th+":[39],"semester":[40,134],"classes":[41],"(CS2,":[42],"CS3,":[43],"CS4+)":[44],"at":[45],"an":[46,93,102,142,165],"ABET":[47],"accredited":[48],"baccalaureate":[49],"institution.":[50],"Code":[51],"are":[53,192],"valuable,":[55,285],"but":[56],"work-intensive,":[57],"component":[58],"of":[59,74,153,190,217,225,235,262,278],"the":[60,72,88,108,206,226,242,251,260,272,276,283,297],"engineering":[62,100],"process":[63,171],"provide":[65,179],"important":[66],"training":[67],"to":[68,97,140,172,195,268],"undergraduate":[69],"students":[70,154,191,243,281],"form":[73],"mentor-peer":[75],"knowledge":[76],"transfer.":[77],"Participants":[78],"this":[80,203,266],"engaged":[82],"iterative":[84,169],"experiential":[85,166],"learning":[86,167],"Automatic":[89,103],"Review":[90],"Tool":[91,106],"(ART),":[92],"artificial":[94],"intelligence":[95],"tool":[96,292],"support":[98],"as":[101],"Static":[104],"Analysis":[105],"Continuous":[109],"Integration":[110],"pipeline":[111],"alongside":[112],"testing":[114],"harnesses":[115],"style":[118],"checkers.":[119],"was":[123],"based":[124],"earlier":[126],"results":[127],"from":[128,248],"full":[130],"computer":[131],"science":[132],"second":[133],"(CS2)":[135],"class":[136],"<tex":[137],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[138],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$(\\mathrm{n}=74)$</tex>":[139],"develop":[141],"ART-generated":[143],"review":[145,220,237,246],"intervention":[146],"with":[149,214,250],"small":[151],"group":[152],"CS2":[156],"/":[157],"3":[158],"CS4.":[160],"The":[161],"project":[162,207],"underway":[163],"uses":[164],"answer":[173],"questions":[175],"including":[176],"\u201cDoes":[177],"ART":[178,240],"accurate":[180],"actionable":[182],"students\u201d":[186],"\u201cWhich":[188],"levels":[189],"best":[193],"prepared":[194],"receive":[196],"use":[198],"ART-based":[199,252,273],"reviews?\u201d":[201],"During":[202],"study,":[205],"used":[208],"mixed":[210],"methods":[211],"approach":[213],"series":[216],"surveys,":[218],"interventions,":[221],"numerical":[223],"analysis":[224],"reviews'":[228],"accuracy.":[229],"Results":[230],"showed":[231],"reasonable":[233],"degree":[234],"accuracy":[238],"by":[239],"learned":[244],"skills":[247],"interaction":[249],"they":[254],"received.":[255],"Ongoing":[256],"includes":[258],"increasing":[259],"scale":[261],"data":[263],"collection,":[264],"refine":[269],"focus":[271],"onto":[275],"categories":[277],"find":[282],"most":[284],"building":[287],"out":[288],"more":[290],"modular":[291],"wider":[294],"release":[295],"academic":[298],"community.":[299]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}