{"id":"https://openalex.org/W3174157698","doi":"https://doi.org/10.1145/3430665.3456338","title":"Investigating Accuracy and Perceived Value of Feedback in Peer Code Review Using Gamification","display_name":"Investigating Accuracy and Perceived Value of Feedback in Peer Code Review Using Gamification","publication_year":2021,"publication_date":"2021-06-18","ids":{"openalex":"https://openalex.org/W3174157698","doi":"https://doi.org/10.1145/3430665.3456338","mag":"3174157698"},"language":"en","primary_location":{"id":"doi:10.1145/3430665.3456338","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3430665.3456338","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021705943","display_name":"Theresia Devi Indriasari","orcid":"https://orcid.org/0000-0002-9363-9369"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Theresia Devi Indriasari","raw_affiliation_strings":["The University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061895558","display_name":"Andrew Luxton-Reilly","orcid":"https://orcid.org/0000-0001-8269-2909"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andrew Luxton-Reilly","raw_affiliation_strings":["The University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["The University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5021705943"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":2.7218,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.89475817,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"199","last_page":"205"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.7228349447250366},{"id":"https://openalex.org/keywords/peer-feedback","display_name":"Peer feedback","score":0.6817871928215027},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6628801822662354},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6451528668403625},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.5845569968223572},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5816753506660461},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.558533251285553},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5061637759208679},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.49675923585891724},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.42295217514038086},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.37412703037261963},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.18456202745437622},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.16691625118255615},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16574165225028992},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1261405050754547},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11957740783691406},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.113528311252594}],"concepts":[{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.7228349447250366},{"id":"https://openalex.org/C42058189","wikidata":"https://www.wikidata.org/wiki/Q7160400","display_name":"Peer feedback","level":2,"score":0.6817871928215027},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6628801822662354},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6451528668403625},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.5845569968223572},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5816753506660461},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.558533251285553},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5061637759208679},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.49675923585891724},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.42295217514038086},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37412703037261963},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.18456202745437622},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.16691625118255615},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16574165225028992},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1261405050754547},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11957740783691406},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.113528311252594},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3430665.3456338","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3430665.3456338","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},{"id":"pmh:oai:researchspace.auckland.ac.nz:2292/60301","is_oa":false,"landing_page_url":"https://hdl.handle.net/2292/60301","pdf_url":null,"source":{"id":"https://openalex.org/S7407055463","display_name":"ResearchSpace (University of Auckland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I154130895","host_organization_name":"University of Auckland","host_organization_lineage":["https://openalex.org/I154130895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Item"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"No poverty","score":0.5699999928474426,"id":"https://metadata.un.org/sdg/1"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W101148737","https://openalex.org/W1979290264","https://openalex.org/W1983799571","https://openalex.org/W1998933811","https://openalex.org/W2041295009","https://openalex.org/W2049080106","https://openalex.org/W2057602088","https://openalex.org/W2066183060","https://openalex.org/W2078911586","https://openalex.org/W2091931022","https://openalex.org/W2096459062","https://openalex.org/W2120011847","https://openalex.org/W2395460982","https://openalex.org/W2554919770","https://openalex.org/W2621562638","https://openalex.org/W2748916867","https://openalex.org/W2790574128","https://openalex.org/W2792255831","https://openalex.org/W2792301539","https://openalex.org/W2796407591","https://openalex.org/W3029150395","https://openalex.org/W3033256977","https://openalex.org/W3049240530","https://openalex.org/W3086641389","https://openalex.org/W3134366206","https://openalex.org/W3137508291","https://openalex.org/W4250405735","https://openalex.org/W4301404867"],"related_works":["https://openalex.org/W2521347278","https://openalex.org/W2351089170","https://openalex.org/W3036358694","https://openalex.org/W4381436770","https://openalex.org/W4226317003","https://openalex.org/W2149635184","https://openalex.org/W3161903544","https://openalex.org/W3017183837","https://openalex.org/W4323034249","https://openalex.org/W3025557260"],"abstract_inverted_index":{"The":[0],"practice":[1],"of":[2,13,33,41,53,85,97,124,139,146,168,181,205],"peer":[3,43,102],"code":[4,44,87,103],"review":[5,45,88,104,133,148],"has":[6,62],"been":[7],"shown":[8,63],"to":[9,15,30,77,111,164,197],"deliver":[10],"a":[11,31,42,125],"variety":[12],"benefits":[14],"programming":[16],"students.":[17],"These":[18],"include":[19],"learning":[20],"from":[21,27,215],"producing":[22],"and":[23,26,36,51,59,117,135,156,213],"receiving":[24],"feedback,":[25],"being":[28],"exposed":[29],"range":[32],"problem-solving":[34],"approaches":[35],"solutions.":[37],"However,":[38],"the":[39,49,54,83,86,95,122,136,140,147,165,169,179,182,193,203,206],"success":[40],"activity":[46],"depends":[47],"on":[48,186],"quality":[50,149,204],"accuracy":[52,134],"reviews":[55],"that":[56,64,130],"students":[57,113,191],"produce,":[58],"prior":[60],"work":[61],"these":[65],"can":[66],"sometimes":[67],"be":[68],"poor.":[69],"One":[70],"approach":[71],"for":[72,114,210],"addressing":[73],"this":[74,91],"problem":[75],"is":[76],"incorporate":[78],"motivational":[79],"incentives":[80],"directly":[81],"into":[82],"design":[84],"platform.":[89],"In":[90],"research,":[92],"we":[93,159],"explore":[94],"use":[96],"gamification":[98],"in":[99,172,192],"an":[100],"online":[101],"tool,":[105],"where":[106],"game-like":[107],"elements":[108],"are":[109],"used":[110],"reward":[112],"generating":[115],"accurate":[116],"helpful":[118],"reviews.":[119],"We":[120],"report":[121],"results":[123],"randomized":[126],"controlled":[127],"study":[128],"(n=171)":[129],"measures":[131],"both":[132,173],"perceived":[137,166],"value":[138,167],"feedback":[141,183,207],"produced.":[142],"Although":[143],"quantitative":[144],"ratings":[145],"did":[150],"not":[151],"differ":[152],"significantly":[153],"between":[154],"control":[155],"experimental":[157,194],"conditions,":[158],"observed":[160,214],"interesting":[161],"trends":[162],"relating":[163],"feedback.":[170],"Students":[171],"groups":[174],"had":[175],"similar":[176],"views":[177],"regarding":[178],"usefulness":[180],"they":[184,208],"received":[185],"their":[187,211],"own":[188],"work,":[189],"however":[190],"condition":[195],"tended":[196],"express":[198],"more":[199],"positive":[200],"sentiments":[201],"towards":[202],"produced":[209],"peers":[212],"other":[216],"reviewers.":[217]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}