{"id":"https://openalex.org/W4392445430","doi":"https://doi.org/10.1145/3636555.3636848","title":"Novice programmers inaccurately monitor the quality of their work and their peers\u2019 work in an introductory computer science course","display_name":"Novice programmers inaccurately monitor the quality of their work and their peers\u2019 work in an introductory computer science course","publication_year":2024,"publication_date":"2024-03-05","ids":{"openalex":"https://openalex.org/W4392445430","doi":"https://doi.org/10.1145/3636555.3636848"},"language":"en","primary_location":{"id":"doi:10.1145/3636555.3636848","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636555.3636848","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636848","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636848","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035033051","display_name":"Elizabeth B. Cloude","orcid":"https://orcid.org/0000-0002-7599-6768"},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Elizabeth B. Cloude","raw_affiliation_strings":["Tampere University, Finland"],"affiliations":[{"raw_affiliation_string":"Tampere University, Finland","institution_ids":["https://openalex.org/I166825849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076800258","display_name":"Pranshu Kumar","orcid":"https://orcid.org/0000-0002-4035-2225"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pranshu Kumar","raw_affiliation_strings":["University of Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, USA","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088695714","display_name":"Ryan S. Baker","orcid":"https://orcid.org/0000-0002-3051-3232"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan S. Baker","raw_affiliation_strings":["Graduate School of Education, University of Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"Graduate School of Education, University of Pennsylvania, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016965269","display_name":"Eric Fouh","orcid":"https://orcid.org/0000-0003-3869-9112"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Fouh","raw_affiliation_strings":["Department of Computer Scienc, University of Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Scienc, University of Pennsylvania, USA","institution_ids":["https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5035033051"],"corresponding_institution_ids":["https://openalex.org/I166825849"],"apc_list":null,"apc_paid":null,"fwci":1.2114,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.8350677,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"35","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overconfidence-effect","display_name":"Overconfidence effect","score":0.7654427289962769},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.721027672290802},{"id":"https://openalex.org/keywords/metacognition","display_name":"Metacognition","score":0.6833001971244812},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6249243021011353},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5459011793136597},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4717234969139099},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.43934115767478943},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4296114146709442},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3486793637275696},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3408564031124115},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.26340562105178833},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.12349611520767212}],"concepts":[{"id":"https://openalex.org/C51110983","wikidata":"https://www.wikidata.org/wiki/Q16503490","display_name":"Overconfidence effect","level":2,"score":0.7654427289962769},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.721027672290802},{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.6833001971244812},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6249243021011353},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5459011793136597},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4717234969139099},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.43934115767478943},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4296114146709442},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3486793637275696},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3408564031124115},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26340562105178833},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.12349611520767212},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3636555.3636848","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636555.3636848","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636848","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:trepo.tuni.fi:10024/225431","is_oa":true,"landing_page_url":"https://trepo.tuni.fi/handle/10024/225431","pdf_url":null,"source":{"id":"https://openalex.org/S7407055260","display_name":"Trepo - Institutional Repository of Tampere University","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference"}],"best_oa_location":{"id":"doi:10.1145/3636555.3636848","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636555.3636848","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636848","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7099999785423279,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G776785339","display_name":null,"funder_award_id":"DUE-1946150","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392445430.pdf"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W13373333","https://openalex.org/W615644768","https://openalex.org/W1680939745","https://openalex.org/W2014538668","https://openalex.org/W2084413241","https://openalex.org/W2091308179","https://openalex.org/W2110065044","https://openalex.org/W2134929852","https://openalex.org/W2154503664","https://openalex.org/W2158389550","https://openalex.org/W2407505401","https://openalex.org/W2517261848","https://openalex.org/W2804851038","https://openalex.org/W2808863842","https://openalex.org/W2885271276","https://openalex.org/W2916601118","https://openalex.org/W2943714016","https://openalex.org/W3010598638","https://openalex.org/W3048016185","https://openalex.org/W3133779143","https://openalex.org/W3213452821","https://openalex.org/W4213447331"],"related_works":["https://openalex.org/W2067438871","https://openalex.org/W3196817267","https://openalex.org/W1976600725","https://openalex.org/W1564680838","https://openalex.org/W2003125260","https://openalex.org/W2060591604","https://openalex.org/W1992291644","https://openalex.org/W2166791242","https://openalex.org/W2585162246","https://openalex.org/W1934413089"],"abstract_inverted_index":{"A":[0,24],"student\u2019s":[1],"ability":[2,65],"to":[3,66,74,137,157,187,194],"accurately":[4,67],"evaluate":[5],"the":[6,58,100,131,167],"quality":[7],"of":[8,42,50,60,130,164,181],"their":[9,15,51,69,75,106,111,120],"work":[10,71,77,107],"holds":[11],"significant":[12],"implications":[13],"for":[14],"self-regulated":[16],"learning":[17],"and":[18,44,78,175,192,199],"problem-solving":[19],"proficiency":[20],"in":[21,72,83,201],"introductory":[22,84,178,202],"programming.":[23,179],"widespread":[25],"cognitive":[26,97],"bias":[27,98],"that":[28],"frequently":[29],"impedes":[30],"accurate":[31],"self-":[32],"assessment":[33],"is":[34,108],"overconfidence,":[35],"which":[36],"often":[37],"stems":[38],"from":[39],"a":[40,95,128],"misjudgment":[41],"contextual":[43],"task-related":[45],"cues,":[46],"including":[47],"students\u2019":[48],"judgment":[49],"peers\u2019":[52,76],"competencies.":[53],"Little":[54],"research":[55],"has":[56],"explored":[57],"role":[59],"overconfidence":[61],"on":[62,81,113,122,140,146,153],"novice":[63,92],"programmers\u2019":[64],"monitor":[68],"own":[70],"comparison":[73],"its":[79],"impact":[80],"performance":[82,200],"programming":[85,203],"courses.":[86,204],"The":[87],"present":[88],"study":[89,183],"examined":[90],"whether":[91],"programmers":[93],"exhibited":[94],"common":[96],"called":[99],"\"hard-easy":[101],"effect\",":[102],"where":[103,134],"students":[104],"believe":[105],"better":[109,152],"than":[110,119],"peers":[112,121],"easier":[114,147],"tasks":[115,124],"(overplace)":[116],"but":[117],"worse":[118],"harder":[123,141],"(underplace).":[125],"Results":[126],"showed":[127],"reversal":[129],"hard-easy":[132,168],"effect,":[133,169],"novices":[135],"tended":[136],"overplace":[138],"themselves":[139,145],"tasks,":[142,174],"yet":[143],"underplace":[144],"ones.":[148],"Remarkably,":[149],"underplacers":[150],"performed":[151],"an":[154],"exam":[155],"compared":[156],"overplacers.":[158],"These":[159],"findings":[160],"advance":[161],"our":[162],"understanding":[163],"relationships":[165],"between":[166],"monitoring":[170],"accuracy":[171],"across":[172],"multiple":[173],"grades":[176],"within":[177],"Implications":[180],"this":[182],"can":[184],"be":[185],"used":[186],"guide":[188],"instructional":[189],"decision":[190],"making":[191],"design":[193],"improve":[195],"novices\u2019":[196],"metacognitive":[197],"awareness":[198]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}