{"id":"https://openalex.org/W3166591054","doi":"https://doi.org/10.1145/3430895.3460152","title":"Combining Collaborative Reflection based on Worked-Out Examples with Problem-Solving Practice: Designing Collaborative Programming Projects for Learning at Scale","display_name":"Combining Collaborative Reflection based on Worked-Out Examples with Problem-Solving Practice: Designing Collaborative Programming Projects for Learning at Scale","publication_year":2021,"publication_date":"2021-06-07","ids":{"openalex":"https://openalex.org/W3166591054","doi":"https://doi.org/10.1145/3430895.3460152","mag":"3166591054"},"language":"en","primary_location":{"id":"doi:10.1145/3430895.3460152","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3430895.3460152","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017567414","display_name":"Sreecharan Sankaranarayanan","orcid":"https://orcid.org/0000-0001-9122-6870"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sreecharan Sankaranarayanan","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047315745","display_name":"Siddharth Reddy Kandimalla","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siddharth Reddy Kandimalla","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026486394","display_name":"Christopher Bogart","orcid":"https://orcid.org/0000-0001-8581-115X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Bogart","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018700567","display_name":"R. Charles Murray","orcid":"https://orcid.org/0000-0003-0477-3791"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"R. Charles Murray","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088362471","display_name":"Michael Hilton","orcid":"https://orcid.org/0000-0001-9195-6902"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Hilton","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001245246","display_name":"Majd Sakr","orcid":"https://orcid.org/0000-0001-5150-8259"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Majd Sakr","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089539629","display_name":"Carolyn Penstein Ros\u00e9","orcid":"https://orcid.org/0000-0003-1128-5155"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carolyn Ros\u00e9","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5017567414"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":0.9697,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.79835671,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"255","last_page":"258"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6878904700279236},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6581256985664368},{"id":"https://openalex.org/keywords/reflection","display_name":"Reflection (computer programming)","score":0.6556745171546936},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6235555410385132},{"id":"https://openalex.org/keywords/problem-based-learning","display_name":"Problem-based learning","score":0.6037774085998535},{"id":"https://openalex.org/keywords/collaborative-learning","display_name":"Collaborative learning","score":0.5070950984954834},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5030757784843445},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.475829154253006},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.4676845669746399},{"id":"https://openalex.org/keywords/computational-thinking","display_name":"Computational thinking","score":0.4175602197647095},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.41713234782218933},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.2874991297721863},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2348719835281372},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1306397020816803},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12088024616241455},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1133844256401062}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6878904700279236},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6581256985664368},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.6556745171546936},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6235555410385132},{"id":"https://openalex.org/C2780909375","wikidata":"https://www.wikidata.org/wiki/Q1060990","display_name":"Problem-based learning","level":2,"score":0.6037774085998535},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.5070950984954834},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5030757784843445},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.475829154253006},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4676845669746399},{"id":"https://openalex.org/C2780368719","wikidata":"https://www.wikidata.org/wiki/Q5157342","display_name":"Computational thinking","level":2,"score":0.4175602197647095},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.41713234782218933},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2874991297721863},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2348719835281372},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1306397020816803},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12088024616241455},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1133844256401062},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3430895.3460152","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3430895.3460152","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W64745883","https://openalex.org/W1986285750","https://openalex.org/W2007377366","https://openalex.org/W2084895013","https://openalex.org/W2114229845","https://openalex.org/W2917369512","https://openalex.org/W2952893166","https://openalex.org/W2964148749","https://openalex.org/W2964358186"],"related_works":["https://openalex.org/W2769482900","https://openalex.org/W3155803285","https://openalex.org/W3213086777","https://openalex.org/W2769928932","https://openalex.org/W2551768522","https://openalex.org/W2979937253","https://openalex.org/W2742379954","https://openalex.org/W3033687264","https://openalex.org/W4390870682","https://openalex.org/W1978829797"],"abstract_inverted_index":{"Computer":[0],"science":[1],"pedagogy":[2],"has":[3],"overwhelmingly":[4],"favored":[5],"problem-solving":[6,46,76,126,136],"practice":[7,137],"over":[8],"methods":[9,30],"of":[10,51,62,135,147],"engagement":[11],"like":[12],"worked-out":[13,83],"example":[14,84,103],"study":[15],"especially":[16],"in":[17,65,111,121,138],"advanced":[18,140],"classes.":[19],"This":[20],"is":[21],"due":[22],"to":[23,42,114],"the":[24,73,87,96,105,108,112,132,139,145],"belief":[25],"that":[26,95],"while":[27,85],"these":[28],"alternative":[29],"may":[31,37],"improve":[32],"student":[33],"conceptual":[34],"learning,":[35],"they":[36],"leave":[38],"them":[39],"less":[40],"able":[41],"perform":[43,58],"on":[44,81,90,101,123],"authentic":[45],"tasks":[47],"from":[48],"a":[49,59,66,82,124],"lack":[50],"hands-on":[52],"practice.":[53],"In":[54],"this":[55,63],"paper,":[56],"we":[57],"direct":[60],"comparison":[61],"trade-off":[64],"synchronous":[67],"collaborative":[68,78,148],"programming":[69,149],"project":[70],"by":[71],"adjusting":[72],"boundary":[74],"between":[75],"and":[77,143],"reflection":[79],"based":[80],"keeping":[86],"total":[88],"time":[89,98],"task":[91],"constant.":[92],"We":[93],"find":[94],"more":[97,106],"students":[99],"spent":[100],"worked":[102],"study,":[104],"was":[107],"observed":[109],"improvement":[110],"pre-":[113],"post-test":[115],"scores":[116],"with":[117],"no":[118],"significant":[119],"difference":[120],"performance":[122],"subsequent":[125],"task.":[127],"These":[128],"results,":[129],"therefore,":[130],"challenge":[131],"dominant":[133],"place":[134],"curricular":[141],"context":[142],"inform":[144],"design":[146],"projects":[150],"at":[151],"scale.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}