{"id":"https://openalex.org/W2144902156","doi":"https://doi.org/10.1145/2632320.2632347","title":"In-flow peer-review of tests in test-first programming","display_name":"In-flow peer-review of tests in test-first programming","publication_year":2014,"publication_date":"2014-07-28","ids":{"openalex":"https://openalex.org/W2144902156","doi":"https://doi.org/10.1145/2632320.2632347","mag":"2144902156"},"language":"en","primary_location":{"id":"doi:10.1145/2632320.2632347","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2632320.2632347","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the tenth annual conference on International computing education research","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062647971","display_name":"Joe Gibbs Politz","orcid":"https://orcid.org/0000-0003-1565-2362"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joe Gibbs Politz","raw_affiliation_strings":["Brown University, Providence, RI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, Providence, RI, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024394821","display_name":"Shriram Krishnamurthi","orcid":"https://orcid.org/0000-0001-5184-1975"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shriram Krishnamurthi","raw_affiliation_strings":["Brown University, Providence, RI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, Providence, RI, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047286412","display_name":"Kathi Fisler","orcid":"https://orcid.org/0000-0002-7895-8206"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathi Fisler","raw_affiliation_strings":["Worcester Polytecnic Institute, Worcester, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Worcester Polytecnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3977,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.87294525,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"11","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.7742133140563965},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6732223033905029},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5320659279823303},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.45965710282325745},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.42852017283439636},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4228225350379944},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.33494794368743896},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13921809196472168},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11436644196510315}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.7742133140563965},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6732223033905029},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5320659279823303},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.45965710282325745},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.42852017283439636},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4228225350379944},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.33494794368743896},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13921809196472168},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11436644196510315},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2632320.2632347","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2632320.2632347","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the tenth annual conference on International computing education research","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W173591250","https://openalex.org/W803608738","https://openalex.org/W1575032622","https://openalex.org/W1606495690","https://openalex.org/W1733406658","https://openalex.org/W1967294945","https://openalex.org/W1993139624","https://openalex.org/W2036597077","https://openalex.org/W2075371609","https://openalex.org/W2075603745","https://openalex.org/W2079496145","https://openalex.org/W2083208205","https://openalex.org/W2088700588","https://openalex.org/W2116119142","https://openalex.org/W2120629476","https://openalex.org/W2137846723","https://openalex.org/W3026415541","https://openalex.org/W3143245542","https://openalex.org/W4211154348","https://openalex.org/W6634615189"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W641782856","https://openalex.org/W2412927958","https://openalex.org/W3042686891","https://openalex.org/W138768472","https://openalex.org/W2806948274","https://openalex.org/W4401278346","https://openalex.org/W24443521","https://openalex.org/W2786635993","https://openalex.org/W2471323292"],"abstract_inverted_index":{"Test-first":[0],"development":[1],"and":[2,46,81],"peer":[3,29],"review":[4,30,44,60],"have":[5],"been":[6],"studied":[7],"independently":[8],"in":[9,22,25,37],"computing":[10],"courses,":[11],"but":[12],"their":[13],"combination":[14],"has":[15],"not.":[16],"We":[17,39,74],"report":[18],"on":[19,71],"an":[20],"experiment":[21],"which":[23],"students":[24],"two":[26],"courses":[27],"conducted":[28],"of":[31],"test":[32,55],"suites":[33,56],"while":[34],"assignments":[35],"were":[36],"progress.":[38],"find":[40],"strong":[41],"correlation":[42],"between":[43],"ratings":[45],"staff-assessed":[47],"work":[48],"quality,":[49],"as":[50,52],"well":[51],"evidence":[53],"that":[54,65],"improved":[57],"during":[58],"the":[59],"process.":[61],"Student":[62],"feedback":[63],"suggests":[64],"reviewing":[66],"had":[67],"some":[68],"causal":[69],"impact":[70],"these":[72],"improvements.":[73],"describe":[75],"several":[76],"lessons":[77],"learned":[78],"about":[79],"administering":[80],"assessing":[82],"peer-review":[83],"within":[84],"test-first":[85],"development.":[86]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}