{"id":"https://openalex.org/W3134473643","doi":"https://doi.org/10.1145/3408877.3432362","title":"Evaluating Commit, Issue and Product Quality in Team Software Development Projects","display_name":"Evaluating Commit, Issue and Product Quality in Team Software Development Projects","publication_year":2021,"publication_date":"2021-03-03","ids":{"openalex":"https://openalex.org/W3134473643","doi":"https://doi.org/10.1145/3408877.3432362","mag":"3134473643"},"language":"en","primary_location":{"id":"doi:10.1145/3408877.3432362","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3408877.3432362","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3408877.3432362","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3408877.3432362","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008723826","display_name":"Christopher Hundhausen","orcid":"https://orcid.org/0000-0001-5128-905X"},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Hundhausen","raw_affiliation_strings":["Washington State University, Pullman, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University, Pullman, WA, USA","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026726066","display_name":"J. Adam Carter","orcid":"https://orcid.org/0000-0002-1222-8331"},"institutions":[{"id":"https://openalex.org/I192389796","display_name":"Cal Poly Humboldt","ror":"https://ror.org/02qt0xs84","country_code":"US","type":"education","lineage":["https://openalex.org/I192389796"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Carter","raw_affiliation_strings":["Humboldt State University, Arcata, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Humboldt State University, Arcata, CA, USA","institution_ids":["https://openalex.org/I192389796"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075549720","display_name":"Phillip Conrad","orcid":"https://orcid.org/0000-0003-3676-7775"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Phillip Conrad","raw_affiliation_strings":["University of California Santa Barbara, Santa Barbara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California Santa Barbara, Santa Barbara, CA, USA","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061046258","display_name":"Ahsun Tariq","orcid":"https://orcid.org/0000-0003-3050-0391"},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahsun Tariq","raw_affiliation_strings":["Washington State University, Karachi, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University, Karachi, Pakistan","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087014952","display_name":"Olusola Adesope","orcid":"https://orcid.org/0000-0003-0620-500X"},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Olusola Adesope","raw_affiliation_strings":["Washington State University, Pullman, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University, Pullman, WA, USA","institution_ids":["https://openalex.org/I72951846"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"108","last_page":"114"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.7468574047088623},{"id":"https://openalex.org/keywords/team-software-process","display_name":"Team software process","score":0.7228372097015381},{"id":"https://openalex.org/keywords/software-peer-review","display_name":"Software peer review","score":0.6544246673583984},{"id":"https://openalex.org/keywords/personal-software-process","display_name":"Personal software process","score":0.6525512933731079},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6061198711395264},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.6025035977363586},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5448290705680847},{"id":"https://openalex.org/keywords/software-project-management","display_name":"Software project management","score":0.5265312790870667},{"id":"https://openalex.org/keywords/software-development-process","display_name":"Software development process","score":0.4764980673789978},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.4747213125228882},{"id":"https://openalex.org/keywords/social-software-engineering","display_name":"Social software engineering","score":0.4745272696018219},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.47043630480766296},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.466695100069046},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.4648735821247101},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.46477845311164856},{"id":"https://openalex.org/keywords/product-metric","display_name":"Product metric","score":0.45454758405685425},{"id":"https://openalex.org/keywords/software-quality-analyst","display_name":"Software quality analyst","score":0.4536738097667694},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.452526718378067},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.4379279613494873},{"id":"https://openalex.org/keywords/software-quality-control","display_name":"Software quality control","score":0.4333633482456207},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.40426719188690186},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.3506028950214386},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2283402681350708},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.10878518223762512},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.1012813150882721},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.06810683012008667}],"concepts":[{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.7468574047088623},{"id":"https://openalex.org/C51845450","wikidata":"https://www.wikidata.org/wiki/Q1421651","display_name":"Team software process","level":5,"score":0.7228372097015381},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.6544246673583984},{"id":"https://openalex.org/C39890963","wikidata":"https://www.wikidata.org/wiki/Q1702721","display_name":"Personal software process","level":5,"score":0.6525512933731079},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6061198711395264},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.6025035977363586},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5448290705680847},{"id":"https://openalex.org/C40919944","wikidata":"https://www.wikidata.org/wiki/Q947779","display_name":"Software project management","level":5,"score":0.5265312790870667},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.4764980673789978},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4747213125228882},{"id":"https://openalex.org/C182500959","wikidata":"https://www.wikidata.org/wiki/Q7551380","display_name":"Social software engineering","level":5,"score":0.4745272696018219},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.47043630480766296},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.466695100069046},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.4648735821247101},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.46477845311164856},{"id":"https://openalex.org/C154497576","wikidata":"https://www.wikidata.org/wiki/Q7247777","display_name":"Product metric","level":3,"score":0.45454758405685425},{"id":"https://openalex.org/C188329197","wikidata":"https://www.wikidata.org/wiki/Q6554613","display_name":"Software quality analyst","level":5,"score":0.4536738097667694},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.452526718378067},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4379279613494873},{"id":"https://openalex.org/C176035894","wikidata":"https://www.wikidata.org/wiki/Q7554350","display_name":"Software quality control","level":5,"score":0.4333633482456207},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.40426719188690186},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.3506028950214386},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2283402681350708},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.10878518223762512},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.1012813150882721},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.06810683012008667},{"id":"https://openalex.org/C198043062","wikidata":"https://www.wikidata.org/wiki/Q180953","display_name":"Metric space","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3408877.3432362","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3408877.3432362","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3408877.3432362","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3408877.3432362","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3408877.3432362","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3408877.3432362","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1657675997","display_name":"Collaborative Research: Exploring Brownfield Programming Assignments in Undergraduate Computing Education","funder_award_id":"1915196","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3134473643.pdf","grobid_xml":"https://content.openalex.org/works/W3134473643.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W595348051","https://openalex.org/W1490967151","https://openalex.org/W1494744305","https://openalex.org/W1581766830","https://openalex.org/W1913969462","https://openalex.org/W1968766832","https://openalex.org/W1971891377","https://openalex.org/W1985436376","https://openalex.org/W2006401685","https://openalex.org/W2016950538","https://openalex.org/W2018683575","https://openalex.org/W2042874133","https://openalex.org/W2050799800","https://openalex.org/W2069089451","https://openalex.org/W2073628917","https://openalex.org/W2081274654","https://openalex.org/W2086097894","https://openalex.org/W2098741004","https://openalex.org/W2103959779","https://openalex.org/W2107406649","https://openalex.org/W2126046748","https://openalex.org/W2187303492","https://openalex.org/W2490032475","https://openalex.org/W2502879488","https://openalex.org/W2604967571","https://openalex.org/W2789979170","https://openalex.org/W2793822563","https://openalex.org/W2808562228","https://openalex.org/W2846398816","https://openalex.org/W2875739474","https://openalex.org/W2997502590","https://openalex.org/W3010160222","https://openalex.org/W3018497513","https://openalex.org/W3032071427","https://openalex.org/W4235522826","https://openalex.org/W4237846300","https://openalex.org/W4245961435","https://openalex.org/W6755223877"],"related_works":["https://openalex.org/W2810891183","https://openalex.org/W2105340075","https://openalex.org/W2215764238","https://openalex.org/W4245217388","https://openalex.org/W2342006181","https://openalex.org/W2642920007","https://openalex.org/W1760370834","https://openalex.org/W4206779626","https://openalex.org/W2323318447","https://openalex.org/W1569313978"],"abstract_inverted_index":{"Providing":[0],"students":[1,107],"with":[2],"authentic":[3],"software":[4,25,36,86,103,149],"development":[5,26,150],"experiences":[6],"is":[7,62],"essential":[8],"to":[9,99,127,144],"preparing":[10],"them":[11],"for":[12,42],"careers":[13],"in":[14,28,93,129,154],"industry.":[15],"To":[16,68],"that":[17,114],"end,":[18],"many":[19],"undergraduate":[20],"courses":[21],"include":[22],"a":[23,34,65,74,140,155],"team-based":[24],"experience":[27],"which":[29,94,117],"each":[30,60],"team":[31,61,102],"works":[32],"on":[33,64],"different":[35,66],"project.":[37],"This":[38,137],"raises":[39],"significant":[40],"challenges":[41],"assessing":[43],"student":[44],"work":[45,138],"and":[46,57,89,121,135,152],"measuring":[47],"the":[48,80,84,130],"impact":[49],"of":[50,76,132,148,158],"pedagogical":[51],"interventions:":[52],"What":[53],"do":[54],"we":[55,72,95],"measure":[56],"how,":[58],"when":[59],"working":[63],"project?":[67],"address":[69],"this":[70],"question,":[71],"present":[73],"collection":[75],"metrics":[77,98],"developed":[78],"using":[79],"Goal-Question-Metric":[81],"framework":[82],"from":[83],"empirical":[85,91],"engineering":[87],"literature,":[88],"an":[90],"study":[92],"applied":[96],"those":[97],"assess":[100],"23":[101],"projects":[104],"involving":[105],"94":[106],"at":[108],"three":[109],"institutions.":[110],"Study":[111],"results":[112],"suggest":[113],"these":[115],"metrics,":[116],"gauge":[118],"commit,":[119],"issue,":[120],"overall":[122],"product":[123],"quality,":[124],"are":[125],"sensitive":[126],"differences":[128],"quality":[131],"teams'":[133],"processes":[134,151],"products.":[136],"contributes":[139],"new":[141],"metric-based":[142],"approach":[143],"evaluating":[145],"key":[146],"aspects":[147],"products":[153],"wide":[156],"variety":[157],"computing":[159],"courses.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}