{"id":"https://openalex.org/W4389158812","doi":"https://doi.org/10.1145/3611643.3613075","title":"Reflecting on the Use of the Policy-Process-Product Theory in Empirical Software Engineering","display_name":"Reflecting on the Use of the Policy-Process-Product Theory in Empirical Software Engineering","publication_year":2023,"publication_date":"2023-11-30","ids":{"openalex":"https://openalex.org/W4389158812","doi":"https://doi.org/10.1145/3611643.3613075"},"language":"en","primary_location":{"id":"doi:10.1145/3611643.3613075","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611643.3613075","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3611643.3613075","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3611643.3613075","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092698786","display_name":"Kelechi G. Kalu","orcid":"https://orcid.org/0000-0002-8749-9697"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kelechi G. Kalu","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"raw_orcid":"https://orcid.org/0000-0002-8749-9697","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058699162","display_name":"Taylor R. Schorlemmer","orcid":"https://orcid.org/0000-0003-2181-5527"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Taylor R. Schorlemmer","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"raw_orcid":"https://orcid.org/0000-0003-2181-5527","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sophie Chen","orcid":"https://orcid.org/0009-0000-4133-4910"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sophie Chen","raw_affiliation_strings":["University of Michigan, Ann Arbor, USA"],"raw_orcid":"https://orcid.org/0009-0000-4133-4910","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077170268","display_name":"Kyle A. Robinson","orcid":"https://orcid.org/0009-0004-6365-6645"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyle A. Robinson","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"raw_orcid":"https://orcid.org/0009-0004-6365-6645","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092698787","display_name":"Erik Kocinare","orcid":"https://orcid.org/0009-0007-9151-5008"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erik Kocinare","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"raw_orcid":"https://orcid.org/0009-0007-9151-5008","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013948143","display_name":"James C. Davis","orcid":"https://orcid.org/0000-0003-2495-686X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James C. Davis","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"raw_orcid":"https://orcid.org/0000-0003-2495-686X","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5092698786"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":0.4484,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.71536059,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2112","last_page":"2116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.6234816312789917},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6037965416908264},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5413453578948975},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.5339884161949158},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.529453694820404},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4940245747566223},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.48666220903396606},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4720894992351532},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.46501830220222473},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3655968904495239},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.36284705996513367},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13541576266288757},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.07875645160675049},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.06489795446395874}],"concepts":[{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.6234816312789917},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6037965416908264},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5413453578948975},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.5339884161949158},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.529453694820404},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4940245747566223},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.48666220903396606},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4720894992351532},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.46501830220222473},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3655968904495239},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.36284705996513367},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13541576266288757},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.07875645160675049},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.06489795446395874},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3611643.3613075","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611643.3613075","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3611643.3613075","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3611643.3613075","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611643.3613075","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3611643.3613075","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1187749412","display_name":null,"funder_award_id":"IIS-1813935, SaTC-2135156, POSE-2229703","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5254706694","display_name":"III: Small: Transfer Learning using Transformation among Models and Samples","funder_award_id":"1813935","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5494311034","display_name":null,"funder_award_id":"2229703","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8135485486","display_name":null,"funder_award_id":"IIS-1813935","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8781941271","display_name":null,"funder_award_id":"2135156","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"},{"id":"https://openalex.org/F4320320288","display_name":"Rolls-Royce","ror":"https://ror.org/04h08p482"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389158812.pdf","grobid_xml":"https://content.openalex.org/works/W4389158812.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W19425227","https://openalex.org/W1550884769","https://openalex.org/W1936022305","https://openalex.org/W2000333275","https://openalex.org/W2028639762","https://openalex.org/W2037316754","https://openalex.org/W2043266099","https://openalex.org/W2086348510","https://openalex.org/W2090625011","https://openalex.org/W2094323320","https://openalex.org/W2094443606","https://openalex.org/W2108933707","https://openalex.org/W2126870663","https://openalex.org/W2132934597","https://openalex.org/W2139785902","https://openalex.org/W2163851162","https://openalex.org/W2165065735","https://openalex.org/W2167926541","https://openalex.org/W2169090130","https://openalex.org/W2562248917","https://openalex.org/W2619803804","https://openalex.org/W2725070215","https://openalex.org/W2738072326","https://openalex.org/W2907641829","https://openalex.org/W3195348753","https://openalex.org/W3196239222","https://openalex.org/W4210690107","https://openalex.org/W4238295428","https://openalex.org/W4239743075","https://openalex.org/W4239863959","https://openalex.org/W4285790359","https://openalex.org/W4291213652","https://openalex.org/W4297676335","https://openalex.org/W4308463084","https://openalex.org/W4308562555","https://openalex.org/W4308643048"],"related_works":["https://openalex.org/W2476117260","https://openalex.org/W2770531922","https://openalex.org/W1845068655","https://openalex.org/W2993977687","https://openalex.org/W4321354308","https://openalex.org/W3092441607","https://openalex.org/W2212955619","https://openalex.org/W3124296310","https://openalex.org/W2290299503","https://openalex.org/W3029851195"],"abstract_inverted_index":{"The":[0],"primary":[1],"theory":[2],"of":[3,16,52],"software":[4,27,65,132],"engineering":[5,28,66],"is":[6,34],"that":[7,117],"an":[8],"organization\u2019s":[9],"Policies":[10],"and":[11,85,108,112,125,135],"Processes":[12],"influence":[13],"the":[14,22,42,53,58,104,122,129],"quality":[15],"its":[17],"Products.":[18],"We":[19,87],"call":[20],"this":[21,69],"PPP":[23,43,93],"Theory.":[24,44],"Although":[25],"empirical":[26,54],"research":[29,118],"has":[30],"grown":[31],"common,":[32],"it":[33],"unclear":[35],"whether":[36],"researchers":[37],"are":[38,120],"trying":[39],"to":[40],"evaluate":[41],"To":[45],"assess":[46],"this,":[47],"we":[48],"analyzed":[49],"half":[50],"(33)":[51],"works":[55],"published":[56],"over":[57],"last":[59],"two":[60],"years":[61],"in":[62,95,121],"three":[63],"prominent":[64],"conferences.":[67],"In":[68],"sample,":[70],"70%":[71],"focus":[72],"on":[73],"policies/processes":[74],"or":[75],"products,":[76,133],"not":[77],"both.":[78],"Only":[79],"33%":[80],"provided":[81],"measurements":[82],"relating":[83],"policy/process":[84],"products.":[86],"make":[88],"four":[89],"recommendations:":[90],"(1)":[91],"Use":[92],"Theory":[94],"study":[96],"design;":[97],"(2)":[98],"Study":[99],"feedback":[100],"relationships;":[101,107],"(3)":[102],"Diversify":[103],"studied":[105],"feed-forward":[106],"(4)":[109],"Disentangle":[110],"policy":[111],"process.":[113],"Let":[114],"us":[115],"remember":[116],"results":[119],"context":[123],"of,":[124],"with":[126],"respect":[127],"to,":[128],"relationship":[130],"between":[131],"processes,":[134],"policies.":[136]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}