{"id":"https://openalex.org/W1971776182","doi":"https://doi.org/10.1145/2372251.2372256","title":"What works for whom, where, when, and why?","display_name":"What works for whom, where, when, and why?","publication_year":2012,"publication_date":"2012-09-19","ids":{"openalex":"https://openalex.org/W1971776182","doi":"https://doi.org/10.1145/2372251.2372256","mag":"1971776182"},"language":"en","primary_location":{"id":"doi:10.1145/2372251.2372256","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2372251.2372256","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM-IEEE international symposium on Empirical software engineering and measurement","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109079407","display_name":"Tore Dyb\u00e5","orcid":null},"institutions":[{"id":"https://openalex.org/I173888879","display_name":"SINTEF","ror":"https://ror.org/01f677e56","country_code":"NO","type":"facility","lineage":["https://openalex.org/I173888879"]},{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Tore Dyb\u00e5","raw_affiliation_strings":["University of Oslo and SINTEF, Trondheim, Norway","Dept. of Inf., Univ. of Oslo & SINTEF, Trondheim, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oslo and SINTEF, Trondheim, Norway","institution_ids":["https://openalex.org/I173888879","https://openalex.org/I184942183"]},{"raw_affiliation_string":"Dept. of Inf., Univ. of Oslo & SINTEF, Trondheim, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078367528","display_name":"Dag I. K. Sj\u00f8berg","orcid":"https://orcid.org/0000-0002-4941-7240"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Dag I.K. Sj\u00f8berg","raw_affiliation_strings":["University of Oslo, Oslo, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020122062","display_name":"Daniela S. Cruzes","orcid":"https://orcid.org/0000-0002-2490-902X"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]},{"id":"https://openalex.org/I4210165875","display_name":"NTNU Samfunnsforskning","ror":"https://ror.org/05pv30e80","country_code":"NO","type":"facility","lineage":["https://openalex.org/I4210165875"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Daniela S. Cruzes","raw_affiliation_strings":["NTNU, Trondheim, Norway","[Department of Computer and Information Science, NTNU, Trondheim, Norway]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTNU, Trondheim, Norway","institution_ids":["https://openalex.org/I4210165875"]},{"raw_affiliation_string":"[Department of Computer and Information Science, NTNU, Trondheim, Norway]","institution_ids":["https://openalex.org/I204778367"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":24.9874,"has_fulltext":false,"cited_by_count":124,"citation_normalized_percentile":{"value":0.99402398,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"19","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.7248485684394836},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.638289213180542},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6135129332542419},{"id":"https://openalex.org/keywords/social-software-engineering","display_name":"Social software engineering","score":0.5404629707336426},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5189416408538818},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5102412700653076},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.4676223397254944},{"id":"https://openalex.org/keywords/software-peer-review","display_name":"Software peer review","score":0.46082034707069397},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4541158676147461},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.4493716359138489},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.4354323744773865},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.422243595123291},{"id":"https://openalex.org/keywords/software-analytics","display_name":"Software analytics","score":0.41338279843330383},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.39257991313934326},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.37771347165107727},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.344561904668808},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.1721847653388977},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16450363397598267},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.05885085463523865}],"concepts":[{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.7248485684394836},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.638289213180542},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6135129332542419},{"id":"https://openalex.org/C182500959","wikidata":"https://www.wikidata.org/wiki/Q7551380","display_name":"Social software engineering","level":5,"score":0.5404629707336426},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5189416408538818},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5102412700653076},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4676223397254944},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.46082034707069397},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4541158676147461},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.4493716359138489},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.4354323744773865},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.422243595123291},{"id":"https://openalex.org/C171981572","wikidata":"https://www.wikidata.org/wiki/Q7554239","display_name":"Software analytics","level":5,"score":0.41338279843330383},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.39257991313934326},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.37771347165107727},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.344561904668808},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.1721847653388977},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16450363397598267},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.05885085463523865},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2372251.2372256","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2372251.2372256","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM-IEEE international symposium on Empirical software engineering and measurement","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W38312339","https://openalex.org/W169946193","https://openalex.org/W1490657313","https://openalex.org/W1525389328","https://openalex.org/W1783768447","https://openalex.org/W1969939902","https://openalex.org/W1971440513","https://openalex.org/W1971604028","https://openalex.org/W1972888971","https://openalex.org/W1995496370","https://openalex.org/W2006674865","https://openalex.org/W2006941828","https://openalex.org/W2019996049","https://openalex.org/W2024695825","https://openalex.org/W2035713844","https://openalex.org/W2037316754","https://openalex.org/W2044150432","https://openalex.org/W2044744663","https://openalex.org/W2046280543","https://openalex.org/W2049384341","https://openalex.org/W2054735362","https://openalex.org/W2059354123","https://openalex.org/W2063026846","https://openalex.org/W2078619945","https://openalex.org/W2103458796","https://openalex.org/W2111199933","https://openalex.org/W2114269784","https://openalex.org/W2117254507","https://openalex.org/W2125727278","https://openalex.org/W2135093973","https://openalex.org/W2136151568","https://openalex.org/W2136315780","https://openalex.org/W2140294498","https://openalex.org/W2141767681","https://openalex.org/W2143778610","https://openalex.org/W2147617769","https://openalex.org/W2150904569","https://openalex.org/W2153389575","https://openalex.org/W2154487671","https://openalex.org/W2154507211","https://openalex.org/W2160182024","https://openalex.org/W2161676644","https://openalex.org/W2162411541","https://openalex.org/W2162789680","https://openalex.org/W2163851162","https://openalex.org/W2167926541","https://openalex.org/W2170555906","https://openalex.org/W2171531868","https://openalex.org/W2184625340","https://openalex.org/W4255522366","https://openalex.org/W4285719527","https://openalex.org/W4292811746","https://openalex.org/W6682814779"],"related_works":["https://openalex.org/W246089850","https://openalex.org/W2520111506","https://openalex.org/W2757929269","https://openalex.org/W2371269538","https://openalex.org/W2183585111","https://openalex.org/W189375598","https://openalex.org/W2020201402","https://openalex.org/W2068215719","https://openalex.org/W1955230756","https://openalex.org/W3000110022"],"abstract_inverted_index":{"Context":[0],"is":[1,10,21,29,52,84],"a":[2,109],"central":[3],"concept":[4],"in":[5,44,105],"empirical":[6,48,93,97],"software":[7,26,49,77,98],"engineering.":[8],"It":[9,28],"one":[11,33],"of":[12,16,25,34,64,81,89,112,125],"the":[13,17,35,73,123,137],"distinctive":[14],"features":[15],"discipline":[18],"and":[19,39,68,95,119,133],"it":[20],"an":[22,87],"in-dispensable":[23],"part":[24],"practice.":[27,78],"likely":[30],"responsible":[31],"for":[32,115],"most":[36],"challenging":[37],"methodological":[38],"theoretical":[40],"problems:":[41],"study-to-study":[42],"variation":[43],"research":[45,51,94,100],"findings.":[46],"Still,":[47],"engineering":[50,99],"mostly":[53],"concerned":[54],"with":[55,72,127],"attempts":[56],"to":[57,76,85,107],"identify":[58],"universal":[59],"relationships":[60],"that":[61],"are":[62],"independent":[63],"how":[65,90,96],"work":[66],"settings":[67],"other":[69],"contexts":[70],"interact":[71],"processes":[74],"important":[75],"The":[79],"aim":[80],"this":[82],"paper":[83],"provide":[86,108],"overview":[88],"context":[91,126],"affects":[92],"can":[101],"be":[102],"better":[103,110],"'contextualized'":[104],"order":[106],"understanding":[111],"what":[113],"works":[114],"whom,":[116],"where,":[117],"when,":[118],"why.":[120],"We":[121],"exemplify":[122],"importance":[124],"examples":[128],"from":[129],"recent":[130],"systematic":[131],"reviews":[132],"offer":[134],"recommendations":[135],"on":[136],"way":[138],"forward.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":16},{"year":2017,"cited_by_count":11},{"year":2016,"cited_by_count":15},{"year":2015,"cited_by_count":11},{"year":2014,"cited_by_count":14},{"year":2013,"cited_by_count":8},{"year":2012,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}