{"id":"https://openalex.org/W2891421390","doi":"https://doi.org/10.1007/s11390-018-1864-x","title":"Empirical Research in Software Engineering \u2014 A Literature Survey","display_name":"Empirical Research in Software Engineering \u2014 A Literature Survey","publication_year":2018,"publication_date":"2018-09-01","ids":{"openalex":"https://openalex.org/W2891421390","doi":"https://doi.org/10.1007/s11390-018-1864-x","mag":"2891421390"},"language":"en","primary_location":{"id":"doi:10.1007/s11390-018-1864-x","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11390-018-1864-x","pdf_url":null,"source":{"id":"https://openalex.org/S161516442","display_name":"Journal of Computer Science and Technology","issn_l":"1000-9000","issn":["1000-9000","1860-4749"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114585361","display_name":"Li Zhang","orcid":"https://orcid.org/0000-0002-2258-5893"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Zhang","raw_affiliation_strings":["College of Software, Beihang University, Beijing, 100191, China","State Key Laboratory of Software Development Environment, Beihang University, Beijing, 100191, China","College of Software, Beihang University, Beijing, China","State Key Laboratory of Software Development Environment, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Software, Beihang University, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"College of Software, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019336734","display_name":"Jia-Hao Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia-Hao Tian","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Beihang University, Beijing, 100191, China","State Key Laboratory of Software Development Environment, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044562617","display_name":"Jing Jiang","orcid":"https://orcid.org/0000-0002-6582-0654"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing Jiang","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Beihang University, Beijing, 100191, China","State Key Laboratory of Software Development Environment, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100731628","display_name":"Yijun Liu","orcid":"https://orcid.org/0000-0001-5169-1188"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi-Jun Liu","raw_affiliation_strings":["College of Software, Beihang University, Beijing, 100191, China","State Key Laboratory of Software Development Environment, Beihang University, Beijing, 100191, China","College of Software, Beihang University, Beijing, China","State Key Laboratory of Software Development Environment, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Software, Beihang University, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"College of Software, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041135988","display_name":"Meng-Yuan Pu","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng-Yuan Pu","raw_affiliation_strings":["College of Software, Beihang University, Beijing, 100191, China","State Key Laboratory of Software Development Environment, Beihang University, Beijing, 100191, China","College of Software, Beihang University, Beijing, China","State Key Laboratory of Software Development Environment, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Software, Beihang University, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"College of Software, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058828089","display_name":"Tao Yue","orcid":"https://orcid.org/0000-0003-3262-5577"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Tao Yue","raw_affiliation_strings":["Simula Research Laboratory, Martin Lingesvei 25, 1364, Fornebu, Norway","Simula Research Laboratory, Fornebu, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Martin Lingesvei 25, 1364, Fornebu, Norway","institution_ids":["https://openalex.org/I2799829267"]},{"raw_affiliation_string":"Simula Research Laboratory, Fornebu, Norway","institution_ids":["https://openalex.org/I2799829267"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5044562617"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":null,"fwci":5.8195,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.96454194,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"33","issue":"5","first_page":"876","last_page":"899"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.768060564994812},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.7582542300224304},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.578336775302887},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5763915777206421},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5566062331199646},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5525939464569092},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3281725347042084},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09769141674041748}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.768060564994812},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.7582542300224304},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.578336775302887},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5763915777206421},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5566062331199646},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5525939464569092},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3281725347042084},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09769141674041748},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11390-018-1864-x","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11390-018-1864-x","pdf_url":null,"source":{"id":"https://openalex.org/S161516442","display_name":"Journal of Computer Science and Technology","issn_l":"1000-9000","issn":["1000-9000","1860-4749"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Science and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W4214443","https://openalex.org/W954161629","https://openalex.org/W1121492139","https://openalex.org/W1174118978","https://openalex.org/W1491087240","https://openalex.org/W1527311855","https://openalex.org/W1562463929","https://openalex.org/W1564623840","https://openalex.org/W1730782591","https://openalex.org/W1900885688","https://openalex.org/W1970350336","https://openalex.org/W1971455601","https://openalex.org/W1986793794","https://openalex.org/W1989734019","https://openalex.org/W1991867644","https://openalex.org/W1997236144","https://openalex.org/W1999798506","https://openalex.org/W2004142432","https://openalex.org/W2009977560","https://openalex.org/W2015024120","https://openalex.org/W2024352272","https://openalex.org/W2029276735","https://openalex.org/W2033167567","https://openalex.org/W2037843344","https://openalex.org/W2042711539","https://openalex.org/W2046263206","https://openalex.org/W2047157089","https://openalex.org/W2047950174","https://openalex.org/W2061011519","https://openalex.org/W2066305013","https://openalex.org/W2075698084","https://openalex.org/W2076089459","https://openalex.org/W2078571935","https://openalex.org/W2080637781","https://openalex.org/W2080962405","https://openalex.org/W2084278640","https://openalex.org/W2086585198","https://openalex.org/W2087261796","https://openalex.org/W2087446414","https://openalex.org/W2087582772","https://openalex.org/W2092388562","https://openalex.org/W2095709152","https://openalex.org/W2162739315","https://openalex.org/W2163017178","https://openalex.org/W2170461750","https://openalex.org/W2199158764","https://openalex.org/W2216498498","https://openalex.org/W2264282745","https://openalex.org/W2278507260","https://openalex.org/W2338918436","https://openalex.org/W2522291077","https://openalex.org/W2522942223","https://openalex.org/W2523330196","https://openalex.org/W2601908482","https://openalex.org/W2604794021","https://openalex.org/W2743243447","https://openalex.org/W2775551202","https://openalex.org/W4239863959","https://openalex.org/W4291213652","https://openalex.org/W4299397650"],"related_works":["https://openalex.org/W4254851101","https://openalex.org/W3171007296","https://openalex.org/W22115721","https://openalex.org/W2211931904","https://openalex.org/W2321234655","https://openalex.org/W2065444835","https://openalex.org/W2470062578","https://openalex.org/W2952773340","https://openalex.org/W2981861370","https://openalex.org/W4386651600"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}