{"id":"https://openalex.org/W2809812071","doi":"https://doi.org/10.1145/3210459.3210463","title":"On Different Search Methods for Systematic Literature Reviews and Maps","display_name":"On Different Search Methods for Systematic Literature Reviews and Maps","publication_year":2018,"publication_date":"2018-06-27","ids":{"openalex":"https://openalex.org/W2809812071","doi":"https://doi.org/10.1145/3210459.3210463","mag":"2809812071"},"language":"en","primary_location":{"id":"doi:10.1145/3210459.3210463","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3210459.3210463","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd International Conference on Evaluation and Assessment in Software Engineering 2018","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075828060","display_name":"Jennifer Brings","orcid":"https://orcid.org/0000-0002-2918-5008"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jennifer Brings","raw_affiliation_strings":["University of Duisburg-Essen, paluno -- The Ruhr Institute for Software Technology, Essen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, paluno -- The Ruhr Institute for Software Technology, Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011581704","display_name":"Marian Daun","orcid":"https://orcid.org/0000-0002-9156-9731"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marian Daun","raw_affiliation_strings":["University of Duisburg-Essen, paluno -- The Ruhr Institute for Software Technology, Essen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, paluno -- The Ruhr Institute for Software Technology, Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048603024","display_name":"Markus Kempe","orcid":null},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Markus Kempe","raw_affiliation_strings":["University of Duisburg-Essen, paluno -- The Ruhr Institute for Software Technology, Essen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, paluno -- The Ruhr Institute for Software Technology, Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052634744","display_name":"Thorsten Weyer","orcid":"https://orcid.org/0000-0002-3357-5113"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thorsten Weyer","raw_affiliation_strings":["University of Duisburg-Essen, paluno -- The Ruhr Institute for Software Technology, Essen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, paluno -- The Ruhr Institute for Software Technology, Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I62318514"],"apc_list":null,"apc_paid":null,"fwci":0.6952,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.80930233,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"35","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.7644505500793457},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7109317779541016},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6540228128433228},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6024782657623291},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5073792338371277},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5034398436546326},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4557395577430725},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3720692992210388},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3664628863334656},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12617164850234985},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10437768697738647}],"concepts":[{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.7644505500793457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7109317779541016},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6540228128433228},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6024782657623291},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5073792338371277},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5034398436546326},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4557395577430725},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3720692992210388},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3664628863334656},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12617164850234985},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10437768697738647},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3210459.3210463","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3210459.3210463","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd International Conference on Evaluation and Assessment in Software Engineering 2018","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7599999904632568}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1587990038","https://openalex.org/W1741569902","https://openalex.org/W1830172404","https://openalex.org/W1950355173","https://openalex.org/W1971319471","https://openalex.org/W1975675278","https://openalex.org/W1980710855","https://openalex.org/W1982990420","https://openalex.org/W1985773593","https://openalex.org/W1999798506","https://openalex.org/W2008411739","https://openalex.org/W2014079492","https://openalex.org/W2019955851","https://openalex.org/W2041746989","https://openalex.org/W2046135868","https://openalex.org/W2049497188","https://openalex.org/W2054443788","https://openalex.org/W2060243629","https://openalex.org/W2067432065","https://openalex.org/W2068847249","https://openalex.org/W2095057899","https://openalex.org/W2102591593","https://openalex.org/W2106272197","https://openalex.org/W2107280071","https://openalex.org/W2108526989","https://openalex.org/W2109233982","https://openalex.org/W2112428464","https://openalex.org/W2113677021","https://openalex.org/W2124081952","https://openalex.org/W2124493593","https://openalex.org/W2128961774","https://openalex.org/W2129559415","https://openalex.org/W2130195901","https://openalex.org/W2131176046","https://openalex.org/W2133933998","https://openalex.org/W2135101040","https://openalex.org/W2145906963","https://openalex.org/W2149364707","https://openalex.org/W2268732417","https://openalex.org/W2522451690","https://openalex.org/W2565032187","https://openalex.org/W2612764117","https://openalex.org/W2613784868","https://openalex.org/W2617229302","https://openalex.org/W2620020536","https://openalex.org/W2914443510","https://openalex.org/W2914849365","https://openalex.org/W3041864199","https://openalex.org/W4232573919"],"related_works":["https://openalex.org/W2384888906","https://openalex.org/W2376314740","https://openalex.org/W2366644548","https://openalex.org/W2001260019","https://openalex.org/W4298864624","https://openalex.org/W4294968887","https://openalex.org/W3008654423","https://openalex.org/W2182247575","https://openalex.org/W3207136480","https://openalex.org/W3003043982"],"abstract_inverted_index":{"[Background]":[0],"Systematic":[1],"literature":[2,32,54,127,179,231],"reviews":[3,33,55,128,180,232],"and":[4,20,34,56,114,150,167,170,239],"maps":[5,35,57],"have":[6],"become":[7],"well-established":[8],"research":[9,223],"methods":[10,120],"in":[11,63,190],"software":[12,136,236],"engineering":[13,137,237],"research.":[14],"Of":[15],"the":[16,82,84,130,171,197,205,222,248],"three":[17,45,101,118,125,156,183],"commonly":[18],"suggested":[19],"used":[21],"search":[22,50,85,102,119,142,169,210,254],"methods:":[23],"manual":[24],"search,":[25,27],"database":[26,168,175],"or":[28,39,44],"snowball":[29,166],"search;":[30],"systematic":[31,53,126],"typically":[36],"employ":[37],"one":[38],"a":[40,59,64,71,96,162,208,215],"combination":[41],"of":[42,46,67,74,78,116,187,196,207,217],"two":[43],"those":[47],"as":[48,110],"their":[49],"strategy.":[51],"As":[52],"raise":[58],"claim":[60],"to":[61,80,98,111,182,193,214],"result":[62],"representative":[65],"set":[66,216],"relevant":[68],"papers":[69],"for":[70,165,174],"certain":[72],"area":[73],"investigation,":[75],"it":[76],"is":[77],"importance":[79],"understand":[81],"impact":[83],"strategy":[86],"has":[87],"on":[88,129,247],"achieving":[89],"this":[90],"goal.":[91],"[Aim]":[92],"This":[93,104],"paper":[94],"contributes":[95],"study":[97,105],"compare":[99],"all":[100,155],"methods.":[103],"aims":[106],"at":[107],"providing":[108],"evidence":[109],"what":[112],"advantages":[113],"disadvantages":[115],"these":[117],"are.":[121],"[Method]":[122],"We":[123],"conducted":[124],"same":[131,198],"topic,":[132],"which":[133,189,220],"affects":[134],"multiple":[135],"related":[138,240],"disciplines,":[139,241],"using":[140],"different":[141,235],"methods,":[143],"while":[144],"keeping":[145],"other":[146],"parameters":[147],"like":[148],"inclusion":[149],"exclusion":[151],"criteria":[152],"consistent":[153],"among":[154],"reviews.":[157],"[Results]":[158],"Our":[159,201],"results":[160,202],"show":[161,203],"similar":[163],"effectiveness":[164],"highest":[172],"efficiency":[173],"searches.":[176],"However,":[177],"our":[178],"led":[181,192],"barely":[184],"overlapping":[185],"sets":[186],"papers,":[188,219],"turn":[191],"distinct":[194],"impressions":[195],"field.":[199],"[Conclusion]":[200],"that":[204,233],"use":[206],"single":[209,249],"method":[211],"can":[212],"lead":[213],"included":[218],"misrepresents":[221],"field":[224],"under":[225],"investigation.":[226],"Hence,":[227],"particularly":[228],"when":[229],"conducting":[230],"affect":[234],"sub-disciplines":[238],"researchers":[242],"should":[243],"not":[244],"just":[245],"rely":[246],"most":[250],"effective":[251],"and/or":[252],"efficient":[253],"method.":[255]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}