{"id":"https://openalex.org/W4200103565","doi":"https://doi.org/10.37190/e-inf220103","title":"How good are my search strings? Reflections on using an existing review as a quasi-gold standard","display_name":"How good are my search strings? Reflections on using an existing review as a quasi-gold standard","publication_year":2021,"publication_date":"2021-12-15","ids":{"openalex":"https://openalex.org/W4200103565","doi":"https://doi.org/10.37190/e-inf220103"},"language":"en","primary_location":{"id":"doi:10.37190/e-inf220103","is_oa":true,"landing_page_url":"https://doi.org/10.37190/e-inf220103","pdf_url":null,"source":{"id":"https://openalex.org/S2738831096","display_name":"e-Informatica Software Engineering Journal","issn_l":"1897-7979","issn":["1897-7979","2084-4840"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310317492","host_organization_name":"Wroc\u0142aw University of Science and Technology","host_organization_lineage":["https://openalex.org/P4310317492"],"host_organization_lineage_names":["Wroc\u0142aw University of Science and Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"e-Informatica Software Engineering Journal","raw_type":"journal-article"},"type":"review","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.37190/e-inf220103","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045187838","display_name":"Huynh Khanh Vi Tran","orcid":"https://orcid.org/0000-0003-0066-1792"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Huynh Khanh Vi Tran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091158126","display_name":"J\u00fcrgen B\u00f6rstler","orcid":"https://orcid.org/0000-0003-0639-4234"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"J\u00fcrgen B\u00f6rstler","raw_affiliation_strings":["Department of Software Engineering, SE-37179, Karlskrona, Sweden, Blekinge Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, SE-37179, Karlskrona, Sweden, Blekinge Institute of Technology","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072594385","display_name":"Nauman bin Ali","orcid":"https://orcid.org/0000-0001-7266-5632"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Nauman bin Ali","raw_affiliation_strings":["Department of Software Engineering, SE-37179, Karlskrona, Sweden, Blekinge Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, SE-37179, Karlskrona, Sweden, Blekinge Institute of Technology","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084018046","display_name":"Michael Unterkalmsteiner","orcid":null},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Michael Unterkalmsteiner","raw_affiliation_strings":["Department of Software Engineering, SE-37179, Karlskrona, Sweden, Blekinge Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, SE-37179, Karlskrona, Sweden, Blekinge Institute of Technology","institution_ids":["https://openalex.org/I52719799"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5045187838"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6513,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.67771549,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"16","issue":"1","first_page":"220103","last_page":"220103"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.8755999803543091,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.8755999803543091,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.8629000186920166,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8439000248908997,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gold-standard","display_name":"Gold standard (test)","score":0.5028871893882751},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43072509765625},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32477807998657227},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3099324703216553},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15618383884429932}],"concepts":[{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.5028871893882751},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43072509765625},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32477807998657227},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3099324703216553},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15618383884429932}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.37190/e-inf220103","is_oa":true,"landing_page_url":"https://doi.org/10.37190/e-inf220103","pdf_url":null,"source":{"id":"https://openalex.org/S2738831096","display_name":"e-Informatica Software Engineering Journal","issn_l":"1897-7979","issn":["1897-7979","2084-4840"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310317492","host_organization_name":"Wroc\u0142aw University of Science and Technology","host_organization_lineage":["https://openalex.org/P4310317492"],"host_organization_lineage_names":["Wroc\u0142aw University of Science and Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"e-Informatica Software Engineering Journal","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2402.11041","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.11041","pdf_url":"https://arxiv.org/pdf/2402.11041","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dbc.wroc.pl:139515","is_oa":true,"landing_page_url":"https://dbc.wroc.pl/dlibra/publication/178263/edition/139515/content","pdf_url":null,"source":{"id":"https://openalex.org/S4210167977","display_name":"Prace Naukowe Uniwersytetu Ekonomicznego we Wroc\u0142awiu","issn_l":"1899-3192","issn":["1899-3192","2392-0041"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":"https://openalex.org/P4322697539","host_organization_name":"Wroclaw University of Economics","host_organization_lineage":["https://openalex.org/P4322697539"],"host_organization_lineage_names":["Wroclaw University of Economics"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Politechnika Wroc\u0142awska","raw_type":"artyku\u0142"},{"id":"pmh:oai:doaj.org/article:991fce21d7a245c89b8d945480479e88","is_oa":true,"landing_page_url":"https://doaj.org/article/991fce21d7a245c89b8d945480479e88","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"e-Informatica Software Engineering Journal, Vol 16, Iss 1 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.37190/e-inf220103","is_oa":true,"landing_page_url":"https://doi.org/10.37190/e-inf220103","pdf_url":null,"source":{"id":"https://openalex.org/S2738831096","display_name":"e-Informatica Software Engineering Journal","issn_l":"1897-7979","issn":["1897-7979","2084-4840"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310317492","host_organization_name":"Wroc\u0142aw University of Science and Technology","host_organization_lineage":["https://openalex.org/P4310317492"],"host_organization_lineage_names":["Wroc\u0142aw University of Science and Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"e-Informatica Software Engineering Journal","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1560020441","https://openalex.org/W1877420198","https://openalex.org/W1975675278","https://openalex.org/W1983226124","https://openalex.org/W1999798506","https://openalex.org/W2003115510","https://openalex.org/W2008411739","https://openalex.org/W2022715839","https://openalex.org/W2106956101","https://openalex.org/W2122962110","https://openalex.org/W2133933998","https://openalex.org/W2145906963","https://openalex.org/W2148170929","https://openalex.org/W2519404962","https://openalex.org/W2566025456","https://openalex.org/W2600366513","https://openalex.org/W2612764117","https://openalex.org/W2744218714","https://openalex.org/W2791349162","https://openalex.org/W2897889469","https://openalex.org/W2913509499","https://openalex.org/W2937253845","https://openalex.org/W2971334721","https://openalex.org/W3082474355","https://openalex.org/W3165673435","https://openalex.org/W4298094548"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W2142036596","https://openalex.org/W2072657027"],"abstract_inverted_index":{"Background:":[0],"Systematic":[1],"literature":[2],"studies":[3],"(SLS)":[4],"have":[5],"become":[6],"a":[7,62,79,85,184],"core":[8],"research":[9],"methodology":[10],"in":[11,116,125,172,189],"Evidence-based":[12],"Software":[13],"Engineering":[14],"(EBSE).":[15],"Search":[16],"completeness,":[17],"i.e.,":[18],"finding":[19],"all":[20],"relevant":[21],"papers":[22],"on":[23,49,58,164],"the":[24,34,50,92,105,117,120,135,141,146,155,175],"topic":[25],"of":[26,33,40,107,122,145],"interest,":[27],"has":[28,111],"been":[29],"recognized":[30],"as":[31,84],"one":[32],"most":[35],"commonly":[36],"discussed":[37],"validity":[38],"issues":[39,51,166],"SLSs.":[41,173,191],"Aim:":[42],"This":[43],"study":[44,83],"aims":[45],"at":[46,69],"raising":[47],"awareness":[48],"related":[52],"to":[53,133],"search":[54,59,73,137,148,170,187],"string":[55,74],"construction":[56],"and":[57,87,98,119,151,178],"validation":[60,121,138,149],"using":[61],"quasi-gold":[63],"standard":[64],"(QGS).":[65],"Furthermore,":[66,174],"we":[67,131,162],"aim":[68],"providing":[70],"guidelines":[71],"for":[72,154],"validation.":[75],"Method:":[76],"We":[77,102],"use":[78],"recently":[80],"completed":[81],"tertiary":[82],"case":[86],"complement":[88],"our":[89],"findings":[90],"with":[91],"observations":[93],"from":[94],"other":[95],"researchers":[96,182],"studying":[97],"advancing":[99],"EBSE.":[100],"Results:":[101],"found":[103],"that":[104],"issue":[106],"assessing":[108],"QGS":[109,156],"quality":[110],"not":[112],"seen":[113],"much":[114],"attention":[115],"literature,":[118],"automated":[123,147],"searches":[124],"SLSs":[126],"could":[127,168,180],"be":[128],"improved.":[129],"Hence,":[130],"propose":[132],"extend":[134],"current":[136],"approach":[139],"by":[140],"additional":[142],"analysis":[143],"step":[144],"results":[150],"provide":[152],"recommendations":[153,179],"construction.":[157],"Conclusion:":[158],"In":[159],"this":[160],"paper,":[161],"report":[163],"new":[165],"which":[167],"affect":[169],"completeness":[171],"proposed":[176],"guideline":[177],"help":[181],"implement":[183],"more":[185],"reliable":[186],"strategy":[188],"their":[190]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}