{"id":"https://openalex.org/W4225645815","doi":"https://doi.org/10.37190/e-inf220106","title":"A Comparison of Citation Sources for Reference and Citation-Based Search in Systematic Literature Reviews","display_name":"A Comparison of Citation Sources for Reference and Citation-Based Search in Systematic Literature Reviews","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4225645815","doi":"https://doi.org/10.37190/e-inf220106"},"language":"en","primary_location":{"id":"doi:10.37190/e-inf220106","is_oa":true,"landing_page_url":"https://doi.org/10.37190/e-inf220106","pdf_url":"https://www.e-informatyka.pl/attach/e-Informatica_-_Volume_16/eInformatica2022Art06.pdf","source":{"id":"https://openalex.org/S2738831096","display_name":"e-Informatica Software Engineering Journal","issn_l":"1897-7979","issn":["1897-7979","2084-4840"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310317492","host_organization_name":"Wroc\u0142aw University of Science and Technology","host_organization_lineage":["https://openalex.org/P4310317492"],"host_organization_lineage_names":["Wroc\u0142aw University of Science and Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"e-Informatica Software Engineering Journal","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.e-informatyka.pl/attach/e-Informatica_-_Volume_16/eInformatica2022Art06.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072594385","display_name":"Nauman bin Ali","orcid":"https://orcid.org/0000-0001-7266-5632"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Nauman bin Ali","raw_affiliation_strings":["Blekinge Institute of Technology, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blekinge Institute of Technology, Sweden","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063398342","display_name":"Binish Tanveer","orcid":"https://orcid.org/0000-0003-2300-068X"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Binish Tanveer","raw_affiliation_strings":["Blekinge Institute of Technology, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blekinge Institute of Technology, Sweden","institution_ids":["https://openalex.org/I52719799"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I52719799"],"apc_list":null,"apc_paid":null,"fwci":9.2907,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.97826087,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"16","issue":"1","first_page":"220106","last_page":"220106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12648","display_name":"Academic Writing and Publishing","score":0.10029999911785126,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12648","display_name":"Academic Writing and Publishing","score":0.10029999911785126,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.09210000187158585,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.8412567973136902},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5839924812316895},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.46937134861946106},{"id":"https://openalex.org/keywords/citation-analysis","display_name":"Citation analysis","score":0.4175938665866852},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4117884635925293},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32946085929870605},{"id":"https://openalex.org/keywords/library-science","display_name":"Library science","score":0.28260958194732666},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.17707395553588867},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.11355376243591309}],"concepts":[{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.8412567973136902},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5839924812316895},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.46937134861946106},{"id":"https://openalex.org/C105345328","wikidata":"https://www.wikidata.org/wiki/Q206276","display_name":"Citation analysis","level":3,"score":0.4175938665866852},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4117884635925293},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32946085929870605},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.28260958194732666},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.17707395553588867},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.11355376243591309},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.37190/e-inf220106","is_oa":true,"landing_page_url":"https://doi.org/10.37190/e-inf220106","pdf_url":"https://www.e-informatyka.pl/attach/e-Informatica_-_Volume_16/eInformatica2022Art06.pdf","source":{"id":"https://openalex.org/S2738831096","display_name":"e-Informatica Software Engineering Journal","issn_l":"1897-7979","issn":["1897-7979","2084-4840"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310317492","host_organization_name":"Wroc\u0142aw University of Science and Technology","host_organization_lineage":["https://openalex.org/P4310317492"],"host_organization_lineage_names":["Wroc\u0142aw University of Science and Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"e-Informatica Software Engineering Journal","raw_type":"journal-article"},{"id":"pmh:oai:DiVA.org:bth-23036","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:bth-23036","pdf_url":null,"source":{"id":"https://openalex.org/S4306400653","display_name":"Diva portal (Dalarna University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:dbc.wroc.pl:139518","is_oa":true,"landing_page_url":"https://dbc.wroc.pl/dlibra/publication/178278/edition/139518/content","pdf_url":null,"source":{"id":"https://openalex.org/S4210167977","display_name":"Prace Naukowe Uniwersytetu Ekonomicznego we Wroc\u0142awiu","issn_l":"1899-3192","issn":["1899-3192","2392-0041"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":"https://openalex.org/P4322697539","host_organization_name":"Wroclaw University of Economics","host_organization_lineage":["https://openalex.org/P4322697539"],"host_organization_lineage_names":["Wroclaw University of Economics"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Politechnika Wroc\u0142awska","raw_type":"artyku\u0142"},{"id":"pmh:oai:doaj.org/article:65bf7943c80b471da5eaca370d6f053e","is_oa":true,"landing_page_url":"https://doaj.org/article/65bf7943c80b471da5eaca370d6f053e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"e-Informatica Software Engineering Journal, Vol 16, Iss 1 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.37190/e-inf220106","is_oa":true,"landing_page_url":"https://doi.org/10.37190/e-inf220106","pdf_url":"https://www.e-informatyka.pl/attach/e-Informatica_-_Volume_16/eInformatica2022Art06.pdf","source":{"id":"https://openalex.org/S2738831096","display_name":"e-Informatica Software Engineering Journal","issn_l":"1897-7979","issn":["1897-7979","2084-4840"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310317492","host_organization_name":"Wroc\u0142aw University of Science and Technology","host_organization_lineage":["https://openalex.org/P4310317492"],"host_organization_lineage_names":["Wroc\u0142aw University of Science and Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"e-Informatica Software Engineering Journal","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4225645815.pdf","grobid_xml":"https://content.openalex.org/works/W4225645815.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1741569902","https://openalex.org/W1791587663","https://openalex.org/W1877420198","https://openalex.org/W1890493318","https://openalex.org/W1968470708","https://openalex.org/W1975675278","https://openalex.org/W2008411739","https://openalex.org/W2063589661","https://openalex.org/W2137660362","https://openalex.org/W2148170929","https://openalex.org/W2154446579","https://openalex.org/W2163621605","https://openalex.org/W2345690680","https://openalex.org/W2612764117","https://openalex.org/W2621774609","https://openalex.org/W2730123083","https://openalex.org/W2735864825","https://openalex.org/W2791349162","https://openalex.org/W2899922619","https://openalex.org/W2900201388","https://openalex.org/W2913457621","https://openalex.org/W2913509499","https://openalex.org/W2937253845","https://openalex.org/W2971334721","https://openalex.org/W2990447522","https://openalex.org/W3004454911","https://openalex.org/W3089149735","https://openalex.org/W3092899113","https://openalex.org/W3094537721","https://openalex.org/W3101883599","https://openalex.org/W3165491713","https://openalex.org/W3199975737","https://openalex.org/W3207677500","https://openalex.org/W4200103565","https://openalex.org/W4233869839","https://openalex.org/W4287328136","https://openalex.org/W4298094548","https://openalex.org/W6681915917"],"related_works":["https://openalex.org/W4317642157","https://openalex.org/W2363440148","https://openalex.org/W2317510431","https://openalex.org/W4239542068","https://openalex.org/W134931362","https://openalex.org/W1990811139","https://openalex.org/W2352401039","https://openalex.org/W2361526444","https://openalex.org/W2349010561","https://openalex.org/W3081996102"],"abstract_inverted_index":{"Context:":[0],"In":[1,101],"software":[2],"engineering,":[3],"snowball":[4,25,63,76,182],"sampling":[5,64,77,183],"has":[6,74,159],"been":[7],"used":[8,75,89],"as":[9,38,78,84],"a":[10,39,70,79],"supplementary":[11],"and":[12,43,50,58,82,96,112,156,163,179],"primary":[13,91],"search":[14,80],"strategy.":[15],"The":[16],"current":[17],"guidelines":[18],"recommend":[19],"using":[20,36],"Google":[21],"Scholar":[22],"(GS)":[23],"for":[24,41,60,98,181,186],"sampling.":[26],"However,":[27],"the":[28,48,85],"use":[29,61],"of":[30,52,116,153],"GS":[31,83,139,185],"presents":[32],"several":[33],"challenges":[34],"when":[35],"it":[37],"source":[40,166],"citations":[42,155],"references.":[44],"Objective:":[45],"To":[46],"compare":[47],"effectiveness":[49],"usefulness":[51],"two":[53],"leading":[54],"citation":[55,86],"databases":[56],"(GS":[57],"Scopus)":[59],"in":[62,138],"search.":[65],"Method:":[66],"We":[67,88],"relied":[68],"on":[69],"published":[71],"study":[72,170],"that":[73,172],"strategy":[81],"source.":[87],"its":[90],"studies":[92,189],"to":[93,119,142,175,191],"compute":[94],"precision":[95,115],"recall":[97,111],"Scopus.":[99],"Results:":[100],"this":[102],"particular":[103],"case,":[104],"Scopus":[105,123,141,149,173],"was":[106],"highly":[107],"effective":[108,178],"with":[109],"95%":[110],"had":[113],"better":[114,160,165],"5.1%":[117],"compared":[118],"GS\u2019s":[120],"2.8%.":[121],"Moreover,":[122],"found":[124],"nine":[125],"additional":[126,145],"relevant":[127,146],"papers.":[128],"On":[129],"average,":[130],"one":[131,144],"would":[132],"read":[133],"approximately":[134],"15":[135],"extra":[136],"papers":[137],"than":[140,184],"identify":[143,192],"paper.":[147],"Furthermore,":[148],"supports":[150],"batch":[151],"downloading":[152],"both":[154],"papers\u2019":[157],"references,":[158],"quality":[161],"metadata,":[162],"does":[164],"filtering.":[167],"Conclusion:":[168],"This":[169],"suggests":[171],"seems":[174],"be":[176],"more":[177],"useful":[180],"systematic":[187],"secondary":[188],"attempting":[190],"peer-reviewed":[193],"literature.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}