{"id":"https://openalex.org/W3206000654","doi":"https://doi.org/10.48550/arxiv.2110.03820","title":"How Tertiary Studies perform Quality Assessment of Secondary Studies in Software Engineering","display_name":"How Tertiary Studies perform Quality Assessment of Secondary Studies in Software Engineering","publication_year":2021,"publication_date":"2021-10-07","ids":{"openalex":"https://openalex.org/W3206000654","doi":"https://doi.org/10.48550/arxiv.2110.03820","mag":"3206000654"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2110.03820","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.03820","pdf_url":"https://arxiv.org/pdf/2110.03820","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2110.03820","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051815157","display_name":"Dolors Costal","orcid":"https://orcid.org/0000-0002-7340-0414","observed_orcids":["https://orcid.org/0000-0002-7340-0414"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Costal, Dolors","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003875155","display_name":"Carles Farr\u00e9","orcid":"https://orcid.org/0000-0001-5814-3782","observed_orcids":["https://orcid.org/0000-0001-5814-3782"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Farr\u00e9, Carles","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027686521","display_name":"Xavier Franch","orcid":"https://orcid.org/0000-0001-9733-8830","observed_orcids":["https://orcid.org/0000-0001-9733-8830"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Franch, Xavier","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5031101147","display_name":"Carme Quer","orcid":"https://orcid.org/0000-0002-9000-6371","observed_orcids":["https://orcid.org/0000-0002-9000-6371"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quer, Carme","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9057999849319458,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9057999849319458,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.0731000006198883,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality-assessment","display_name":"quality assessment","score":0.7350000143051147},{"id":"https://openalex.org/keywords/secondary-studies","display_name":"secondary studies","score":0.7820000052452087},{"id":"https://openalex.org/keywords/tertiary-study","display_name":"tertiary study","score":0.968999981880188},{"id":"https://openalex.org/keywords/software-engineering-research","display_name":"software engineering research","score":0.7120000123977661},{"id":"https://openalex.org/keywords/quality-assessment-framework","display_name":"quality assessment framework","score":0.8379999995231628},{"id":"https://openalex.org/keywords/methodological-quality","display_name":"methodological quality","score":0.8349999785423279},{"id":"https://openalex.org/keywords/evidence-synthesis","display_name":"evidence synthesis","score":0.33799999952316284}],"concepts":[{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6806336045265198},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6750689744949341},{"id":"https://openalex.org/C83867959","wikidata":"https://www.wikidata.org/wiki/Q371467","display_name":"Scopus","level":3,"score":0.5862371921539307},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5315867066383362},{"id":"https://openalex.org/C109359841","wikidata":"https://www.wikidata.org/wiki/Q728944","display_name":"Inclusion (mineral)","level":2,"score":0.42888525128364563},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41025087237358093},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3622841536998749},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33716392517089844},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31070971488952637},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.09335806965827942},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.08087292313575745},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08073079586029053},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2110.03820","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.03820","pdf_url":"https://arxiv.org/pdf/2110.03820","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:upcommons.upc.edu:2117/363028","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2110.03820","pdf_url":"https://upcommons.upc.edu/bitstreams/c5791aff-b515-4bcb-bd28-b78fd4f07ac5/download","source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference report"},{"id":"doi:10.48550/arxiv.2110.03820","doi":"https://doi.org/10.48550/arxiv.2110.03820","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2110.03820","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2110.03820","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.03820","pdf_url":"https://arxiv.org/pdf/2110.03820","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[{"id":"https://openalex.org/study-designs/systematic-review","display_name":"Systematic Review"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1494946506","https://openalex.org/W1971642016","https://openalex.org/W2103458796","https://openalex.org/W2106956101","https://openalex.org/W2119790985","https://openalex.org/W2146773231","https://openalex.org/W2168130919","https://openalex.org/W2168811232","https://openalex.org/W2612764117","https://openalex.org/W2756578555","https://openalex.org/W2897889469","https://openalex.org/W2937253845","https://openalex.org/W2971334721","https://openalex.org/W3085641574"],"related_works":["https://openalex.org/W4297839772","https://openalex.org/W4207009811","https://openalex.org/W6981689568","https://openalex.org/W3184667332","https://openalex.org/W1991498684","https://openalex.org/W1607746247","https://openalex.org/W3210290597","https://openalex.org/W2519404962","https://openalex.org/W1983548374","https://openalex.org/W2902439306"],"abstract_inverted_index":{"Context:":[0],"Tertiary":[1],"studies":[2,66,146,247],"are":[3],"becoming":[4],"increasingly":[5],"popular":[6],"in":[7,20,64,67,82,123,177,211,224],"software":[8,71],"engineering":[9],"as":[10,62,77,97],"an":[11,237],"instrument":[12,238],"to":[13,26,35,48,102,159,180,194,239],"synthesise":[14],"evidence":[15],"on":[16,55],"a":[17,21,50,98,113,191,203,207],"research":[18,104],"topic":[19],"systematic":[22,99],"way.":[23],"In":[24],"order":[25],"understand":[27,240],"and":[28,85,130],"contextualize":[29],"their":[30,250],"findings,":[31],"it":[32],"is":[33,151,170,202],"important":[34],"assess":[36],"the":[37,40,53,56,68,74,79,86,89,108,118,171,186,196,221,241],"quality":[38,61,90,148,167,229],"of":[39,52,58,70,88,128,144,163,217,231],"selected":[41],"secondary":[42,59,232],"studies.":[43,233],"Objective:":[44],"This":[45,200],"paper":[46,201],"aims":[47],"provide":[49],"state":[51],"art":[54],"assessment":[57,168,230],"studies'":[60],"conducted":[63],"tertiary":[65,145,218,246],"area":[69],"engineering,":[72],"reporting":[73],"frameworks":[75],"used":[76,154],"instruments,":[78],"facets":[80],"examined":[81],"these":[83],"frameworks,":[84],"purposes":[87],"assessment.":[91,149],"Method:":[92],"We":[93,111,184],"designed":[94],"this":[95],"study":[96],"mapping":[100],"responding":[101],"four":[103],"questions":[105],"derived":[106],"from":[107],"objective":[109],"above.":[110],"applied":[112],"rigorous":[114],"search":[115],"protocol":[116],"over":[117],"Scopus":[119],"digital":[120],"library,":[121],"resulting":[122],"47":[124],"papers":[125],"after":[126],"application":[127],"inclusion":[129],"exclusion":[131],"criteria.":[132],"The":[133,165],"extracted":[134],"data":[135],"was":[136],"synthesised":[137],"using":[138],"content":[139],"analysis.":[140],"Results:":[141],"A":[142],"majority":[143],"perform":[147,228],"It":[150],"not":[152],"often":[153],"for":[155,209],"excluding":[156],"studies,":[157,219],"but":[158],"support":[160],"some":[161,178],"kind":[162],"investigation.":[164],"DARE":[166],"framework":[169,193],"most":[172],"frequently":[173],"used,":[174],"with":[175],"customizations":[176],"cases":[179],"cover":[181],"missing":[182],"facets.":[183],"outline":[185],"first":[187],"steps":[188],"towards":[189],"building":[190],"new":[192],"address":[195],"shortcomings":[197],"identified.":[198],"Conclusion:":[199],"step":[204],"forward":[205],"establishing":[206],"foundation":[208],"researchers":[210],"two":[212],"different":[213,222],"ways.":[214],"As":[215,234],"authors":[216],"understanding":[220],"possibilities":[223],"which":[225,245],"they":[226],"can":[227],"readers,":[235],"having":[236],"methodological":[242],"rigor":[243],"upon":[244],"may":[248],"claim":[249],"findings.":[251]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2021-10-25T00:00:00"}