{"id":"https://openalex.org/W4393541313","doi":"https://doi.org/10.5281/zenodo.5715475","title":"Machine Learning for Software Engineering: A Tertiary Study","display_name":"Machine Learning for Software Engineering: A Tertiary Study","publication_year":2021,"publication_date":"2021-11-20","ids":{"openalex":"https://openalex.org/W4393541313","doi":"https://doi.org/10.5281/zenodo.5715475"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:5715475","is_oa":true,"landing_page_url":"https://zenodo.org/record/5715475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/5715475","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070988231","display_name":"Rafaila Galanopoulou","orcid":"https://orcid.org/0000-0002-5318-9017"},"institutions":[{"id":"https://openalex.org/I73142707","display_name":"Athens University of Economics and Business","ror":"https://ror.org/03s262162","country_code":"GR","type":"education","lineage":["https://openalex.org/I73142707"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Galanopoulou, Rafaila","raw_affiliation_strings":["Athens University of Economics and Business"],"raw_orcid":"https://orcid.org/0000-0002-5318-9017","affiliations":[{"raw_affiliation_string":"Athens University of Economics and Business","institution_ids":["https://openalex.org/I73142707"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031930371","display_name":"Zoe Kotti","orcid":"https://orcid.org/0000-0003-3816-9162"},"institutions":[{"id":"https://openalex.org/I73142707","display_name":"Athens University of Economics and Business","ror":"https://ror.org/03s262162","country_code":"GR","type":"education","lineage":["https://openalex.org/I73142707"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Kotti, Zoe","raw_affiliation_strings":["Athens University of Economics and Business"],"raw_orcid":"https://orcid.org/0000-0003-3816-9162","affiliations":[{"raw_affiliation_string":"Athens University of Economics and Business","institution_ids":["https://openalex.org/I73142707"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021948425","display_name":"Diomidis Spinellis","orcid":"https://orcid.org/0000-0003-4231-1897"},"institutions":[{"id":"https://openalex.org/I73142707","display_name":"Athens University of Economics and Business","ror":"https://ror.org/03s262162","country_code":"GR","type":"education","lineage":["https://openalex.org/I73142707"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Spinellis, Diomidis","raw_affiliation_strings":["Athens University of Economics and Business"],"raw_orcid":"https://orcid.org/0000-0003-4231-1897","affiliations":[{"raw_affiliation_string":"Athens University of Economics and Business","institution_ids":["https://openalex.org/I73142707"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9024999737739563,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9024999737739563,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5368018746376038},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5318828225135803}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5368018746376038},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5318828225135803}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:zenodo.org:5715475","is_oa":true,"landing_page_url":"https://zenodo.org/record/5715475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},{"id":"doi:10.5281/zenodo.5715475","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.5715475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:5715475","is_oa":true,"landing_page_url":"https://zenodo.org/record/5715475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3231584680","display_name":"Fine-Grained Analysis of Software Ecosystems as Networks","funder_award_id":"825328","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Dataset":[0],"of":[1,20,70,136,143,148,155,214,261,293,302,327,335,337,339,353,362,373,378,389,411,421,443,457,464,474,485],"the":[2,18,182,190,207,215,220,233,239,286,333,382,390,407,416,422,427,437,469,492],"research":[3,74,372,423],"paper:":[4],"<strong>Machine":[5],"Learning":[6],"for":[7,37,64,72,196,347,370],"Software":[8],"Engineering:":[9],"A":[10],"Tertiary":[11],"Study</strong>":[12],"Machine":[13],"learning":[14],"(ML)":[15],"techniques":[16,404],"increase":[17],"effectiveness":[19],"software":[21,54],"engineering":[22],"(SE)":[23],"lifecycle":[24],"activities.":[25],"We":[26,66],"systematically":[27],"collected,":[28],"quality-assessed,":[29],"summarized,":[30],"and":[31,56,76,83,93,97,108,116,168,179,201,204,232,236,263,315,349,359,385,433,451,459,462,476,496],"categorized":[32],"39":[33],"reviews":[34],"on":[35,86,223,319,332,394],"ML":[36,52,71,111,262,397,403,475],"SE":[38,47,73,90,226,264,477],"published":[39],"between":[40],"2009\u20132020,":[41],"covering":[42],"2,506":[43],"primary":[44,413],"studies.":[45],"The":[46,113,122],"areas":[48,60],"most":[49],"tackled":[50],"with":[51,401],"are":[53,119],"testing":[55],"quality,":[57],"while":[58],"human-centered":[59],"appear":[61],"more":[62],"challenging":[63],"ML.":[65],"propose":[67],"a":[68,395],"number":[69],"challenges":[75],"actions":[77],"including:":[78],"conducting":[79],"further":[80,371],"empirical":[81],"validation":[82],"industrial":[84,102],"studies":[85,283,330,355,365,375,380,392,408,414,429,439],"ML;":[87],"reconsidering":[88],"deficient":[89],"methods;":[91],"documenting":[92],"automating":[94],"data":[95,115,444],"collection":[96],"pipeline":[98],"processes;":[99],"reexamining":[100],"how":[101],"practitioners":[103],"distribute":[104],"their":[105],"proprietary":[106],"data;":[107],"implementing":[109],"incremental":[110],"approaches.":[112],"following":[114],"source":[117],"files":[118],"included.":[120],"<strong>review-protocol.md</strong>:":[121],"protocol":[123],"employed":[124,405,425,435],"in":[125,181,206,219,225,238,295,406,468],"this":[126],"tertiary":[127,221],"study":[128,222,296,453,470,497],"<strong>data/</strong>":[129],"<strong>":[130,132,242,278,321,366],"dl-search/</strong>":[131],"input/</strong>":[133],"<strong>acm_comput_surveys_overviews.bib</strong>:":[134],"Surveys":[135,139,151],"ACM":[137,149,165,249],"Computing":[138,150,197],"journal":[140,152],"<strong>acm_comput_surveys_overviews_titles.txt</strong>:":[141],"Titles":[142,154],"surveys":[144,147,157],"<strong>acm_comput_ml_surveys.bib</strong>:":[145],"ML-related":[146,156,172,176],"<strong>acm_comput_ml_surveys_titles.txt</strong>:":[153],"<strong>dl_search_queries.txt</strong>:":[158],"Search":[159,246,253,274],"queries":[160,184,209,241],"applied":[161],"to":[162,490],"IEEE":[163,256],"Xplore,":[164],"Digital":[166,250],"Library,":[167],"Elsevier":[169,481],"Scopus":[170,277,482],"<strong>ml_keywords.txt</strong>:":[171],"keywords":[173,187,212,217],"extracted":[174,266,402],"from":[175,189,248,255,267,276,480],"survey":[177,234],"titles":[178],"used":[180,205,237],"search":[183,208,240,270,300,309,488],"<strong>se_keywords.txt</strong>:":[185],"SE-related":[186],"derived":[188],"15":[191,216],"SWEBOK":[192,383],"Knowledge":[193],"Areas":[194],"(KAs\u2014except":[195],"Foundations,":[198,200],"Mathematical":[199],"Engineering":[202],"Foundations)":[203],"<strong>secondary_studies_keywords.txt</strong>:":[210],"Survey-related":[211],"composed":[213],"introduced":[218],"SLRs":[224],"by":[227,312,343,415,426,436],"Kitchenham":[228],"<em>et":[229],"al.</em>":[230],"(2010),":[231],"titles,":[235],"output/</strong>":[243],"<strong>acm/</strong>":[244],"<strong>acm{1\u20139}.bib</strong>:":[245],"results":[247,254,271,275,301,310,446,489],"Library":[251],"<strong>ieee.csv</strong>:":[252],"Xplore":[257],"<strong>scopus_analyze_year.csv</strong>:":[258],"Yearly":[259,472],"distribution":[260,456,473],"documents":[265],"Scopus's":[268],"Analyze":[269],"page":[272],"<strong>scopus.csv</strong>:":[273],"study-selection/</strong>":[279],"<strong>backward_snowballing.csv</strong>:":[280],"Additional":[281],"secondary":[282,329,364,418],"found":[284],"through":[285],"backward":[287],"snowballing":[288],"process":[289,499],"<strong>cohen_kappa_agreement.csv</strong>:":[290],"Inter-rater":[291],"reliability":[292,494],"reviewers":[294],"selection":[297,498],"<strong>dl_search_results.csv</strong>:":[298],"Aggregated":[299],"all":[303,465],"three":[304],"digital":[305,486],"libraries":[306],"<strong>study_selection_reviewer_{1\u20132}.csv</strong>:":[307],"Divided":[308],"assessed":[311],"reviewer":[313],"1":[314],"2,":[316],"correspondingly,":[317],"based":[318,331,393],"IC/EC":[320],"quality-assessment/</strong>":[322],"<strong>dare_assessment.csv</strong>:":[323],"Quality":[324],"assessment":[325],"(QA)":[326],"selected":[328,363],"Database":[334],"Abstracts":[336],"Reviews":[338,348],"Effects":[340],"(DARE)":[341],"criteria":[342],"York":[344],"University,":[345],"Centre":[346],"Dissemination":[350],"<strong>quality_accepted_studies.csv</strong>:":[351],"Details":[352,410],"quality-accepted":[354,374,379,391,417,428,438],"<strong>studies_for_review.bib</strong>:":[356],"Bibliography":[357],"details":[358],"QA":[360,460],"scores":[361],"data-extraction/</strong>":[367],"<strong>further_research.csv</strong>:":[368],"Recommendations":[369],"<strong>knowledge_areas.csv</strong>:":[376],"Classification":[377,388],"using":[381],"KAs":[384],"subareas":[386],"<strong>ml_techniques.csv</strong>:":[387],"four-axis":[396],"classification":[398],"scheme,":[399],"along":[400],"<strong>primary_studies.csv</strong>:":[409],"reviewed":[412],"<strong>research_methods.csv</strong>:":[419],"Citations":[420],"methods":[424,434],"<strong>research_types_methods.csv</strong>:":[430],"Research":[431],"types":[432],"<strong>src/</strong>":[440],"<strong>data-analysis.ipynb</strong>:":[441],"Analysis":[442],"extraction":[445],"(data":[447],"preprocessing,":[448],"top":[449],"authors":[450],"institutions,":[452],"types,":[454],"yearly":[455],"publishers":[458],"scores)":[461],"creation":[463],"figures":[466],"included":[467],"<strong>scopus-year-analysis.ipynb</strong>:":[471],"publications":[478],"retrieved":[479],"<strong>study-selection-preprocessing.ipynb</strong>:":[483],"Processing":[484],"library":[487],"conduct":[491],"inter-rater":[493],"estimation":[495]},"counts_by_year":[],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}