{"id":"https://openalex.org/W4220891756","doi":"https://doi.org/10.1145/3487043","title":"Software Engineering for AI-Based Systems: A Survey","display_name":"Software Engineering for AI-Based Systems: A Survey","publication_year":2021,"publication_date":"2021-05-05","ids":{"openalex":"https://openalex.org/W4220891756","doi":"https://doi.org/10.1145/3487043"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2105.01984","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.01984","pdf_url":"https://arxiv.org/pdf/2105.01984","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2105.01984","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mart\\'inez-Fern\\'andez, Silverio","orcid":null},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mart\\'inez-Fern\\'andez, Silverio","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya - BarcelonaTech, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya - BarcelonaTech, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031646940","display_name":"Justus Bogner","orcid":"https://orcid.org/0000-0001-5788-0991"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bogner, Justus","raw_affiliation_strings":["University of Stuttgart, Institute of Software Engineering, Stuttgart, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Stuttgart, Institute of Software Engineering, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027686521","display_name":"Xavier Franch","orcid":"https://orcid.org/0000-0001-9733-8830"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Franch, Xavier","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya - BarcelonaTech, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya - BarcelonaTech, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032725860","display_name":"Marc Oriol","orcid":"https://orcid.org/0000-0003-1928-7024"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Oriol, Marc","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya - BarcelonaTech, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya - BarcelonaTech, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053482607","display_name":"Julien Siebert","orcid":"https://orcid.org/0000-0002-7696-0046"},"institutions":[{"id":"https://openalex.org/I4210098380","display_name":"Fraunhofer Institute for Experimental Software Engineering","ror":"https://ror.org/00r1wdc11","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210098380","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Siebert, Julien","raw_affiliation_strings":["FraunhoferInstitute for Experimental Software Engineering IESE, Kaiserslautern, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FraunhoferInstitute for Experimental Software Engineering IESE, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I4210098380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023416986","display_name":"Adam Trendowicz","orcid":"https://orcid.org/0000-0003-1347-6748"},"institutions":[{"id":"https://openalex.org/I4210098380","display_name":"Fraunhofer Institute for Experimental Software Engineering","ror":"https://ror.org/00r1wdc11","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210098380","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Trendowicz, Adam","raw_affiliation_strings":["FraunhoferInstitute for Experimental Software Engineering IESE, Kaiserslautern, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FraunhoferInstitute for Experimental Software Engineering IESE, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I4210098380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067182831","display_name":"Anna Maria Vollmer","orcid":"https://orcid.org/0000-0002-3563-8253"},"institutions":[{"id":"https://openalex.org/I4210098380","display_name":"Fraunhofer Institute for Experimental Software Engineering","ror":"https://ror.org/00r1wdc11","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210098380","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vollmer, Anna Maria","raw_affiliation_strings":["FraunhoferInstitute for Experimental Software Engineering IESE, Kaiserslautern, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FraunhoferInstitute for Experimental Software Engineering IESE, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I4210098380"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041829889","display_name":"Stefan Wagner","orcid":"https://orcid.org/0000-0002-5256-8429"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wagner, Stefan","raw_affiliation_strings":["University of Stuttgart, Institute of Software Engineering, Stuttgart, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Stuttgart, Institute of Software Engineering, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":309,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dependability","display_name":"Dependability","score":0.7639971971511841},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7329699993133545},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5769286751747131},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.48545366525650024},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.45365917682647705},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.4497164189815521},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.4171098470687866},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.329576313495636},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3284395933151245}],"concepts":[{"id":"https://openalex.org/C77019957","wikidata":"https://www.wikidata.org/wiki/Q2689057","display_name":"Dependability","level":2,"score":0.7639971971511841},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7329699993133545},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5769286751747131},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.48545366525650024},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.45365917682647705},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4497164189815521},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.4171098470687866},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.329576313495636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3284395933151245},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:arXiv.org:2105.01984","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.01984","pdf_url":"https://arxiv.org/pdf/2105.01984","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2105.01984","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.01984","pdf_url":"https://arxiv.org/pdf/2105.01984","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":238,"referenced_works":["https://openalex.org/W4214443","https://openalex.org/W1486418440","https://openalex.org/W1506734376","https://openalex.org/W1587715758","https://openalex.org/W1969939902","https://openalex.org/W1975675278","https://openalex.org/W1977695489","https://openalex.org/W1999043044","https://openalex.org/W1999798506","https://openalex.org/W2008411739","https://openalex.org/W2015232149","https://openalex.org/W2053075547","https://openalex.org/W2057301797","https://openalex.org/W2075344462","https://openalex.org/W2087419855","https://openalex.org/W2090897071","https://openalex.org/W2118328848","https://openalex.org/W2131260303","https://openalex.org/W2165073069","https://openalex.org/W2168894761","https://openalex.org/W2189162242","https://openalex.org/W2276797782","https://openalex.org/W2282821441","https://openalex.org/W2328067583","https://openalex.org/W2462906003","https://openalex.org/W2543296129","https://openalex.org/W2552408584","https://openalex.org/W2565032187","https://openalex.org/W2573066349","https://openalex.org/W2593507512","https://openalex.org/W2611130659","https://openalex.org/W2612291882","https://openalex.org/W2612890464","https://openalex.org/W2623293810","https://openalex.org/W2730050932","https://openalex.org/W2732785394","https://openalex.org/W2736629007","https://openalex.org/W2740734891","https://openalex.org/W2742673622","https://openalex.org/W2743948853","https://openalex.org/W2750137608","https://openalex.org/W2750631532","https://openalex.org/W2750926091","https://openalex.org/W2753092418","https://openalex.org/W2757656223","https://openalex.org/W2759471388","https://openalex.org/W2770500368","https://openalex.org/W2775678306","https://openalex.org/W2782864149","https://openalex.org/W2784246882","https://openalex.org/W2788645721","https://openalex.org/W2789444109","https://openalex.org/W2790609525","https://openalex.org/W2795800960","https://openalex.org/W2795880720","https://openalex.org/W2796040126","https://openalex.org/W2798356176","https://openalex.org/W2802945484","https://openalex.org/W2806456500","https://openalex.org/W2809182766","https://openalex.org/W2809701591","https://openalex.org/W2850992922","https://openalex.org/W2859484040","https://openalex.org/W2883145010","https://openalex.org/W2883240860","https://openalex.org/W2883473979","https://openalex.org/W2883656129","https://openalex.org/W2883905042","https://openalex.org/W2883961585","https://openalex.org/W2884508227","https://openalex.org/W2886254074","https://openalex.org/W2886498661","https://openalex.org/W2887189872","https://openalex.org/W2887218740","https://openalex.org/W2887649345","https://openalex.org/W2888440189","https://openalex.org/W2888615425","https://openalex.org/W2890948447","https://openalex.org/W2891534466","https://openalex.org/W2891584299","https://openalex.org/W2893282316","https://openalex.org/W2894409651","https://openalex.org/W2894566090","https://openalex.org/W2896431659","https://openalex.org/W2896480560","https://openalex.org/W2896975938","https://openalex.org/W2897865027","https://openalex.org/W2897889469","https://openalex.org/W2898868990","https://openalex.org/W2900023593","https://openalex.org/W2900378368","https://openalex.org/W2900909407","https://openalex.org/W2901436714","https://openalex.org/W2902335711","https://openalex.org/W2905275479","https://openalex.org/W2907789142","https://openalex.org/W2908572874","https://openalex.org/W2912108486","https://openalex.org/W2912440308","https://openalex.org/W2912894547","https://openalex.org/W2913362569","https://openalex.org/W2914605630","https://openalex.org/W2919853834","https://openalex.org/W2921635940","https://openalex.org/W2922234936","https://openalex.org/W2926314329","https://openalex.org/W2926809789","https://openalex.org/W2927269300","https://openalex.org/W2940630992","https://openalex.org/W2943179835","https://openalex.org/W2944017748","https://openalex.org/W2944264045","https://openalex.org/W2944778830","https://openalex.org/W2945956065","https://openalex.org/W2946595616","https://openalex.org/W2946697244","https://openalex.org/W2947774433","https://openalex.org/W2949346385","https://openalex.org/W2950029838","https://openalex.org/W2951641587","https://openalex.org/W2952602496","https://openalex.org/W2953349376","https://openalex.org/W2953746822","https://openalex.org/W2955802400","https://openalex.org/W2957066083","https://openalex.org/W2957905354","https://openalex.org/W2962689739","https://openalex.org/W2962752734","https://openalex.org/W2963040191","https://openalex.org/W2963308851","https://openalex.org/W2963327228","https://openalex.org/W2963856968","https://openalex.org/W2963913218","https://openalex.org/W2963919731","https://openalex.org/W2964108773","https://openalex.org/W2964318098","https://openalex.org/W2964759459","https://openalex.org/W2964882141","https://openalex.org/W2965660219","https://openalex.org/W2967562031","https://openalex.org/W2967682612","https://openalex.org/W2968279767","https://openalex.org/W2968594320","https://openalex.org/W2968772574","https://openalex.org/W2968940383","https://openalex.org/W2969560220","https://openalex.org/W2969749685","https://openalex.org/W2969772318","https://openalex.org/W2970433196","https://openalex.org/W2970752013","https://openalex.org/W2970987521","https://openalex.org/W2970989156","https://openalex.org/W2974071289","https://openalex.org/W2979485058","https://openalex.org/W2980245856","https://openalex.org/W2980482960","https://openalex.org/W2982465432","https://openalex.org/W2985101736","https://openalex.org/W2985789525","https://openalex.org/W2987135509","https://openalex.org/W2989981704","https://openalex.org/W2990954032","https://openalex.org/W2990972766","https://openalex.org/W2991273496","https://openalex.org/W2991501130","https://openalex.org/W2991581298","https://openalex.org/W2992884799","https://openalex.org/W2995558939","https://openalex.org/W2995639860","https://openalex.org/W2995895679","https://openalex.org/W2996355630","https://openalex.org/W2998064020","https://openalex.org/W2998827957","https://openalex.org/W2999717815","https://openalex.org/W3000239664","https://openalex.org/W3000291137","https://openalex.org/W3000315285","https://openalex.org/W3001807593","https://openalex.org/W3003344593","https://openalex.org/W3004493192","https://openalex.org/W3004706101","https://openalex.org/W3005940936","https://openalex.org/W3006036236","https://openalex.org/W3006197148","https://openalex.org/W3007157104","https://openalex.org/W3007511799","https://openalex.org/W3008122270","https://openalex.org/W3010782494","https://openalex.org/W3010845526","https://openalex.org/W3013814883","https://openalex.org/W3019130148","https://openalex.org/W3020998650","https://openalex.org/W3023761398","https://openalex.org/W3036062984","https://openalex.org/W3036992142","https://openalex.org/W3039522238","https://openalex.org/W3042703469","https://openalex.org/W3047277500","https://openalex.org/W3048953475","https://openalex.org/W3049433530","https://openalex.org/W3087720408","https://openalex.org/W3089623150","https://openalex.org/W3090608524","https://openalex.org/W3090752740","https://openalex.org/W3098910265","https://openalex.org/W3099361686","https://openalex.org/W3099889937","https://openalex.org/W3104217200","https://openalex.org/W3115511661","https://openalex.org/W3125572247","https://openalex.org/W3134402730","https://openalex.org/W3165314907","https://openalex.org/W3172915324","https://openalex.org/W3176115515","https://openalex.org/W3183756122","https://openalex.org/W3206000654","https://openalex.org/W4243240006","https://openalex.org/W4249522843","https://openalex.org/W4255888652","https://openalex.org/W4287327739","https://openalex.org/W4287720252","https://openalex.org/W4287903860","https://openalex.org/W4288029236","https://openalex.org/W4288092818","https://openalex.org/W4288282076","https://openalex.org/W4288301650","https://openalex.org/W4288337173","https://openalex.org/W4289119135","https://openalex.org/W4289709024","https://openalex.org/W4293773952","https://openalex.org/W4294092922","https://openalex.org/W4295837449","https://openalex.org/W4297193798","https://openalex.org/W4297781990","https://openalex.org/W4298126575","https://openalex.org/W4302039627","https://openalex.org/W4302294892","https://openalex.org/W4306696053"],"related_works":["https://openalex.org/W2364678409","https://openalex.org/W2157110693","https://openalex.org/W2476117260","https://openalex.org/W2770531922","https://openalex.org/W1845068655","https://openalex.org/W4321354308","https://openalex.org/W3092441607","https://openalex.org/W2290299503","https://openalex.org/W3029851195","https://openalex.org/W2183585111"],"abstract_inverted_index":{"AI-based":[0,22,50,61,82,106,118,186],"systems":[1,4,23,83,107],"are":[2,24,108,136,148,155],"software":[3,131,134,142],"with":[5],"functionalities":[6],"enabled":[7],"by":[8],"at":[9],"least":[10],"one":[11],"AI":[12,197],"component":[13],"(e.g.,":[14],"for":[15,45,60,81,117,185],"image-":[16],"and":[17,19,48,54,77,110,133,167,180,196],"speech-recognition,":[18],"autonomous":[20],"driving).":[21],"becoming":[25],"pervasive":[26],"in":[27,32,198],"society":[28],"due":[29],"to":[30,124,130,159,175,190],"advances":[31],"AI.":[33],"However,":[34],"there":[35],"is":[36,84],"limited":[37],"synthesized":[38],"knowledge":[39,57],"on":[40],"Software":[41],"Engineering":[42],"(SE)":[43],"approaches":[44,116,179],"building,":[46],"operating,":[47],"maintaining":[49],"systems.":[51],"To":[52],"collect":[53],"analyze":[55],"state-of-the-art":[56],"about":[58,177],"SE":[59,80,115,183,195],"systems,":[62,119],"we":[63,121],"conducted":[64],"a":[65],"systematic":[66],"mapping":[67],"study.":[68],"We":[69,112],"considered":[70],"248":[71],"studies":[72,95],"published":[73,98],"between":[74],"January":[75],"2010":[76],"March":[78],"2020.":[79],"an":[85],"emerging":[86],"research":[87],"area,":[88],"where":[89],"more":[90,172],"than":[91],"2/3":[92],"of":[93,105,164],"the":[94,125,149,162,165,178,192],"have":[96],"been":[97],"since":[99],"2018.":[100],"The":[101],"most":[102,150],"studied":[103],"properties":[104],"dependability":[109],"safety.":[111],"identified":[113],"multiple":[114],"which":[120,169],"classified":[122],"according":[123],"SWEBOK":[126],"areas.":[127],"Studies":[128],"related":[129],"testing":[132],"quality":[135],"very":[137],"prevalent,":[138],"while":[139],"areas":[140],"like":[141],"maintenance":[143],"seem":[144],"neglected.":[145],"Data-related":[146],"issues":[147],"recurrent":[151],"challenges.":[152],"Our":[153],"results":[154],"valuable":[156],"for:":[157],"researchers,":[158],"quickly":[160],"understand":[161],"state":[163],"art":[166],"learn":[168,176],"topics":[170],"need":[171],"research;":[173],"practitioners,":[174],"challenges":[181],"that":[182],"entails":[184],"systems;":[187],"and,":[188],"educators,":[189],"bridge":[191],"gap":[193],"among":[194],"their":[199],"curricula.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":29},{"year":2025,"cited_by_count":114},{"year":2024,"cited_by_count":67},{"year":2023,"cited_by_count":75},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":4}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}