{"id":"https://openalex.org/W4387700646","doi":"https://doi.org/10.1145/3617946.3617953","title":"Summary of the Fourth International Workshop on Deep Learning for Testing and Testing for Deep Learning (DeepTest 2023)","display_name":"Summary of the Fourth International Workshop on Deep Learning for Testing and Testing for Deep Learning (DeepTest 2023)","publication_year":2023,"publication_date":"2023-10-13","ids":{"openalex":"https://openalex.org/W4387700646","doi":"https://doi.org/10.1145/3617946.3617953"},"language":"en","primary_location":{"id":"doi:10.1145/3617946.3617953","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3617946.3617953","pdf_url":null,"source":{"id":"https://openalex.org/S186921487","display_name":"ACM SIGSOFT Software Engineering Notes","issn_l":"0163-5948","issn":["0163-5948","1943-5843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGSOFT Software Engineering Notes","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045894581","display_name":"Matteo Biagiola","orcid":"https://orcid.org/0000-0002-7825-3409"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Matteo Biagiola","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027708259","display_name":"Nicol\u00e1s Cardozo","orcid":"https://orcid.org/0000-0002-1094-9952"},"institutions":[{"id":"https://openalex.org/I162096671","display_name":"Universidad de Los Andes","ror":"https://ror.org/02mhbdp94","country_code":"CO","type":"education","lineage":["https://openalex.org/I162096671"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Nicol\u00e1s Cardozo","raw_affiliation_strings":["Universidad de los Andes, Bogota, Colombia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de los Andes, Bogota, Colombia","institution_ids":["https://openalex.org/I162096671"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019085537","display_name":"Donghwan Shin","orcid":"https://orcid.org/0000-0002-0840-6449"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Donghwan Shin","raw_affiliation_strings":["The University of Sheffield, Sheffield, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Sheffield, Sheffield, United Kingdom","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071052367","display_name":"Foutse Khomh","orcid":"https://orcid.org/0000-0002-5704-4173"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Foutse Khomh","raw_affiliation_strings":["Polytechnique Montr\u00e9al, Montr\u00e9al, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Polytechnique Montr\u00e9al, Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058345649","display_name":"Andrea Stocco","orcid":"https://orcid.org/0000-0001-8956-3894"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andrea Stocco","raw_affiliation_strings":["Technical University of Munich, Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084639710","display_name":"Vincenzo Riccio","orcid":"https://orcid.org/0000-0002-6229-8231"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Vincenzo Riccio","raw_affiliation_strings":["University of Udine, Udine, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Udine, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1586,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54140861,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"48","issue":"4","first_page":"39","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6542555689811707},{"id":"https://openalex.org/keywords/dependability","display_name":"Dependability","score":0.6207103133201599},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.5905555486679077},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5795245170593262},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5564021468162537},{"id":"https://openalex.org/keywords/verification-and-validation","display_name":"Verification and validation","score":0.47148701548576355},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.46330907940864563},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.4270457327365875},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.42423751950263977},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.42322593927383423},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3945934474468231},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3826189339160919},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.29758477210998535},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.147878497838974}],"concepts":[{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6542555689811707},{"id":"https://openalex.org/C77019957","wikidata":"https://www.wikidata.org/wiki/Q2689057","display_name":"Dependability","level":2,"score":0.6207103133201599},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.5905555486679077},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5795245170593262},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5564021468162537},{"id":"https://openalex.org/C48002344","wikidata":"https://www.wikidata.org/wiki/Q2919644","display_name":"Verification and validation","level":2,"score":0.47148701548576355},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.46330907940864563},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.4270457327365875},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.42423751950263977},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.42322593927383423},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3945934474468231},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3826189339160919},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29758477210998535},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.147878497838974},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3617946.3617953","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3617946.3617953","pdf_url":null,"source":{"id":"https://openalex.org/S186921487","display_name":"ACM SIGSOFT Software Engineering Notes","issn_l":"0163-5948","issn":["0163-5948","1943-5843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGSOFT Software Engineering Notes","raw_type":"journal-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:205147","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:publications.polymtl.ca:56860","is_oa":false,"landing_page_url":"https://publications.polymtl.ca/56860/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article de revue"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W3201533109","https://openalex.org/W4285490433","https://openalex.org/W4289535158","https://openalex.org/W4383108499","https://openalex.org/W4385332580","https://openalex.org/W4385338015","https://openalex.org/W4385338058","https://openalex.org/W6855435938"],"related_works":["https://openalex.org/W2364678409","https://openalex.org/W4250616538","https://openalex.org/W4239128637","https://openalex.org/W128313926","https://openalex.org/W4244794002","https://openalex.org/W581135241","https://openalex.org/W1494623580","https://openalex.org/W4247246286","https://openalex.org/W1964837169","https://openalex.org/W2365285506"],"abstract_inverted_index":{"Deep":[0,90,97],"Learning":[1,91,98],"(DL)":[2],"techniques":[3],"help":[4],"software":[5,35,122,140],"developers":[6],"thanks":[7],"to":[8,11,133],"their":[9],"ability":[10],"learn":[12],"from":[13],"historical":[14],"information":[15],"which":[16],"is":[17,65],"useful":[18],"in":[19,41],"several":[20],"program":[21],"analysis":[22],"and":[23,32,50,60,94,124,127,131,137],"testing":[24,57],"tasks":[25],"(e.g.,":[26],"malware":[27],"detection,":[28],"fuzz":[29],"testing,":[30],"bug-finding,":[31],"type-checking).":[33],"DL-based":[34,63],"systems":[36,64,72,141],"are":[37],"also":[38],"increasingly":[39],"adopted":[40],"safety-critical":[42],"domains,":[43],"such":[44,71],"as":[45],"autonomous":[46],"driving,":[47],"medical":[48],"diagnosis,":[49],"aircraft":[51],"collision":[52],"avoidance":[53],"systems.":[54],"In":[55],"particular,":[56],"the":[58,80,104,113,119,135],"correctness":[59],"reliability":[61],"of":[62,70,115,121,139],"paramount,":[66],"since":[67],"a":[68,75],"failure":[69],"would":[73],"cause":[74],"significant":[76],"safety":[77],"risk":[78],"for":[79,92,96],"involved":[81],"people":[82],"and/or":[83],"environment.":[84],"The":[85],"4th":[86],"International":[87,106],"Workshop":[88],"on":[89,108,144],"Testing":[93,95],"(DeepTest":[99],"2023)":[100],"was":[101],"co-located":[102],"with":[103,112],"45th":[105],"Conference":[107],"Software":[109],"Engineering":[110],"(ICSE),":[111],"goal":[114],"targeting":[116],"research":[117],"at":[118],"intersection":[120],"engineering":[123],"deep":[125],"learning":[126],"devise":[128],"novel":[129],"approaches":[130],"tools":[132],"ensure":[134],"interpretability":[136],"dependability":[138],"that":[142],"depends":[143],"DL":[145],"components.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}