{"id":"https://openalex.org/W2806456500","doi":"https://doi.org/10.1109/syscon.2018.8369576","title":"Towards formal methods and software engineering for deep learning: Security, safety and productivity for dl systems development","display_name":"Towards formal methods and software engineering for deep learning: Security, safety and productivity for dl systems development","alternate_titles":[],"publication_year":2018,"publication_date":"2018-04-01","ids":{"openalex":"https://openalex.org/W2806456500","doi":"https://doi.org/10.1109/syscon.2018.8369576","mag":"2806456500"},"language":"en","primary_location":{"id":"doi:10.1109/syscon.2018.8369576","doi":"https://doi.org/10.1109/syscon.2018.8369576","is_oa":false,"landing_page_url":"https://doi.org/10.1109/syscon.2018.8369576","pdf_url":null,"source":{"id":"https://openalex.org/S4306498685","display_name":"IEEE International Systems Conference (SysCon)","issn_l":"1944-7620","issn":["1944-7620"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Annual IEEE International Systems Conference (SysCon)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2806456500"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-01819035","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006607311","display_name":"Ga\u00e9tan Hains","orcid":"https://orcid.org/0000-0002-1687-8091","observed_orcids":["https://orcid.org/0000-0002-1687-8091"]},"institutions":[{"id":"https://openalex.org/I4210123571","display_name":"Huawei Technologies (France)","ror":"https://ror.org/02rbzf697","country_code":"FR","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210123571"]},{"id":"https://openalex.org/I4387153997","display_name":"Laboratoire d'Informatique Fondamentale d'Orl\u00e9ans","ror":"https://ror.org/01nr3td38","country_code":"FR","type":"facility","lineage":["https://openalex.org/I12449238","https://openalex.org/I4210143826","https://openalex.org/I4387153997"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gaetan Hains","raw_affiliation_strings":["Huawei Parallel and Distributed Algorithms Lab., Huawei Paris Research Center, Boulogne-Billancourt, France","LIFO - Laboratoire d'Informatique Fondamentale d'Orl\u00e9ans (B\u00e2timent IIIA, Rue L\u00e9onard de Vinci, B.P. 6759, F-45067 ORLEANS Cedex 2 - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Parallel and Distributed Algorithms Lab., Huawei Paris Research Center, Boulogne-Billancourt, France","institution_ids":["https://openalex.org/I4210123571"]},{"raw_affiliation_string":"LIFO - Laboratoire d'Informatique Fondamentale d'Orl\u00e9ans (B\u00e2timent IIIA, Rue L\u00e9onard de Vinci, B.P. 6759, F-45067 ORLEANS Cedex 2 - France)","institution_ids":["https://openalex.org/I4387153997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038718383","display_name":"Arvid Jakobsson","orcid":"https://orcid.org/0000-0001-6028-8972","observed_orcids":["https://orcid.org/0000-0001-6028-8972"]},"institutions":[{"id":"https://openalex.org/I4210123571","display_name":"Huawei Technologies (France)","ror":"https://ror.org/02rbzf697","country_code":"FR","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210123571"]},{"id":"https://openalex.org/I4387153997","display_name":"Laboratoire d'Informatique Fondamentale d'Orl\u00e9ans","ror":"https://ror.org/01nr3td38","country_code":"FR","type":"facility","lineage":["https://openalex.org/I12449238","https://openalex.org/I4210143826","https://openalex.org/I4387153997"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Arvid Jakobsson","raw_affiliation_strings":["Huawei Parallel and Distributed Algorithms Lab., Huawei Paris Research Center, Boulogne-Billancourt, France","LIFO - Laboratoire d'Informatique Fondamentale d'Orl\u00e9ans (B\u00e2timent IIIA, Rue L\u00e9onard de Vinci, B.P. 6759, F-45067 ORLEANS Cedex 2 - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Parallel and Distributed Algorithms Lab., Huawei Paris Research Center, Boulogne-Billancourt, France","institution_ids":["https://openalex.org/I4210123571"]},{"raw_affiliation_string":"LIFO - Laboratoire d'Informatique Fondamentale d'Orl\u00e9ans (B\u00e2timent IIIA, Rue L\u00e9onard de Vinci, B.P. 6759, F-45067 ORLEANS Cedex 2 - France)","institution_ids":["https://openalex.org/I4387153997"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083484982","display_name":"Youry Khmelevsky","orcid":"https://orcid.org/0000-0002-6837-3490","observed_orcids":["https://orcid.org/0000-0002-6837-3490"]},"institutions":[{"id":"https://openalex.org/I198387804","display_name":"Okanagan College","ror":"https://ror.org/04k2ezm16","country_code":"CA","type":"education","lineage":["https://openalex.org/I198387804"]},{"id":"https://openalex.org/I4405260628","display_name":"University of British Columbia, Okanagan Campus","ror":"https://ror.org/04241wz75","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490","https://openalex.org/I4405260628"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Youry Khmelevsky","raw_affiliation_strings":["Okanagan College Computer Science Department, U.B.C. Okanagan, Okanagan, B.C., Canada","Okanagan College (Canada)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Okanagan College Computer Science Department, U.B.C. Okanagan, Okanagan, B.C., Canada","institution_ids":["https://openalex.org/I198387804","https://openalex.org/I4405260628"]},{"raw_affiliation_string":"Okanagan College (Canada)","institution_ids":["https://openalex.org/I198387804"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.329,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.93098107,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.5522000193595886,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.5522000193595886,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.22419999539852142,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.054999999701976776,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"deep learning","score":0.746999979019165},{"id":"https://openalex.org/keywords/formal-methods","display_name":"formal methods","score":0.9490000009536743},{"id":"https://openalex.org/keywords/deep-learning-security","display_name":"deep learning security","score":0.8399999737739563},{"id":"https://openalex.org/keywords/hardware-software-systems","display_name":"hardware-software system","score":0.7609999775886536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7714746594429016},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.698197603225708},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6167216897010803},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5936670303344727},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.5170567631721497},{"id":"https://openalex.org/C75606506","wikidata":"https://www.wikidata.org/wiki/Q1049183","display_name":"Formal methods","level":2,"score":0.4684068560600281},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46333587169647217},{"id":"https://openalex.org/C204983608","wikidata":"https://www.wikidata.org/wiki/Q2111958","display_name":"Productivity","level":2,"score":0.432896226644516},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4323037564754486},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4297518730163574},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3295174837112427},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.22372037172317505},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/syscon.2018.8369576","doi":"https://doi.org/10.1109/syscon.2018.8369576","is_oa":false,"landing_page_url":"https://doi.org/10.1109/syscon.2018.8369576","pdf_url":null,"source":{"id":"https://openalex.org/S4306498685","display_name":"IEEE International Systems Conference (SysCon)","issn_l":"1944-7620","issn":["1944-7620"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Annual IEEE International Systems Conference (SysCon)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-01819035v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-01819035","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2018 Annual IEEE International Systems Conference (SysCon), Apr 2018, Vancouver, France. &#x27E8;10.1109/SYSCON.2018.8369576&#x27E9;","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-01819035v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-01819035","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2018 Annual IEEE International Systems Conference (SysCon), Apr 2018, Vancouver, France. &#x27E8;10.1109/SYSCON.2018.8369576&#x27E9;","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W117425234","https://openalex.org/W1495088934","https://openalex.org/W1978784480","https://openalex.org/W2004252880","https://openalex.org/W2165073069","https://openalex.org/W2216962153","https://openalex.org/W2240086230","https://openalex.org/W2419161615","https://openalex.org/W2543296129","https://openalex.org/W2594877703","https://openalex.org/W2610679774","https://openalex.org/W2612291882","https://openalex.org/W2732505563","https://openalex.org/W2734506812","https://openalex.org/W2742450537","https://openalex.org/W2754537581","https://openalex.org/W2757182288","https://openalex.org/W2760733685","https://openalex.org/W2761709036","https://openalex.org/W2766210411","https://openalex.org/W2788645721","https://openalex.org/W2962692913","https://openalex.org/W2963327228","https://openalex.org/W2963523513","https://openalex.org/W2963673089","https://openalex.org/W3085206059","https://openalex.org/W3093882308"],"related_works":["https://openalex.org/W2912587325","https://openalex.org/W3197413187","https://openalex.org/W3162513009","https://openalex.org/W2897419880","https://openalex.org/W2981423273","https://openalex.org/W4387700646","https://openalex.org/W2804337238","https://openalex.org/W4403511091","https://openalex.org/W4407612053"],"abstract_inverted_index":{"Deep":[0],"Learning":[1],"(DL)":[2],"techniques":[3],"are":[4,82],"now":[5],"widespread":[6],"and":[7,16,63,76,95,112,116],"being":[8],"integrated":[9,84],"into":[10,85],"many":[11],"important":[12],"systems.":[13,106],"Their":[14],"classification":[15],"recognition":[17],"abilities":[18],"ensure":[19],"their":[20,67],"relevance":[21],"for":[22,118],"multiple":[23],"application":[24],"domains":[25],"far":[26],"beyond":[27],"pure":[28],"signal":[29],"processing.":[30],"As":[31],"a":[32,46,74],"machine-learning":[33],"technique":[34],"that":[35,56],"relies":[36],"on":[37],"training":[38],"instead":[39],"of":[40,49,66],"explicit":[41],"algorithm":[42],"programming":[43],"they":[44,57],"offer":[45],"high":[47],"degree":[48],"productivity.":[50],"But":[51],"recent":[52,110],"research":[53,114],"has":[54],"shown":[55],"can":[58],"be":[59],"vulnerable":[60],"to":[61,92],"attacks":[62],"the":[64],"verification":[65],"correctness":[68],"is":[69],"only":[70],"just":[71],"emerging":[72],"as":[73,104],"scientific":[75],"engineering":[77,88],"possibility.":[78],"Moreover":[79],"DL":[80],"tools":[81,91],"not":[83],"classical":[86],"software":[87,90],"so":[89],"specify,":[93],"modify":[94],"verify":[96],"them":[97,100],"would":[98],"make":[99],"even":[101],"more":[102],"mainstream":[103],"software-hardware":[105],"This":[107],"paper":[108],"surveys":[109],"work":[111],"proposes":[113],"directions":[115],"methodologies":[117],"this":[119],"purpose.":[120]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2806456500","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":4}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2018-06-13T00:00:00"}
