{"id":"https://openalex.org/W4389164866","doi":"https://doi.org/10.1145/3611643.3613079","title":"Deeper Notions of Correctness in Image-Based DNNs: Lifting Properties from Pixel to Entities","display_name":"Deeper Notions of Correctness in Image-Based DNNs: Lifting Properties from Pixel to Entities","publication_year":2023,"publication_date":"2023-11-30","ids":{"openalex":"https://openalex.org/W4389164866","doi":"https://doi.org/10.1145/3611643.3613079"},"language":"en","primary_location":{"id":"doi:10.1145/3611643.3613079","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611643.3613079","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3611643.3613079","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3611643.3613079","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101725447","display_name":"Felipe Toledo","orcid":"https://orcid.org/0000-0002-5632-7518"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Felipe Toledo","raw_affiliation_strings":["University of Virginia, Charlottesville, USA"],"raw_orcid":"https://orcid.org/0000-0002-5632-7518","affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077966714","display_name":"David Shriver","orcid":"https://orcid.org/0000-0003-0208-6517"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Shriver","raw_affiliation_strings":["University of Virginia, Charlottesville, USA"],"raw_orcid":"https://orcid.org/0000-0003-0208-6517","affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025318877","display_name":"Sebastian Elbaum","orcid":"https://orcid.org/0000-0001-9592-1352"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sebastian Elbaum","raw_affiliation_strings":["University of Virginia, Charlottesville, USA"],"raw_orcid":"https://orcid.org/0000-0001-9592-1352","affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086757331","display_name":"Matthew B. Dwyer","orcid":"https://orcid.org/0000-0002-1937-1544"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew B. Dwyer","raw_affiliation_strings":["University of Virginia, Charlottesville, USA"],"raw_orcid":"https://orcid.org/0000-0002-1937-1544","affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, USA","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101725447"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":0.6816,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.76551482,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2122","last_page":"2126"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8614107370376587},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8387501835823059},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6534131169319153},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6451358795166016},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5996381044387817},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5603532195091248},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.508831799030304},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.4759088456630707},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4657882750034332},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4472174644470215},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.43851280212402344},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.43573176860809326},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43262675404548645},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18503093719482422}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8614107370376587},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8387501835823059},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6534131169319153},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6451358795166016},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5996381044387817},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5603532195091248},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.508831799030304},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.4759088456630707},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4657882750034332},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4472174644470215},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.43851280212402344},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.43573176860809326},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43262675404548645},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18503093719482422},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3611643.3613079","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611643.3613079","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3611643.3613079","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3611643.3613079","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611643.3613079","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3611643.3613079","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[{"id":"https://openalex.org/G1930102842","display_name":null,"funder_award_id":"2019239,2332991","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4591511795","display_name":"Workshop on Software Engineering for Robotics Systems (SE4Robotics)","funder_award_id":"2332991","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7377729401","display_name":"FMitF: Track I: Focusing Incremental Abstraction-based Verification on Neural Networks Input Distributions","funder_award_id":"2019239","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389164866.pdf","grobid_xml":"https://content.openalex.org/works/W4389164866.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2487365028","https://openalex.org/W2557738935","https://openalex.org/W2616028256","https://openalex.org/W2788239209","https://openalex.org/W2891698621","https://openalex.org/W2912296587","https://openalex.org/W2948672349","https://openalex.org/W2962894046","https://openalex.org/W2963054787","https://openalex.org/W2963327228","https://openalex.org/W2990138404","https://openalex.org/W3007157104","https://openalex.org/W3035524670","https://openalex.org/W3090608524","https://openalex.org/W3103158293","https://openalex.org/W3120485916","https://openalex.org/W3164282918","https://openalex.org/W3164688203","https://openalex.org/W3178701007","https://openalex.org/W3182236906","https://openalex.org/W3183369696","https://openalex.org/W4249310262","https://openalex.org/W4284705139"],"related_works":["https://openalex.org/W2950183588","https://openalex.org/W3080754722","https://openalex.org/W3093978547","https://openalex.org/W3203790781","https://openalex.org/W2997056298","https://openalex.org/W2738001131","https://openalex.org/W4285785480","https://openalex.org/W3127875750","https://openalex.org/W4383221314","https://openalex.org/W2953536436"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNNs)":[3],"that":[4,55,81,121,171],"process":[5],"images":[6,157],"are":[7,25,37,56],"being":[8],"widely":[9],"used":[10],"for":[11,210],"many":[12],"safety-critical":[13],"tasks,":[14],"from":[15],"autonomous":[16],"vehicles":[17],"to":[18,39,44,58,138,153,202],"medical":[19],"diagnosis.":[20],"Currently,":[21],"DNN":[22],"correctness":[23],"properties":[24,36,76,97,146,160,174],"defined":[26],"at":[27],"the":[28,32,73,79,106,141,172,188,199,204],"pixel":[29],"level":[30],"over":[31],"entire":[33],"input.":[34],"Such":[35],"useful":[38],"expose":[40],"system":[41,178],"failures":[42],"related":[43],"sensor":[45],"noise":[46],"or":[47],"adversarial":[48],"attacks,":[49],"but":[50],"they":[51,93],"cannot":[52],"capture":[53],"features":[54],"relevant":[57],"domain-specific":[59],"entities":[60,80,107,155],"and":[61,91,117,158,206],"reflect":[62],"richer":[63],"types":[64],"of":[65,75,143,190],"behaviors.":[66],"To":[67],"overcome":[68],"this":[69],"limitation,":[70],"we":[71],"envision":[72],"specification":[74,120],"based":[77,161],"on":[78,162],"may":[82],"be":[83],"present":[84],"in":[85,109,140,156,183],"image":[86],"input,":[87],"capturing":[88],"their":[89],"semantics":[90],"how":[92,112],"change.":[94],"Creating":[95],"such":[96,180],"today":[98],"is":[99,122],"difficult":[100],"as":[101,181],"it":[102],"requires":[103],"determining":[104],"where":[105],"appear":[108],"images,":[110],"defining":[111],"each":[113,125],"entity":[114,163],"can":[115,175,186],"change,":[116],"writing":[118],"a":[119,191],"compatible":[123],"with":[124],"particular":[126],"V&V":[127],"client.":[128],"We":[129,195],"introduce":[130],"an":[131],"initial":[132,169],"framework":[133,200],"structured":[134],"around":[135],"those":[136],"challenges":[137],"assist":[139],"generation":[142],"Domain-specific":[144],"Entity-based":[145],"automatically":[147],"by":[148,197,207],"leveraging":[149],"object":[150],"detection":[151],"models":[152],"identify":[154],"creating":[159],"features.":[164],"Our":[165],"feasibility":[166],"study":[167],"provides":[168],"evidence":[170],"new":[173],"uncover":[176],"interesting":[177],"failures,":[179],"changes":[182],"skin":[184],"color":[185],"modify":[187],"output":[189],"gender":[192],"classification":[193],"network.":[194],"conclude":[196],"analyzing":[198],"potential":[201],"implement":[203],"vision":[205],"outlining":[208],"directions":[209],"future":[211],"work.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}