{"id":"https://openalex.org/W3090608524","doi":"https://doi.org/10.1145/3377811.3380422","title":"DeepBillboard","display_name":"DeepBillboard","publication_year":2020,"publication_date":"2020-06-27","ids":{"openalex":"https://openalex.org/W3090608524","doi":"https://doi.org/10.1145/3377811.3380422","mag":"3090608524"},"language":"en","primary_location":{"id":"doi:10.1145/3377811.3380422","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3377811.3380422","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3377811.3380422","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3377811.3380422","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065527608","display_name":"Husheng Zhou","orcid":"https://orcid.org/0000-0003-0614-4980"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Husheng Zhou","raw_affiliation_strings":["The University of Texas at Dallas"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Dallas","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100318383","display_name":"Wei Li","orcid":"https://orcid.org/0000-0003-1733-7956"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Li","raw_affiliation_strings":["Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037959014","display_name":"Zelun Kong","orcid":"https://orcid.org/0000-0002-8045-7494"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zelun Kong","raw_affiliation_strings":["The University of Texas at Dallas"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Dallas","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101476865","display_name":"Junfeng Guo","orcid":"https://orcid.org/0009-0001-0419-4442"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junfeng Guo","raw_affiliation_strings":["The University of Texas at Dallas"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Dallas","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030322956","display_name":"Yuqun Zhang","orcid":"https://orcid.org/0000-0002-1499-5729"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqun Zhang","raw_affiliation_strings":["Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051340429","display_name":"Bei Yu","orcid":"https://orcid.org/0000-0001-6406-4810"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bei Yu","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113160035","display_name":"Lingming Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingming Zhang","raw_affiliation_strings":["The University of Texas at Dallas"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Dallas","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112456072","display_name":"Cong Liu","orcid":"https://orcid.org/0000-0001-6850-1838"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cong Liu","raw_affiliation_strings":["The University of Texas at Dallas"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Dallas","institution_ids":["https://openalex.org/I162577319"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.0623,"has_fulltext":true,"cited_by_count":156,"citation_normalized_percentile":{"value":0.9883283,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"347","last_page":"358"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14117","display_name":"Integrated Circuits and Semiconductor Failure Analysis","score":0.9623000025749207,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.939300000667572,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.8148051500320435},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7284241318702698},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7235474586486816},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5576062798500061},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.48703533411026},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.47814643383026123},{"id":"https://openalex.org/keywords/vehicle-dynamics","display_name":"Vehicle dynamics","score":0.4172009825706482},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3998521566390991},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.39913421869277954},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.32375770807266235},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16025397181510925},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.11557391285896301}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8148051500320435},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7284241318702698},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7235474586486816},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5576062798500061},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.48703533411026},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.47814643383026123},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.4172009825706482},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3998521566390991},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39913421869277954},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32375770807266235},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16025397181510925},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.11557391285896301},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3377811.3380422","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3377811.3380422","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3377811.3380422","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3377811.3380422","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3377811.3380422","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3377811.3380422","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G2022963155","display_name":"CAREER: D3: Addressing Emerging Data-Induced Challenges in Embedded and Real-Time Systems","funder_award_id":"1750263","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4339144715","display_name":"CSR: Small: Predictable Real-Time Computing in GPU-enabled Systems","funder_award_id":"1527727","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G447899654","display_name":null,"funder_award_id":"KQTD2016112514355- 531","funder_id":"https://openalex.org/F4320335790","funder_display_name":"Shenzhen Peacock Plan"},{"id":"https://openalex.org/G521923880","display_name":null,"funder_award_id":"KQTD2016112514355531","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5511685887","display_name":null,"funder_award_id":"61902169","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8059490201","display_name":"SHF: Medium: Collaborative Research: Testing in the Era of Approximation","funder_award_id":"1704790","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8333282490","display_name":"CRII: SHF: Machine-Learning-Based Test Effectiveness Prediction","funder_award_id":"1566589","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335790","display_name":"Shenzhen Peacock Plan","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3090608524.pdf","grobid_xml":"https://content.openalex.org/works/W3090608524.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1673923490","https://openalex.org/W2115579991","https://openalex.org/W2119112357","https://openalex.org/W2180612164","https://openalex.org/W2243397390","https://openalex.org/W2322240213","https://openalex.org/W2342840547","https://openalex.org/W2408141691","https://openalex.org/W2460937040","https://openalex.org/W2535873859","https://openalex.org/W2603766943","https://openalex.org/W2616028256","https://openalex.org/W2734506812","https://openalex.org/W2738841453","https://openalex.org/W2785685510","https://openalex.org/W2798302089","https://openalex.org/W2799640043","https://openalex.org/W2804337238","https://openalex.org/W2914275007","https://openalex.org/W2947133760","https://openalex.org/W2950774971","https://openalex.org/W2950864148","https://openalex.org/W2963118571","https://openalex.org/W2963207607","https://openalex.org/W2963327228","https://openalex.org/W2963557656","https://openalex.org/W2963857521","https://openalex.org/W3099444373","https://openalex.org/W4293580221"],"related_works":["https://openalex.org/W3176659669","https://openalex.org/W4287115361","https://openalex.org/W2950183588","https://openalex.org/W3080754722","https://openalex.org/W3093978547","https://openalex.org/W2953536436","https://openalex.org/W3203790781","https://openalex.org/W4313346231","https://openalex.org/W2738001131","https://openalex.org/W4285785480"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNNs)":[3],"have":[4,173],"been":[5,19],"widely":[6],"applied":[7],"in":[8,67,78],"autonomous":[9,49,82,164,270],"systems":[10],"such":[11],"as":[12],"self-driving":[13],"vehicles.":[14],"Recently,":[15],"DNN":[16],"testing":[17,41,107],"has":[18],"intensively":[20],"studied":[21],"to":[22,33,44,151,236,244,279],"automatically":[23],"generate":[24],"adversarial":[25,57,92,132,170,224],"examples,":[26],"which":[27,63,135],"inject":[28],"small-magnitude":[29],"perturbations":[30,188],"into":[31],"inputs":[32],"test":[34],"DNNs":[35],"under":[36,137,230],"extreme":[37],"situations.":[38],"While":[39],"existing":[40],"techniques":[42],"prove":[43],"be":[45,276],"effective,":[46],"particularly":[47],"for":[48,95,202,221,227,268],"driving,":[50],"they":[51],"mostly":[52],"focus":[53],"on":[54,81,293],"generating":[55,126,222,262],"digital":[56,89,187,194],"perturbations,":[58],"e.g.,":[59,289],"changing":[60,139],"image":[61],"pixels,":[62],"may":[64],"never":[65],"happen":[66],"the":[68,79,153,159,176,209,238,248,255,259,287],"physical":[69,91,210,284],"world.":[70],"Thus,":[71],"there":[72],"is":[73,123,150,200,216,254],"a":[74,104,113,127,280,290,294],"critical":[75],"missing":[76],"piece":[77],"literature":[80],"driving":[83,118,140,166,229,271],"testing:":[84],"understanding":[85],"and":[86,90,116,129,146,156,178,189,206,219,264],"exploiting":[87],"both":[88,184],"perturbation":[93],"generation":[94],"impacting":[96],"steering":[97,204,240],"decisions.":[98],"In":[99],"this":[100,253],"paper,":[101],"we":[102],"propose":[103],"systematic":[105],"physical-world":[106,190,223,266],"approach,":[108],"namely":[109],"DeepBillboard,":[110],"targeting":[111],"at":[112],"quite":[114],"common":[115],"practical":[117,269],"scenario:":[119],"drive-by":[120],"billboards.":[121],"DeepBillboard":[122,181,199,215,274],"capable":[124],"of":[125,158,162,180,250,261,282],"robust":[128,218],"resilient":[130,220],"printable":[131],"billboard":[133,225],"test,":[134],"works":[136],"dynamic":[138],"conditions":[141],"including":[142],"viewing":[143],"angle,":[144],"distance,":[145],"lighting.":[147],"The":[148,193],"objective":[149],"maximize":[152],"possibility,":[154],"degree,":[155],"duration":[157],"steering-angle":[160],"errors":[161],"an":[163],"vehicle":[165],"by":[167,182],"our":[168,251],"generated":[169],"billboard.":[171],"We":[172],"extensively":[174],"evaluated":[175],"efficacy":[177],"robustness":[179],"conducting":[183],"experiments":[185],"with":[186],"case":[191,211],"studies.":[192],"experimental":[195],"results":[196],"show":[197],"that":[198,214],"effective":[201],"various":[203,231],"models":[205],"scenes.":[207],"Furthermore,":[208],"studies":[212],"demonstrate":[213],"sufficiently":[217],"tests":[226,267],"real-world":[228],"weather":[232],"conditions,":[233],"being":[234],"able":[235],"mislead":[237],"average":[239],"angle":[241],"error":[242],"up":[243],"26.44":[245],"degrees.":[246],"To":[247],"best":[249],"knowledge,":[252],"first":[256],"study":[257],"demonstrating":[258],"possibility":[260],"realistic":[263],"continuous":[265],"systems;":[272],"moreover,":[273],"can":[275],"directly":[277],"generalized":[278],"variety":[281],"other":[283],"entities/surfaces":[285],"along":[286],"curbside,":[288],"graffiti":[291],"painted":[292],"wall.":[295]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":29},{"year":2023,"cited_by_count":28},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":28},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":2}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2020-10-08T00:00:00"}