{"id":"https://openalex.org/W3034126795","doi":"https://doi.org/10.1109/tifs.2021.3114024","title":"Stop-and-Go: Exploring Backdoor Attacks on Deep Reinforcement Learning-Based Traffic Congestion Control Systems","display_name":"Stop-and-Go: Exploring Backdoor Attacks on Deep Reinforcement Learning-Based Traffic Congestion Control Systems","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3034126795","doi":"https://doi.org/10.1109/tifs.2021.3114024","mag":"3034126795"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2021.3114024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2021.3114024","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2003.07859","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yue Wang","orcid":"https://orcid.org/0000-0002-9260-3970"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tandon school of Engineering, New York University, Brooklyn, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-9260-3970","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tandon school of Engineering, New York University, Brooklyn, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Esha Sarkar","orcid":"https://orcid.org/0000-0002-4473-7368"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Esha Sarkar","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tandon school of Engineering, New York University, Brooklyn, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-4473-7368","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tandon school of Engineering, New York University, Brooklyn, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenqing Li","orcid":"https://orcid.org/0000-0001-5612-9899"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenqing Li","raw_affiliation_strings":["Division of Engineering, New York University Abu Dhabi, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0001-5612-9899","affiliations":[{"raw_affiliation_string":"Division of Engineering, New York University Abu Dhabi, Abu Dhabi, UAE","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Michail Maniatakos","orcid":"https://orcid.org/0000-0001-6899-0651"},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Michail Maniatakos","raw_affiliation_strings":["Division of Engineering, New York University Abu Dhabi, Abu Dhabi, UAE and the Department of Electrical and Computer Engineering, Tandon School of Engineering, New York University, Brooklyn, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-6899-0651","affiliations":[{"raw_affiliation_string":"Division of Engineering, New York University Abu Dhabi, Abu Dhabi, UAE and the Department of Electrical and Computer Engineering, Tandon School of Engineering, New York University, Brooklyn, NY, USA","institution_ids":["https://openalex.org/I120250893"]}]},{"author_position":"last","author":{"id":null,"display_name":"Saif Eddin Jabari","orcid":"https://orcid.org/0000-0002-2314-5312"},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Saif Eddin Jabari","raw_affiliation_strings":["Division of Engineering, New York University Abu Dhabi, Abu Dhabi, UAE and the Department of Civil and Urban Engineering, Tandon School of Engineering, New York University, Brooklyn, NY, USA. (e-mail: sej7@nyu.edu)"],"raw_orcid":"https://orcid.org/0000-0002-2314-5312","affiliations":[{"raw_affiliation_string":"Division of Engineering, New York University Abu Dhabi, Abu Dhabi, UAE and the Department of Civil and Urban Engineering, Tandon School of Engineering, New York University, Brooklyn, NY, USA. (e-mail: sej7@nyu.edu)","institution_ids":["https://openalex.org/I120250893"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.6623,"has_fulltext":false,"cited_by_count":63,"citation_normalized_percentile":{"value":0.95550492,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"16","issue":null,"first_page":"4772","last_page":"4787"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.3328000009059906,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.3328000009059906,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.31459999084472656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.17520000040531158,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.7181000113487244},{"id":"https://openalex.org/keywords/backdoor","display_name":"Backdoor","score":0.647599995136261},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6380000114440918},{"id":"https://openalex.org/keywords/crash","display_name":"Crash","score":0.5547999739646912},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.45559999346733093},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42160001397132874},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3630000054836273},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.3614000082015991}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7998999953269958},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.7181000113487244},{"id":"https://openalex.org/C2781045450","wikidata":"https://www.wikidata.org/wiki/Q254569","display_name":"Backdoor","level":2,"score":0.647599995136261},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6380000114440918},{"id":"https://openalex.org/C183469790","wikidata":"https://www.wikidata.org/wiki/Q333501","display_name":"Crash","level":2,"score":0.5547999739646912},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.45559999346733093},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42160001397132874},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3630000054836273},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3594000041484833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3456000089645386},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34450000524520874},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.34049999713897705},{"id":"https://openalex.org/C2777551076","wikidata":"https://www.wikidata.org/wiki/Q842332","display_name":"Front (military)","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3343000113964081},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3125999867916107},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3125},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.29100000858306885},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2800999879837036},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.27239999175071716},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.2678999900817871}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tifs.2021.3114024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2021.3114024","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2003.07859","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.07859","pdf_url":"https://arxiv.org/pdf/2003.07859","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2003.07859","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.07859","pdf_url":"https://arxiv.org/pdf/2003.07859","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8329161897","display_name":null,"funder_award_id":"G1104","funder_id":"https://openalex.org/F4320330069","funder_display_name":"Tamkeen"},{"id":"https://openalex.org/G8833531855","display_name":null,"funder_award_id":"CG001","funder_id":"https://openalex.org/F4320313203","funder_display_name":"New York University Abu Dhabi"}],"funders":[{"id":"https://openalex.org/F4320313203","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821"},{"id":"https://openalex.org/F4320323915","display_name":"Swiss Re","ror":null},{"id":"https://openalex.org/F4320330069","display_name":"Tamkeen","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W140822990","https://openalex.org/W2002772577","https://openalex.org/W2008102069","https://openalex.org/W2052078237","https://openalex.org/W2062112832","https://openalex.org/W2090880284","https://openalex.org/W2093715353","https://openalex.org/W2150468603","https://openalex.org/W2187117276","https://openalex.org/W2487175822","https://openalex.org/W2493168586","https://openalex.org/W2583993537","https://openalex.org/W2611350544","https://openalex.org/W2753783305","https://openalex.org/W2806611623","https://openalex.org/W2807363941","https://openalex.org/W2809193237","https://openalex.org/W2891048072","https://openalex.org/W2901232240","https://openalex.org/W2908630602","https://openalex.org/W2913230672","https://openalex.org/W2934843808","https://openalex.org/W2941205169","https://openalex.org/W2962755762","https://openalex.org/W2985913519","https://openalex.org/W2986013765","https://openalex.org/W2990270730","https://openalex.org/W2996800219","https://openalex.org/W3001916452","https://openalex.org/W3005014946","https://openalex.org/W3005018711","https://openalex.org/W3096024389","https://openalex.org/W4236362309","https://openalex.org/W4245577611","https://openalex.org/W4252979261","https://openalex.org/W6637162671","https://openalex.org/W6639086533","https://openalex.org/W6684921986","https://openalex.org/W6733049761","https://openalex.org/W6743581629","https://openalex.org/W6746897123","https://openalex.org/W6752420067","https://openalex.org/W6752760542","https://openalex.org/W6754587887","https://openalex.org/W6756074407","https://openalex.org/W6756333562","https://openalex.org/W6757302909","https://openalex.org/W6761143874","https://openalex.org/W6768003243","https://openalex.org/W6769209188","https://openalex.org/W6774733041","https://openalex.org/W6774888476","https://openalex.org/W6774904085","https://openalex.org/W6775854223","https://openalex.org/W6776469819","https://openalex.org/W6790643698"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"work":[1],"has":[2],"shown":[3],"that":[4,71,125],"the":[5,59,102,106,126,136,157],"introduction":[6],"of":[7,61,77],"autonomous":[8,30],"vehicles":[9],"(AVs)":[10],"in":[11,25,37,101,108,139],"traffic":[12,16,78,91],"could":[13],"help":[14],"reduce":[15],"jams.":[17],"Deep":[18],"reinforcement":[19],"learning":[20],"methods":[21],"demonstrate":[22],"good":[23],"performance":[24],"complex":[26],"control":[27],"problems,":[28],"including":[29],"vehicle":[31,84,107],"control,":[32],"and":[33,86,118],"have":[34],"been":[35],"used":[36],"state-of-the-art":[38],"AV":[39,63,98,103],"controllers.":[40,64],"However,":[41],"deep":[42],"neural":[43],"networks":[44],"(DNNs)":[45],"render":[46],"automated":[47],"driving":[48],"vulnerable":[49],"to":[50,88,93,150],"machine":[51],"learning-based":[52],"attacks.":[53],"In":[54],"this":[55],"work,":[56],"we":[57],"explore":[58],"backdooring/trojanning":[60],"DRL-based":[62],"We":[65,112],"develop":[66],"a":[67,152],"trigger":[68],"design":[69],"methodology":[70],"is":[72],"based":[73],"on":[74,116],"well-established":[75],"principles":[76],"physics.":[79],"The":[80],"malicious":[81],"actions":[82],"include":[83],"deceleration":[85],"acceleration":[87,99],"cause":[89,151],"stop-and-go":[90],"waves":[92],"emerge":[94],"(congestion":[95],"attacks)":[96],"or":[97,154],"resulting":[100],"crashing":[104],"into":[105],"front":[109],"(insurance":[110],"attack).":[111],"test":[113],"our":[114],"attack":[115],"single-lane":[117],"two-lane":[119],"circuits.":[120],"Our":[121],"experimental":[122],"results":[123],"show":[124],"backdoored":[127],"model":[128],"does":[129],"not":[130],"compromise":[131],"normal":[132],"operation":[133],"performance,":[134],"with":[135],"maximum":[137],"decrease":[138],"cumulative":[140],"rewards":[141],"being":[142],"1%.":[143],"Still,":[144],"it":[145],"can":[146],"be":[147],"maliciously":[148],"activated":[149],"crash":[153],"congestion":[155],"when":[156],"corresponding":[158],"triggers":[159],"appear.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2020-06-12T00:00:00"}