{"id":"https://openalex.org/W2765568434","doi":null,"title":"A robustness analysis of Deep Q Networks","display_name":"A robustness analysis of Deep Q Networks","alternate_titles":[],"publication_year":2016,"publication_date":"2016-12-07","ids":{"openalex":"https://openalex.org/W2765568434","mag":"2765568434"},"language":"en","primary_location":{"id":"pmh:oai:eprints.qut.edu.au:104307","doi":null,"is_oa":true,"landing_page_url":"https://eprints.qut.edu.au/104307/13/pap118s1.pdf","pdf_url":"https://eprints.qut.edu.au/104307/13/pap118s1.pdf","source":{"id":"https://openalex.org/S4306402607","display_name":"QUT ePrints (Queensland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I160993911","host_organization_name":"Queensland University of Technology","host_organization_lineage":["https://openalex.org/I160993911"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 2016 Australasian Conference on Robotics and Automation","raw_type":"Chapter in Book, Report or Conference volume"},"parent_works":[],"lineage":["https://openalex.org/W2765568434"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.qut.edu.au/104307/13/pap118s1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112216099","display_name":"Adam W. Tow","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Adam W. Tow","raw_affiliation_strings":["Queensland University of Technology, Brisbane, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000889175","display_name":"Sareh Rowlands","orcid":"https://orcid.org/0000-0001-6783-3064","observed_orcids":["https://orcid.org/0000-0001-6783-3064"]},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sareh Shirazi","raw_affiliation_strings":["Queensland University of Technology, Brisbane, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023679097","display_name":"J\u00fcrgen Leitner","orcid":"https://orcid.org/0000-0003-1319-5073","observed_orcids":["https://orcid.org/0000-0003-1319-5073"]},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"J\u00fcrgen Leitner","raw_affiliation_strings":["Queensland University of Technology, Brisbane, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112359435","display_name":"Niko Suenderhauf","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Niko Suenderhauf","raw_affiliation_strings":["Queensland University of Technology, Brisbane, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078340555","display_name":"Michael John Milford","orcid":"https://orcid.org/0000-0002-5162-1793","observed_orcids":["https://orcid.org/0000-0002-5162-1793"]},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Michael Milford","raw_affiliation_strings":["Queensland University of Technology, Brisbane, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112511255","display_name":"Ben Upcroft","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ben Upcroft","raw_affiliation_strings":["Queensland University of Technology, Brisbane, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I160993911"],"apc_list":null,"apc_paid":null,"fwci":0.5057,"has_fulltext":true,"cited_by_count":4,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.61567314,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":95},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-q-network","display_name":"deep Q-network","score":0.9760000109672546},{"id":"https://openalex.org/keywords/robustness-analysis","display_name":"robustness analysis","score":0.8579999804496765},{"id":"https://openalex.org/keywords/perceptual-noise","display_name":"perceptual noise","score":0.996999979019165},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.6970000267028809},{"id":"https://openalex.org/keywords/breakout","display_name":"breakout","score":0.5220000147819519},{"id":"https://openalex.org/keywords/atari-2600","display_name":"Atari 2600","score":0.8029999732971191},{"id":"https://openalex.org/keywords/sim-to-real-transfer","display_name":"sim-to-real transfer","score":0.5979999899864197},{"id":"https://openalex.org/keywords/brightness-variability","display_name":"brightness variation","score":0.5809999704360962},{"id":"https://openalex.org/keywords/gaussian-blur","display_name":"Gaussian smoothing","score":0.9369999766349792},{"id":"https://openalex.org/keywords/salt-and-pepper-noise","display_name":"salt and pepper noise","score":0.9539999961853027},{"id":"https://openalex.org/keywords/distractors","display_name":"distractors","score":0.875},{"id":"https://openalex.org/keywords/robot-applications","display_name":"robot applications","score":0.3709999918937683}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7971165180206299},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7791612148284912},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7066937685012817},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6284550428390503},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5294967293739319},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5116153359413147},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.5020594596862793},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4895211458206177},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4585142135620117},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.45802199840545654},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.37500324845314026},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3487269878387451},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.11148470640182495},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:eprints.qut.edu.au:104307","doi":null,"is_oa":true,"landing_page_url":"https://eprints.qut.edu.au/104307/13/pap118s1.pdf","pdf_url":"https://eprints.qut.edu.au/104307/13/pap118s1.pdf","source":{"id":"https://openalex.org/S4306402607","display_name":"QUT ePrints (Queensland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I160993911","host_organization_name":"Queensland University of Technology","host_organization_lineage":["https://openalex.org/I160993911"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 2016 Australasian Conference on Robotics and Automation","raw_type":"Chapter in Book, Report or Conference volume"},{"id":"mag:2765568434","doi":null,"is_oa":false,"landing_page_url":"https://eprints.qut.edu.au/104307/","pdf_url":null,"source":{"id":"https://openalex.org/S4210217939","display_name":"Proceedings - IEEE International Conference on Robotics and Automation/Proceedings","issn_l":"1050-4729","issn":["1050-4729","2577-087X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Robotics and Automation","raw_type":null}],"best_oa_location":{"id":"pmh:oai:eprints.qut.edu.au:104307","doi":null,"is_oa":true,"landing_page_url":"https://eprints.qut.edu.au/104307/13/pap118s1.pdf","pdf_url":"https://eprints.qut.edu.au/104307/13/pap118s1.pdf","source":{"id":"https://openalex.org/S4306402607","display_name":"QUT ePrints (Queensland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I160993911","host_organization_name":"Queensland University of Technology","host_organization_lineage":["https://openalex.org/I160993911"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 2016 Australasian Conference on Robotics and Automation","raw_type":"Chapter in Book, Report or Conference volume"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320983","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752"},{"id":"https://openalex.org/F4320331724","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2765568434.pdf","grobid_xml":"https://content.openalex.org/works/W2765568434.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1658008008","https://openalex.org/W1665214252","https://openalex.org/W1757796397","https://openalex.org/W1932198206","https://openalex.org/W1968962398","https://openalex.org/W2038794597","https://openalex.org/W2119112357","https://openalex.org/W2121615981","https://openalex.org/W2145339207","https://openalex.org/W2150468603","https://openalex.org/W2173248099","https://openalex.org/W2181347294","https://openalex.org/W2210483910","https://openalex.org/W2293467699","https://openalex.org/W2342840547","https://openalex.org/W2481134918","https://openalex.org/W2617317556","https://openalex.org/W2766736793","https://openalex.org/W2919115771","https://openalex.org/W2963430173","https://openalex.org/W2964153729","https://openalex.org/W2964161785","https://openalex.org/W6960125083"],"related_works":["https://openalex.org/W3088508929","https://openalex.org/W2769494446","https://openalex.org/W2904328961","https://openalex.org/W2754449716","https://openalex.org/W2121615981","https://openalex.org/W3044066672","https://openalex.org/W2997558747","https://openalex.org/W3120227372","https://openalex.org/W3157786155","https://openalex.org/W3136449686"],"abstract_inverted_index":{"Deep":[0,93],"Q":[1,94],"Networks":[2,95],"are":[3,71],"a":[4,21,36,112,122,132,143,169],"type":[5],"of":[6,23,38,47,89,92,99,171],"deep":[7],"reinforcement":[8],"learning":[9,20],"algorithm":[10],"that":[11,115],"have":[12,31],"been":[13,32],"shown":[14,33],"to":[15,34,72,77,96,136,149,174,187],"be":[16],"particularly":[17],"adept":[18],"at":[19],"variety":[22,37,170],"tasks":[24],"with":[25,183],"minimal":[26],"priors.":[27],"Specifically,":[28],"DQN":[29,144,165],"agents":[30,166],"learn":[35],"Atari":[39],"2600":[40],"video":[41],"games":[42],"using":[43],"only":[44],"raw":[45],"images":[46],"the":[48,52,73,90,118,138,150,177],"game":[49,53,119],"screen":[50,125],"and":[51,107,124],"score.":[54],"To":[55],"leverage":[56],"DQNs":[57,181],"in":[58,147],"real":[59,151,188],"world":[60,152,189],"robotics":[61,79],"applications,":[62],"we":[63,85],"must":[64],"first":[65,178],"understand":[66],"how":[67,180],"robust":[68],"these":[69],"networks":[70],"perceptual":[74,100,184],"noise":[75,101],"common":[76,186],"all":[78],"domains.":[80],"In":[81],"this":[82],"pa-":[83],"per,":[84],"present":[86,111,131],"an":[87],"analysis":[88],"robustness":[91],"various":[97],"types":[98],"(changing":[102],"brightness,":[103],"Gaussian":[104],"blur,":[105],"salt":[106],"pepper,":[108],"distractors).":[109],"We":[110,130,162],"benchmark":[113],"example":[114],"involves":[116],"playing":[117],"Breakout":[120],"though":[121],"webcam":[123],"environment,":[126],"like":[127],"humans":[128],"do.":[129],"simple":[133],"training":[134],"approach":[135],"improve":[137],"performance":[139,157],"maintained":[140,156],"when":[141],"transferring":[142],"agent":[145],"trained":[146,167],"simulation":[148,172],"(36%":[153],"vs.":[154],"1%":[155],"-":[158],"see":[159],"Table":[160],"1).":[161],"also":[163],"evaluate":[164],"under":[168],"environments":[173],"report":[175],"for":[176],"time":[179],"cope":[182],"noise,":[185],"robotic":[190],"applications.":[191]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2765568434","counts_by_year":[{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2017-11-10T00:00:00"}
