{"id":"https://openalex.org/W2807803476","doi":"https://doi.org/10.1145/3183519.3183534","title":"Robustness testing of autonomy software","display_name":"Robustness testing of autonomy software","publication_year":2018,"publication_date":"2018-05-27","ids":{"openalex":"https://openalex.org/W2807803476","doi":"https://doi.org/10.1145/3183519.3183534","mag":"2807803476"},"language":"en","primary_location":{"id":"doi:10.1145/3183519.3183534","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3183519.3183534","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065162838","display_name":"Casidhe Hutchison","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Casidhe Hutchison","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091280959","display_name":"Milda Zizyte","orcid":"https://orcid.org/0000-0002-4823-8937"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Milda Zizyte","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017323349","display_name":"Patrick E. Lanigan","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick E. Lanigan","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031159566","display_name":"David Guttendorf","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Guttendorf","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013993834","display_name":"Michael Wagner","orcid":"https://orcid.org/0000-0002-9778-7684"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Wagner","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032356672","display_name":"Claire Le Goues","orcid":"https://orcid.org/0000-0002-3931-060X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Claire Le Goues","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036158209","display_name":"Philip Koopman","orcid":"https://orcid.org/0000-0003-1658-2386"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip Koopman","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5065162838"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":10.7114,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.98536781,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"276","last_page":"285"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8562522530555725},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.852496862411499},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.664557695388794},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5333191156387329},{"id":"https://openalex.org/keywords/robustness-testing","display_name":"Robustness testing","score":0.506738007068634},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5006148815155029},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4771149456501007},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4170781075954437},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.41485416889190674},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3506242036819458},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10521286725997925}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8562522530555725},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.852496862411499},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.664557695388794},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5333191156387329},{"id":"https://openalex.org/C137726913","wikidata":"https://www.wikidata.org/wiki/Q7353550","display_name":"Robustness testing","level":3,"score":0.506738007068634},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5006148815155029},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4771149456501007},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4170781075954437},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.41485416889190674},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3506242036819458},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10521286725997925},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3183519.3183534","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3183519.3183534","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1488202922","https://openalex.org/W1488690968","https://openalex.org/W1492884822","https://openalex.org/W1495862233","https://openalex.org/W1608626996","https://openalex.org/W1771502115","https://openalex.org/W1973637110","https://openalex.org/W1985538490","https://openalex.org/W1988524530","https://openalex.org/W1996832037","https://openalex.org/W1998371668","https://openalex.org/W2002934700","https://openalex.org/W2044286462","https://openalex.org/W2075699551","https://openalex.org/W2100162598","https://openalex.org/W2103418833","https://openalex.org/W2107389085","https://openalex.org/W2116818527","https://openalex.org/W2119296494","https://openalex.org/W2119647464","https://openalex.org/W2123482495","https://openalex.org/W2125301812","https://openalex.org/W2128128820","https://openalex.org/W2128204165","https://openalex.org/W2129975948","https://openalex.org/W2130422196","https://openalex.org/W2134911466","https://openalex.org/W2137300256","https://openalex.org/W2141175718","https://openalex.org/W2146947409","https://openalex.org/W2147945178","https://openalex.org/W2148329403","https://openalex.org/W2159541654","https://openalex.org/W2160146193","https://openalex.org/W2169004268","https://openalex.org/W2172260321","https://openalex.org/W2200002159","https://openalex.org/W2227887088","https://openalex.org/W2233387800","https://openalex.org/W2495379632","https://openalex.org/W2540571713","https://openalex.org/W2597053831","https://openalex.org/W4237854095","https://openalex.org/W4302440668","https://openalex.org/W4388505012"],"related_works":["https://openalex.org/W1985538490","https://openalex.org/W2385695368","https://openalex.org/W2048346223","https://openalex.org/W1980755708","https://openalex.org/W1566806263","https://openalex.org/W2560201613","https://openalex.org/W172227863","https://openalex.org/W1576602683","https://openalex.org/W2013496695","https://openalex.org/W2115934860"],"abstract_inverted_index":{"As":[0],"robotic":[1],"and":[2,11,53,119,124,136,164,172],"autonomy":[3,41,59,90,116,154],"systems":[4,35,42,60,91],"become":[5],"progressively":[6],"more":[7,138],"present":[8,75],"in":[9,23,144],"industrial":[10],"human-interactive":[12],"applications,":[13,126],"it":[14],"is":[15,36,43,165],"increasingly":[16],"critical":[17],"for":[18,32,40,79],"them":[19],"to":[20,70,100,112,167],"behave":[21],"safely":[22],"the":[24,133],"presence":[25],"of":[26,129],"unexpected":[27],"inputs.":[28],"While":[29],"robustness":[30,38,88,170],"testing":[31,39,153,171],"traditional":[33,65,168],"software":[34,169],"long-studied,":[37],"relatively":[44],"uncharted":[45],"territory.":[46],"In":[47],"our":[48],"role":[49],"as":[50],"engineers,":[51],"testers,":[52],"researchers":[54],"we":[55,108,142,150],"have":[56,109],"observed":[57],"that":[58,85],"are":[61],"importantly":[62],"different":[63],"from":[64,163],"systems,":[66,117,155],"requiring":[67],"novel":[68],"approaches":[69],"effectively":[71],"test":[72,113],"them.":[73],"We":[74,131,147],"Automated":[76],"Stress":[77],"Testing":[78],"Autonomy":[80],"Architectures":[81],"(ASTAA),":[82],"a":[83],"system":[84],"effectively,":[86],"automatically":[87],"tests":[89],"by":[92],"building":[93],"on":[94,158],"classic":[95],"principles,":[96],"with":[97],"important":[98],"innovations":[99],"support":[101],"this":[102],"new":[103],"domain.":[104],"Over":[105],"five":[106],"years,":[107],"used":[110],"ASTAA":[111,134],"17":[114],"real-world":[115],"robots,":[118],"robotics-oriented":[120],"libraries,":[121],"across":[122],"commercial":[123],"academic":[125],"discovering":[127],"hundreds":[128],"bugs.":[130],"outline":[132],"approach":[135],"analyze":[137],"than":[139],"150":[140],"bugs":[141],"found":[143],"real":[145],"systems.":[146],"discuss":[148],"what":[149],"discovered":[151],"about":[152],"specifically":[156],"focusing":[157],"how":[159],"doing":[160],"so":[161],"differs":[162],"similar":[166],"other":[173],"high-level":[174],"lessons.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":3}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}