{"id":"https://openalex.org/W3123477784","doi":"https://doi.org/10.1145/3324884.3416564","title":"Marble","display_name":"Marble","publication_year":2020,"publication_date":"2020-12-21","ids":{"openalex":"https://openalex.org/W3123477784","doi":"https://doi.org/10.1145/3324884.3416564","mag":"3123477784"},"language":"en","primary_location":{"id":"doi:10.1145/3324884.3416564","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3324884.3416564","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3324884.3416564","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3324884.3416564","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102717874","display_name":"Xiaoning Du","orcid":"https://orcid.org/0000-0003-3728-9541"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Xiaoning Du","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100421812","display_name":"Yi Li","orcid":"https://orcid.org/0000-0003-4562-8208"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yi Li","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084396416","display_name":"Xiaofei Xie","orcid":"https://orcid.org/0000-0002-1288-6502"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiaofei Xie","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101468661","display_name":"Lei Ma","orcid":"https://orcid.org/0000-0002-8621-2420"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Lei Ma","raw_affiliation_strings":["Kyushu University, Japan"],"affiliations":[{"raw_affiliation_string":"Kyushu University, Japan","institution_ids":["https://openalex.org/I135598925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355692","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-7300-9215"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065190767","display_name":"Jianjun Zhao","orcid":"https://orcid.org/0000-0001-8083-4352"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jianjun Zhao","raw_affiliation_strings":["Kyushu University, Japan"],"affiliations":[{"raw_affiliation_string":"Kyushu University, Japan","institution_ids":["https://openalex.org/I135598925"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102717874"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":1.2233,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.84728229,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"423","last_page":"435"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8338851928710938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7868359088897705},{"id":"https://openalex.org/keywords/stateful-firewall","display_name":"Stateful firewall","score":0.6406430602073669},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6230774521827698},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.5662787556648254},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5599072575569153},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.47489824891090393},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.45636504888534546},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4502220153808594},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4433036148548126},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.35656851530075073}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8338851928710938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7868359088897705},{"id":"https://openalex.org/C22927095","wikidata":"https://www.wikidata.org/wiki/Q1784206","display_name":"Stateful firewall","level":3,"score":0.6406430602073669},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6230774521827698},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5662787556648254},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5599072575569153},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.47489824891090393},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.45636504888534546},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4502220153808594},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4433036148548126},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.35656851530075073},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3324884.3416564","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3324884.3416564","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3324884.3416564","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-8091","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/7088","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1145/3324884.3416564","raw_type":"Conference Proceeding Article"}],"best_oa_location":{"id":"doi:10.1145/3324884.3416564","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3324884.3416564","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3324884.3416564","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.47999998927116394,"id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G2640896872","display_name":null,"funder_award_id":"NRFI06-2020-0022","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G3070199737","display_name":"Automated Testing of Deep Learning Systems","funder_award_id":"19H04086","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3090665557","display_name":null,"funder_award_id":"2018-T1-002-069","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G4045071619","display_name":null,"funder_award_id":"NRF2018NCR-NCR005-0001","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G4921399682","display_name":null,"funder_award_id":"NRF2018NCR-NCR005-0001","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G5996733573","display_name":null,"funder_award_id":"20H04168","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6680340442","display_name":null,"funder_award_id":"NRF2018NCR-NCR005-0001,NSOE003-0001,NRFI06-2020-0022","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G7758509000","display_name":"Differential Testing Techniques Towards Large-scale Deployment of Deep Learning Systems","funder_award_id":"19K24348","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8271127704","display_name":null,"funder_award_id":"NGF-2019-06-024","funder_id":"https://openalex.org/F4320335158","funder_display_name":"Energy Research Institute, Nanyang Technological University"},{"id":"https://openalex.org/G8751952918","display_name":null,"funder_award_id":"JST-Mirai Program","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320335158","display_name":"Energy Research Institute, Nanyang Technological University","ror":"https://ror.org/02e7b5302"},{"id":"https://openalex.org/F4320338243","display_name":"JST-Mirai Program","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3123477784.pdf","grobid_xml":"https://content.openalex.org/works/W3123477784.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W9657784","https://openalex.org/W1972978214","https://openalex.org/W1991406047","https://openalex.org/W2012588232","https://openalex.org/W2043100293","https://openalex.org/W2070246124","https://openalex.org/W2084875723","https://openalex.org/W2089468765","https://openalex.org/W2099973661","https://openalex.org/W2113459411","https://openalex.org/W2119567691","https://openalex.org/W2122759946","https://openalex.org/W2124331852","https://openalex.org/W2141125852","https://openalex.org/W2145339207","https://openalex.org/W2160815625","https://openalex.org/W2250539671","https://openalex.org/W2257979135","https://openalex.org/W2470595162","https://openalex.org/W2562979205","https://openalex.org/W2594877703","https://openalex.org/W2616028256","https://openalex.org/W2738841453","https://openalex.org/W2766108848","https://openalex.org/W2767951891","https://openalex.org/W2786977288","https://openalex.org/W2791941932","https://openalex.org/W2794609696","https://openalex.org/W2798302089","https://openalex.org/W2799107510","https://openalex.org/W2804337238","https://openalex.org/W2890472662","https://openalex.org/W2946293743","https://openalex.org/W2962818281","https://openalex.org/W2963207607","https://openalex.org/W2963784236","https://openalex.org/W2963834268","https://openalex.org/W2963857521","https://openalex.org/W2963859254","https://openalex.org/W2963969878","https://openalex.org/W2963998105","https://openalex.org/W2964153729","https://openalex.org/W2964301649","https://openalex.org/W2968940383","https://openalex.org/W2970456043","https://openalex.org/W3000442532","https://openalex.org/W3099444373","https://openalex.org/W3103836116","https://openalex.org/W3116089036","https://openalex.org/W3147860783","https://openalex.org/W4294084160","https://openalex.org/W4298298962","https://openalex.org/W4302094196"],"related_works":["https://openalex.org/W2364921833","https://openalex.org/W2302028273","https://openalex.org/W1525643724","https://openalex.org/W2961085424","https://openalex.org/W4290792893","https://openalex.org/W2067938758","https://openalex.org/W2382623646","https://openalex.org/W3000442532","https://openalex.org/W4281386417","https://openalex.org/W4327831767"],"abstract_inverted_index":{"State-of-the-art":[0],"deep":[1],"learning":[2],"(DL)":[3],"systems":[4],"are":[5],"vulnerable":[6],"to":[7,74,90],"adversarial":[8],"examples,":[9],"which":[10,95],"hinders":[11],"their":[12],"potential":[13],"adoption":[14],"in":[15,26,134,150],"safety-and":[16],"security-critical":[17],"scenarios.":[18],"While":[19],"some":[20],"recent":[21],"progress":[22],"has":[23],"been":[24],"made":[25],"analyzing":[27],"the":[28,34,77,100,105,140,158],"robustness":[29,35,62,78,101,148],"of":[30,64,79,99,107],"feed-forward":[31],"neural":[32,44],"networks,":[33],"analysis":[36,63],"for":[37,60],"stateful":[38],"DL":[39,67],"systems,":[40],"such":[41],"as":[42],"recurrent":[43],"networks":[45],"(RNNs),":[46],"still":[47],"remains":[48],"largely":[49],"uncharted.":[50],"In":[51],"this":[52],"paper,":[53],"we":[54,84],"propose":[55,85],"Marble,":[56],"a":[57,71,92],"model-based":[58],"approach":[59],"quantitative":[61,147],"real-world":[65],"RNN-based":[66],"systems.":[68],"Marble":[69,108,145],"builds":[70],"probabilistic":[72],"model":[73],"compactly":[75],"characterize":[76],"RNNs":[80],"through":[81],"abstraction.":[82],"Furthermore,":[83],"an":[86,136],"iterative":[87],"refinement":[88,129],"algorithm":[89,130],"derive":[91],"precise":[93],"abstraction,":[94],"enables":[96,146],"accurate":[97,137],"quantification":[98],"measurement.":[102],"We":[103],"evaluate":[104],"effectiveness":[106],"on":[109],"both":[110],"LSTM":[111],"and":[112,143,155],"GRU":[113],"models":[114],"trained":[115],"separately":[116],"with":[117],"three":[118],"popular":[119],"natural":[120],"language":[121],"datasets.":[122],"The":[123],"results":[124],"demonstrate":[125],"that":[126],"(1)":[127],"our":[128],"is":[131],"more":[132],"efficient":[133],"deriving":[135],"abstraction":[138],"than":[139,157],"random":[141],"strategy,":[142],"(2)":[144],"analysis,":[149],"rendering":[151],"better":[152],"efficiency,":[153],"accuracy,":[154],"scalability":[156],"state-of-the-art":[159],"techniques.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2021-02-01T00:00:00"}