{"id":"https://openalex.org/W3013360982","doi":"https://doi.org/10.1109/ispa-bdcloud-sustaincom-socialcom48970.2019.00113","title":"A Robust Adversarial Reinforcement Framework for Reading Comprehension","display_name":"A Robust Adversarial Reinforcement Framework for Reading Comprehension","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3013360982","doi":"https://doi.org/10.1109/ispa-bdcloud-sustaincom-socialcom48970.2019.00113","mag":"3013360982"},"language":"en","primary_location":{"id":"doi:10.1109/ispa-bdcloud-sustaincom-socialcom48970.2019.00113","doi":"https://doi.org/10.1109/ispa-bdcloud-sustaincom-socialcom48970.2019.00113","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ispa-bdcloud-sustaincom-socialcom48970.2019.00113","pdf_url":null,"source":{"id":"https://openalex.org/S7407088614","display_name":"IEEE International Symposium on Parallel and Distributed Processing with Applications (ISPA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Intl Conf on Parallel & Distributed Processing with Applications, Big Data & Cloud Computing, Sustainable Computing & Communications, Social Computing & Networking (ISPA/BDCloud/SocialCom/SustainCom)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005354136","display_name":"Fengcheng Yuan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengcheng Yuan","raw_affiliation_strings":["School of Cyber Security, UCAS, Institute of Information Engineering, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Security, UCAS, Institute of Information Engineering, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067997634","display_name":"Zheng Lin","orcid":"https://orcid.org/0000-0002-8432-1658","observed_orcids":["https://orcid.org/0000-0002-8432-1658","https://orcid.org/0000-0002-4463-5652"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Lin","raw_affiliation_strings":["Chinese Academy of Sciences, Institute of Information Engineering, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Information Engineering, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101641521","display_name":"Yue Geng","orcid":"https://orcid.org/0009-0006-2714-6298","observed_orcids":["https://orcid.org/0009-0006-2714-6298","https://orcid.org/0000-0002-3297-4454"]},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Geng","raw_affiliation_strings":["School of Cyber Security, UCAS, Institute of Information Engineering, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Security, UCAS, Institute of Information Engineering, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100442321","display_name":"Weiping Wang","orcid":"https://orcid.org/0000-0002-8618-4992","observed_orcids":["https://orcid.org/0000-0002-8618-4992"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiping Wang","raw_affiliation_strings":["Chinese Academy of Sciences, Institute of Information Engineering, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Information Engineering, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106405285","display_name":"Gang Shi","orcid":"https://orcid.org/0009-0006-7152-9210","observed_orcids":["https://orcid.org/0009-0006-7152-9210"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Shi","raw_affiliation_strings":["Chinese Academy of Sciences, Institute of Information Engineering, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Information Engineering, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0816,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.37893229,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":"abs 1810 4805","issue":null,"first_page":"752","last_page":"759"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"reading comprehension","score":0.9150000214576721},{"id":"https://openalex.org/keywords/adversarial-examples","display_name":"adversarial examples","score":0.8059999942779541},{"id":"https://openalex.org/keywords/robustness","display_name":"robustness","score":0.722000002861023},{"id":"https://openalex.org/keywords/adversarial-reinforcement-learning","display_name":"adversarial reinforcement learning","score":0.9599999785423279},{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.6909999847412109},{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.5249999761581421},{"id":"https://openalex.org/keywords/robustness-analysis","display_name":"robustness analysis","score":0.42100000381469727}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.9711284637451172},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.907687246799469},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7763422131538391},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.7121500968933105},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6960251331329346},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6288698315620422},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.542119562625885},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.47519218921661377},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4733560085296631},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.46417757868766785},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4407583773136139},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3613225221633911},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.31469064950942993},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13997960090637207},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12244683504104614},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.06241101026535034},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ispa-bdcloud-sustaincom-socialcom48970.2019.00113","doi":"https://doi.org/10.1109/ispa-bdcloud-sustaincom-socialcom48970.2019.00113","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ispa-bdcloud-sustaincom-socialcom48970.2019.00113","pdf_url":null,"source":{"id":"https://openalex.org/S7407088614","display_name":"IEEE International Symposium on Parallel and Distributed Processing with Applications (ISPA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Intl Conf on Parallel & Distributed Processing with Applications, Big Data & Cloud Computing, Sustainable Computing & Communications, Social Computing & Networking (ISPA/BDCloud/SocialCom/SustainCom)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1542941925","https://openalex.org/W1544827683","https://openalex.org/W2064675550","https://openalex.org/W2105078254","https://openalex.org/W2125436846","https://openalex.org/W2126209950","https://openalex.org/W2131494463","https://openalex.org/W2250539671","https://openalex.org/W2251818205","https://openalex.org/W2288995089","https://openalex.org/W2415755012","https://openalex.org/W2516196286","https://openalex.org/W2551396370","https://openalex.org/W2602963933","https://openalex.org/W2766371743","https://openalex.org/W2770970123","https://openalex.org/W2798858969","https://openalex.org/W2896457183","https://openalex.org/W2962808855","https://openalex.org/W2962985038","https://openalex.org/W2963159735","https://openalex.org/W2963341956","https://openalex.org/W2963564796","https://openalex.org/W2963748441","https://openalex.org/W2963783970","https://openalex.org/W2963969878","https://openalex.org/W2964108292","https://openalex.org/W2964121744"],"related_works":["https://openalex.org/W4391047265","https://openalex.org/W2930047445","https://openalex.org/W3049481998","https://openalex.org/W3015568997","https://openalex.org/W4387613441","https://openalex.org/W2997645422","https://openalex.org/W2985469912","https://openalex.org/W2998752809","https://openalex.org/W3105662186","https://openalex.org/W3166528556"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"with":[3,119],"attention":[4],"mechanism":[5],"have":[6],"led":[7],"to":[8,62],"recent":[9],"success":[10],"in":[11,40,48,74],"the":[12,49,75,88,91,102,105,120,124,136,141],"field":[13,50],"of":[14,51,77,104],"reading":[15],"comprehension":[16],"(RC).":[17],"However,":[18],"most":[19],"current":[20],"RC":[21,72,106],"models":[22],"perform":[23],"unsatisfactorily":[24],"on":[25,146],"adversarial":[26,99,148],"examples,":[27],"that":[28,135],"is,":[29],"their":[30],"effectiveness":[31],"will":[32],"drastically":[33],"decrease":[34],"when":[35],"distracting":[36],"sentences":[37],"are":[38,81],"inserted":[39],"contexts.":[41],"Motivated":[42],"by":[43,83],"Robust":[44,57],"Adversarial":[45,58],"Reinforcement":[46,59],"Learning":[47],"reinforcement":[52],"learning,":[53],"we":[54,69,114],"propose":[55],"a":[56,71],"Framework":[60],"(RARF)":[61],"solve":[63],"this":[64,67],"problem.":[65],"In":[66,111],"framework,":[68],"train":[70],"model":[73,107,122],"presence":[76],"extra":[78],"disturbances":[79],"which":[80],"operated":[82],"an":[84,96],"adversary":[85,92],"agent.":[86],"After":[87],"joint":[89],"training,":[90],"agent":[93],"can":[94,108,138],"learn":[95],"optimal":[97],"destabilization":[98],"policy":[100],"and":[101,123,129,153],"robustness":[103],"be":[109],"improved.":[110],"our":[112,116],"experiments,":[113],"test":[115],"framework":[117,137],"integrated":[118],"classical":[121],"state-of-the-art":[125],"model,":[126],"i.e.,":[127],"BiDAF":[128],"BERT.":[130],"The":[131],"experimental":[132],"results":[133],"demonstrate":[134],"effectively":[139],"improve":[140],"evaluation":[142],"metrics":[143],"about":[144],"15-36":[145],"four":[147],"evaluations":[149],"(AddSent,":[150],"AddOneSent,":[151],"AddAny":[152],"AddCommon).":[154]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-10-26T11:51:55.731654","created_date":"2020-04-03T00:00:00"}