{"id":"https://openalex.org/W3118749790","doi":"https://doi.org/10.1109/icarcv50220.2020.9305451","title":"Commonsense Knowledge Adversarial Dataset that Challenges ELECTRA","display_name":"Commonsense Knowledge Adversarial Dataset that Challenges ELECTRA","publication_year":2020,"publication_date":"2020-12-13","ids":{"openalex":"https://openalex.org/W3118749790","doi":"https://doi.org/10.1109/icarcv50220.2020.9305451","mag":"3118749790"},"language":"en","primary_location":{"id":"doi:10.1109/icarcv50220.2020.9305451","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarcv50220.2020.9305451","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 16th International Conference on Control, Automation, Robotics and Vision (ICARCV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088233793","display_name":"Gongqi Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Gongqi Lin","raw_affiliation_strings":["NTU-Alibaba, JRI, Singapore"],"affiliations":[{"raw_affiliation_string":"NTU-Alibaba, JRI, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105670050","display_name":"Yuan Miao","orcid":"https://orcid.org/0000-0002-6712-3465"},"institutions":[{"id":"https://openalex.org/I71270174","display_name":"Victoria University","ror":"https://ror.org/04j757h98","country_code":"AU","type":"education","lineage":["https://openalex.org/I71270174"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yuan Miao","raw_affiliation_strings":["Victoria University, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"Victoria University, Melbourne, Australia","institution_ids":["https://openalex.org/I71270174"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040079151","display_name":"Xiaoyong Yang","orcid":"https://orcid.org/0000-0002-5315-7285"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyong Yang","raw_affiliation_strings":["Alibaba, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004601283","display_name":"Wenwu Ou","orcid":"https://orcid.org/0009-0004-2437-6835"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwu Ou","raw_affiliation_strings":["Alibaba, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101414718","display_name":"Lizhen Cui","orcid":"https://orcid.org/0000-0002-8262-8883"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lizhen Cui","raw_affiliation_strings":["Shandong University, Shandong, China"],"affiliations":[{"raw_affiliation_string":"Shandong University, Shandong, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100648540","display_name":"Wei Guo","orcid":"https://orcid.org/0000-0002-8124-5186"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Guo","raw_affiliation_strings":["Shandong University, Shandong, China"],"affiliations":[{"raw_affiliation_string":"Shandong University, Shandong, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100382077","display_name":"Chunyan Miao","orcid":"https://orcid.org/0000-0002-0300-3448"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chunyan Miao","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5088233793"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2743,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.66314828,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.8793385028839111},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7328997850418091},{"id":"https://openalex.org/keywords/wordnet","display_name":"WordNet","score":0.7305788397789001},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.7250410318374634},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.6540132761001587},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6493037343025208},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6372852325439453},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5669413208961487},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.566569447517395},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.5107245445251465},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.43521010875701904},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.20915400981903076},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.12685424089431763},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.1011006236076355}],"concepts":[{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.8793385028839111},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7328997850418091},{"id":"https://openalex.org/C157659113","wikidata":"https://www.wikidata.org/wiki/Q533822","display_name":"WordNet","level":2,"score":0.7305788397789001},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.7250410318374634},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6540132761001587},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6493037343025208},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6372852325439453},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5669413208961487},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.566569447517395},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.5107245445251465},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.43521010875701904},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.20915400981903076},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.12685424089431763},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.1011006236076355},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icarcv50220.2020.9305451","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarcv50220.2020.9305451","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 16th International Conference on Control, Automation, Robotics and Vision (ICARCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.vu.edu.au:42762","is_oa":false,"landing_page_url":"https://vuir.vu.edu.au/42762/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400215","display_name":"Victoria University Research Repository (Victoria University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I41156924","host_organization_name":"Victoria University of Wellington","host_organization_lineage":["https://openalex.org/I41156924"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2038721957","https://openalex.org/W2073302931","https://openalex.org/W2159719802","https://openalex.org/W2170344111","https://openalex.org/W2612431505","https://openalex.org/W2805206884","https://openalex.org/W2806055002","https://openalex.org/W2887331219","https://openalex.org/W2888302696","https://openalex.org/W2896457183","https://openalex.org/W2898695519","https://openalex.org/W2950813464","https://openalex.org/W2962718483","https://openalex.org/W2962739339","https://openalex.org/W2963323070","https://openalex.org/W2963339397","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963748441","https://openalex.org/W2963969878","https://openalex.org/W2963995027","https://openalex.org/W2965373594","https://openalex.org/W2966164289","https://openalex.org/W2970597249","https://openalex.org/W2983995706","https://openalex.org/W3082274269","https://openalex.org/W3138656768","https://openalex.org/W4235505822","https://openalex.org/W4287824654","https://openalex.org/W4288089799","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6771917389","https://openalex.org/W6792479156"],"related_works":["https://openalex.org/W3035583586","https://openalex.org/W4320165839","https://openalex.org/W2151799802","https://openalex.org/W4385488510","https://openalex.org/W2196562041","https://openalex.org/W2073302931","https://openalex.org/W4378501473","https://openalex.org/W3206107299","https://openalex.org/W3082691151","https://openalex.org/W4287633646"],"abstract_inverted_index":{"Commonsense":[0],"knowledge":[1,23,77,92,160,230],"is":[2,39,190,232],"critical":[3],"in":[4,15,20,63,135,234],"human":[5],"reading":[6,235],"comprehension.":[7,236],"While":[8],"machine":[9,48,59],"comprehension":[10,49,60],"has":[11,154],"made":[12],"significant":[13],"progress":[14],"recent":[16],"years,":[17],"the":[18,30,53,65,123,127,131],"ability":[19,62,156,226],"handling":[21,64],"commonsense":[22,34,66,91,159,229],"remains":[24],"limited.":[25],"Synonyms":[26,79],"are":[27,82,97],"one":[28],"of":[29,47,55,78,93,161],"most":[31],"widely":[32],"used":[33,109],"knowledge.":[35],"Constructing":[36],"adversarial":[37],"dataset":[38,134],"an":[40,110],"important":[41],"approach":[42],"to":[43,114,119,157,195,227],"find":[44],"weak":[45],"points":[46],"models":[50,223],"and":[51,72,106],"support":[52],"design":[54],"solutions.":[56],"To":[57],"investigate":[58],"models'":[61],"knowledge,":[67],"we":[68],"created":[69],"a":[70],"Question":[71],"Answer":[73],"Dataset":[74],"with":[75],"common":[76],"(QADS).":[80],"QADS":[81,150],"questions":[83],"generated":[84],"based":[85],"on":[86,130,171,177,187,197,208],"SQuAD":[87,132,172,188],"2.0":[88,133,189],"by":[89],"applying":[90],"synonyms.":[94,107,162],"The":[95,216],"synonyms":[96,121],"extracted":[98],"from":[99],"WordNet.":[100],"Words":[101],"often":[102],"have":[103,224],"multiple":[104],"meanings":[105],"We":[108],"enhanced":[111],"lesk":[112],"algorithm":[113],"perform":[115,182],"word":[116],"sense":[117],"disambiguation":[118],"identify":[120],"for":[122],"context.":[124],"ELECTRA":[125,141,153],"achieves":[126],"state-of-art":[128],"result":[129,217],"2019.":[136],"With":[137],"about":[138],"1/10":[139],"scale,":[140],"can":[142,167],"achieve":[143,168],"similar":[144],"performance":[145],"as":[146,212,214],"BERT":[147],"does.":[148],"However,":[149],"shows":[151,218],"that":[152,219],"little":[155,225],"handle":[158,228],"In":[163,199],"our":[164,200],"experiment,":[165],"ELECTRA-small":[166],"70%":[169],"accuracy":[170,186],"2.0,":[173],"but":[174,192],"only":[175],"20%":[176],"QADS.":[178,198],"ELECTRA-large":[179],"did":[180],"not":[181,211],"much":[183],"better.":[184],"Its":[185],"88%":[191],"dropped":[193],"significantly":[194],"26%":[196],"earlier":[201],"experiments,":[202],"BERT,":[203],"although":[204],"also":[205],"failed":[206],"badly":[207],"QADS,":[209],"was":[210],"bad":[213],"ELECTRA.":[215],"even":[220],"top-performing":[221],"NLP":[222],"which":[231],"essential":[233]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}