{"id":"https://openalex.org/W2983984338","doi":"https://doi.org/10.18653/v1/k19-1019","title":"Diversify Your Datasets: Analyzing Generalization via Controlled Variance in Adversarial Datasets","display_name":"Diversify Your Datasets: Analyzing Generalization via Controlled Variance in Adversarial Datasets","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2983984338","doi":"https://doi.org/10.18653/v1/k19-1019","mag":"2983984338"},"language":"en","primary_location":{"id":"doi:10.18653/v1/k19-1019","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k19-1019","pdf_url":"https://aclanthology.org/K19-1019.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/K19-1019.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035874270","display_name":"Ohad Rozen","orcid":null},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Ohad Rozen","raw_affiliation_strings":["Computer Science Department, Bar-Ilan University, Ramat-Gan, Israel"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Bar-Ilan University, Ramat-Gan, Israel","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006531172","display_name":"Vered Shwartz","orcid":"https://orcid.org/0000-0002-1151-4379"},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vered Shwartz","raw_affiliation_strings":["Allen Institute for Artificial Intelligence 3"],"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence 3","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027223654","display_name":"Roee Aharoni","orcid":null},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Roee Aharoni","raw_affiliation_strings":["Computer Science Department, Bar-Ilan University, Ramat-Gan, Israel"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Bar-Ilan University, Ramat-Gan, Israel","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033006575","display_name":"Ido Dagan","orcid":"https://orcid.org/0000-0003-3415-3374"},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Ido Dagan","raw_affiliation_strings":["Computer Science Department, Bar-Ilan University, Ramat-Gan, Israel"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Bar-Ilan University, Ramat-Gan, Israel","institution_ids":["https://openalex.org/I13955877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5035874270"],"corresponding_institution_ids":["https://openalex.org/I13955877"],"apc_list":null,"apc_paid":null,"fwci":2.8441,"has_fulltext":true,"cited_by_count":36,"citation_normalized_percentile":{"value":0.91635341,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7656402587890625},{"id":"https://openalex.org/keywords/phenomenon","display_name":"Phenomenon","score":0.7622841000556946},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7570637464523315},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7091741561889648},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6370614767074585},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6289644241333008},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5855821371078491},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.565343976020813},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5590639114379883},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4753532111644745},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12859925627708435}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7656402587890625},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.7622841000556946},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7570637464523315},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7091741561889648},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6370614767074585},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6289644241333008},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5855821371078491},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.565343976020813},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5590639114379883},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4753532111644745},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12859925627708435},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/k19-1019","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k19-1019","pdf_url":"https://aclanthology.org/K19-1019.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/k19-1019","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k19-1019","pdf_url":"https://aclanthology.org/K19-1019.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G762232396","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G7805275943","display_name":null,"funder_award_id":"DA 1600/1-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2983984338.pdf","grobid_xml":"https://content.openalex.org/works/W2983984338.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1514986335","https://openalex.org/W1522301498","https://openalex.org/W1640443237","https://openalex.org/W1840435438","https://openalex.org/W2066770300","https://openalex.org/W2121495183","https://openalex.org/W2123442489","https://openalex.org/W2154474435","https://openalex.org/W2159342628","https://openalex.org/W2168995019","https://openalex.org/W2798665661","https://openalex.org/W2889468083","https://openalex.org/W2896457183","https://openalex.org/W2923014074","https://openalex.org/W2950819771","https://openalex.org/W2962736243","https://openalex.org/W2962739339","https://openalex.org/W2962982474","https://openalex.org/W2963120843","https://openalex.org/W2963310665","https://openalex.org/W2963341956","https://openalex.org/W2963383094","https://openalex.org/W2963394326","https://openalex.org/W2963846996","https://openalex.org/W2963854351","https://openalex.org/W2964121744","https://openalex.org/W2966176804","https://openalex.org/W2970597249","https://openalex.org/W4211148418","https://openalex.org/W4288351520","https://openalex.org/W6631349028"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4285606245","https://openalex.org/W4308482295","https://openalex.org/W3216881825","https://openalex.org/W4224009465","https://openalex.org/W2903917280","https://openalex.org/W4226048313","https://openalex.org/W2974723675","https://openalex.org/W2983984338"],"abstract_inverted_index":{"Phenomenon-specific":[0],"\"adversarial\"":[1],"datasets":[2,24,78,163],"have":[3],"been":[4],"recently":[5],"designed":[6],"to":[7,38,75,104,111,120],"perform":[8],"targeted":[9],"stress-tests":[10],"for":[11,28,164],"particular":[12],"inference":[13,138],"types.":[14],"Recent":[15],"work":[16],"(Liu":[17],"et":[18,155],"al.,":[19],"2019a)":[20],"proposed":[21],"that":[22],"such":[23,66,89],"can":[25,63],"be":[26,73],"utilized":[27],"training":[29,57,68],"NLI":[30],"and":[31,44,113,142,146,169,175],"other":[32,76],"types":[33],"of":[34,153],"models,":[35,168],"often":[36],"allowing":[37],"learn":[39,112],"the":[40,47,55,80,129,151],"phenomenon":[41,82,117],"in":[42,54,65,128,147],"focus":[43],"improve":[45,64],"on":[46,136],"challenge":[48,77,162],"dataset,":[49,123],"indicating":[50],"a":[51,61,67,86,92,108,115,122],"\"blind":[52],"spot\"":[53],"original":[56],"data.":[58],"Yet,":[59],"although":[60],"model":[62,173],"process,":[69],"it":[70],"might":[71],"still":[72],"vulnerable":[74],"targeting":[79],"same":[81],"but":[83],"drawn":[84],"from":[85],"different":[87,93],"distribution,":[88],"as":[90],"having":[91],"syntactic":[94],"complexity":[95],"level.":[96],"In":[97],"this":[98,102],"work,":[99],"we":[100],"extend":[101],"method":[103],"drive":[105],"conclusions":[106],"about":[107],"model's":[109],"ability":[110],"generalize":[114],"target":[116],"rather":[118],"than":[119],"\"learn\"":[121],"by":[124],"controlling":[125],"additional":[126],"aspects":[127],"adversarial":[130],"datasets.":[131],"We":[132],"demonstrate":[133],"our":[134],"approach":[135],"two":[137],"phenomena":[139],"-dative":[140],"alternation":[141],"numerical":[143],"reasoning,":[144],"elaborating,":[145],"some":[148],"cases":[149],"contradicting,":[150],"results":[152],"Liu":[154],"al..":[156],"Our":[157],"methodology":[158],"enables":[159],"building":[160],"better":[161,172],"creating":[165],"more":[166],"robust":[167],"may":[170],"yield":[171],"understanding":[174],"subsequent":[176],"overarching":[177],"improvements.":[178]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":9}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}