{"id":"https://openalex.org/W4383340139","doi":"https://doi.org/10.1109/taslp.2023.3293046","title":"LogiQA 2.0\u2014An Improved Dataset for Logical Reasoning in Natural Language Understanding","display_name":"LogiQA 2.0\u2014An Improved Dataset for Logical Reasoning in Natural Language Understanding","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4383340139","doi":"https://doi.org/10.1109/taslp.2023.3293046"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2023.3293046","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2023.3293046","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079264112","display_name":"Hanmeng Liu","orcid":"https://orcid.org/0000-0003-1320-9973"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hanmeng Liu","raw_affiliation_strings":["Zhejiang University, Hangzhou, China","School of Engineering, Westlake University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101405789","display_name":"Liu Jian","orcid":"https://orcid.org/0000-0001-9665-6466"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Liu","raw_affiliation_strings":["Fudan University, Shanghai, China","School of Engineering, Westlake University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089949383","display_name":"Leyang Cui","orcid":"https://orcid.org/0000-0001-5072-884X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leyang Cui","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012543243","display_name":"Zhiyang Teng","orcid":"https://orcid.org/0000-0001-6757-6897"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyang Teng","raw_affiliation_strings":["School of Engineering, Westlake University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042018181","display_name":"Nan Duan","orcid":"https://orcid.org/0000-0002-3387-4674"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Duan","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100701572","display_name":"Ming Zhou","orcid":"https://orcid.org/0000-0002-2551-2964"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ming Zhou","raw_affiliation_strings":["Langboat Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Langboat Technology, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100333729","display_name":"Yue Zhang","orcid":"https://orcid.org/0000-0002-5214-2268"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Zhang","raw_affiliation_strings":["School of Engineering, Westlake University, Hangzhou, China","Institute of Advanced Technology, Westlake Institute of Advanced Study, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]},{"raw_affiliation_string":"Institute of Advanced Technology, Westlake Institute of Advanced Study, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5079264112"],"corresponding_institution_ids":["https://openalex.org/I3133055985","https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":3.3053,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.93614226,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"31","issue":null,"first_page":"2947","last_page":"2962"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7773799300193787},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.7290051579475403},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7042356133460999},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.6604534387588501},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.618104875087738},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6147773265838623},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.6108345985412598},{"id":"https://openalex.org/keywords/premise","display_name":"Premise","score":0.5899357795715332},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5782119035720825},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5312813520431519},{"id":"https://openalex.org/keywords/logical-reasoning","display_name":"Logical reasoning","score":0.5197029709815979},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.5018119812011719},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.5017306804656982},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.4846065938472748},{"id":"https://openalex.org/keywords/logical-consequence","display_name":"Logical consequence","score":0.43581146001815796},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.2740088105201721},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.26784223318099976},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1431700587272644},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09060442447662354}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7773799300193787},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7290051579475403},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7042356133460999},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.6604534387588501},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.618104875087738},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6147773265838623},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.6108345985412598},{"id":"https://openalex.org/C2778023277","wikidata":"https://www.wikidata.org/wiki/Q321703","display_name":"Premise","level":2,"score":0.5899357795715332},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5782119035720825},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5312813520431519},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.5197029709815979},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5018119812011719},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.5017306804656982},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4846065938472748},{"id":"https://openalex.org/C134752490","wikidata":"https://www.wikidata.org/wiki/Q374182","display_name":"Logical consequence","level":2,"score":0.43581146001815796},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.2740088105201721},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.26784223318099976},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1431700587272644},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09060442447662354},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2023.3293046","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2023.3293046","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":119,"referenced_works":["https://openalex.org/W1505640990","https://openalex.org/W1542438222","https://openalex.org/W1544827683","https://openalex.org/W1564234399","https://openalex.org/W1599016936","https://openalex.org/W1840435438","https://openalex.org/W1986069434","https://openalex.org/W2032152873","https://openalex.org/W2043460661","https://openalex.org/W2059825703","https://openalex.org/W2110589779","https://openalex.org/W2118091490","https://openalex.org/W2130158090","https://openalex.org/W2132453167","https://openalex.org/W2138162238","https://openalex.org/W2170587637","https://openalex.org/W2250790822","https://openalex.org/W2516014563","https://openalex.org/W2594470997","https://openalex.org/W2739505524","https://openalex.org/W2786552657","https://openalex.org/W2788292930","https://openalex.org/W2788496822","https://openalex.org/W2791374212","https://openalex.org/W2796251079","https://openalex.org/W2889787757","https://openalex.org/W2891308403","https://openalex.org/W2923014074","https://openalex.org/W2946659172","https://openalex.org/W2951286828","https://openalex.org/W2952370363","https://openalex.org/W2952984539","https://openalex.org/W2954194820","https://openalex.org/W2962736243","https://openalex.org/W2962809918","https://openalex.org/W2962843521","https://openalex.org/W2962881743","https://openalex.org/W2963339397","https://openalex.org/W2963341956","https://openalex.org/W2963748441","https://openalex.org/W2963846996","https://openalex.org/W2963866616","https://openalex.org/W2963928014","https://openalex.org/W2963963993","https://openalex.org/W2970062726","https://openalex.org/W2970442950","https://openalex.org/W2970597249","https://openalex.org/W2970780738","https://openalex.org/W2971107062","https://openalex.org/W2979826702","https://openalex.org/W2996164352","https://openalex.org/W3021636956","https://openalex.org/W3034446185","https://openalex.org/W3034457116","https://openalex.org/W3034830866","https://openalex.org/W3034999214","https://openalex.org/W3035267217","https://openalex.org/W3035625205","https://openalex.org/W3083485178","https://openalex.org/W3086113958","https://openalex.org/W3092461730","https://openalex.org/W3098987177","https://openalex.org/W3099080236","https://openalex.org/W3102725307","https://openalex.org/W3135371071","https://openalex.org/W3157374291","https://openalex.org/W3168251909","https://openalex.org/W3171446474","https://openalex.org/W3173581459","https://openalex.org/W3175508917","https://openalex.org/W3176197839","https://openalex.org/W3192478068","https://openalex.org/W3192495122","https://openalex.org/W3196856979","https://openalex.org/W3199824684","https://openalex.org/W3209749143","https://openalex.org/W3210120707","https://openalex.org/W3212766995","https://openalex.org/W3213546938","https://openalex.org/W4205870266","https://openalex.org/W4205924343","https://openalex.org/W4221140922","https://openalex.org/W4243330711","https://openalex.org/W4253067820","https://openalex.org/W4285215393","https://openalex.org/W4287646194","https://openalex.org/W4287887686","https://openalex.org/W4288089799","https://openalex.org/W4288548690","https://openalex.org/W4292779060","https://openalex.org/W4296557505","https://openalex.org/W4382202974","https://openalex.org/W4385245566","https://openalex.org/W6630235389","https://openalex.org/W6632455782","https://openalex.org/W6632531241","https://openalex.org/W6635469476","https://openalex.org/W6676398222","https://openalex.org/W6677436410","https://openalex.org/W6677833281","https://openalex.org/W6679344019","https://openalex.org/W6680341452","https://openalex.org/W6689044466","https://openalex.org/W6691303741","https://openalex.org/W6739901393","https://openalex.org/W6741458877","https://openalex.org/W6748490679","https://openalex.org/W6749224249","https://openalex.org/W6754875771","https://openalex.org/W6763701032","https://openalex.org/W6764256271","https://openalex.org/W6769627184","https://openalex.org/W6771720625","https://openalex.org/W6778883912","https://openalex.org/W6783608825","https://openalex.org/W6784519492","https://openalex.org/W6794089841","https://openalex.org/W6800978829","https://openalex.org/W6801471002"],"related_works":["https://openalex.org/W2118717649","https://openalex.org/W4200417912","https://openalex.org/W2971193466","https://openalex.org/W2957866784","https://openalex.org/W1505456261","https://openalex.org/W1893429831","https://openalex.org/W3113264705","https://openalex.org/W4226368263","https://openalex.org/W1510214531","https://openalex.org/W2351976579"],"abstract_inverted_index":{"NLP":[0],"research":[1],"on":[2,107],"logical":[3,62,138,160],"reasoning":[4,21,63,161],"regains":[5],"momentum":[6],"with":[7,82,94,126],"the":[8,69,76,80,89,108,131],"recent":[9],"releases":[10],"of":[11,14,56],"a":[12,60,104,114,157],"handful":[13],"datasets,":[15],"notably":[16],"LogiQA":[17,47,57],"and":[18,34,39,54,87,110,150,164],"Reclor.":[19],"Logical":[20],"is":[22,51],"exploited":[23],"in":[24,58,122,148,162],"many":[25],"probing":[26],"tasks":[27,36,153],"over":[28],"large":[29],"Pre-trained":[30],"Language":[31,145],"Models":[32],"(PLMs)":[33],"downstream":[35,152],"like":[37,98],"question-answering":[38],"dialogue":[40],"systems.":[41],"In":[42],"this":[43],"paper,":[44],"we":[45,102],"release":[46],"2.0.":[48],"The":[49],"dataset":[50,66,109,135],"an":[52],"amendment":[53],"re-annotation":[55],"2020,":[59],"large-scale":[61,133],"reading":[64],"comprehension":[65],"adapted":[67],"from":[68],"Chinese":[70,99],"Civil":[71],"Service":[72],"Examination.":[73],"We":[74,155],"increase":[75],"data":[77],"size,":[78],"refine":[79],"texts":[81],"manual":[83],"translation":[84],"by":[85,91],"professionals,":[86],"improve":[88],"quality":[90],"removing":[92],"items":[93],"distinctive":[95],"cultural":[96],"features":[97],"idioms.":[100],"Furthermore,":[101],"conduct":[103],"fine-grained":[105],"annotation":[106],"turn":[111],"it":[112,130],"into":[113],"two-way":[115],"natural":[116],"language":[117],"inference":[118],"(NLI)":[119],"task,":[120],"resulting":[121],"35k":[123],"premise-hypothesis":[124],"pairs":[125],"gold":[127],"labels,":[128],"making":[129],"first":[132],"NLI":[134,163],"for":[136,159],"complex":[137],"reasoning.":[139],"Compared":[140],"to":[141],"Question":[142],"Answering,":[143],"Natural":[144],"Inference":[146],"excels":[147],"generalizability":[149],"helps":[151],"better.":[154],"establish":[156],"baseline":[158],"incite":[165],"further":[166],"research.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}