{"id":"https://openalex.org/W3034457116","doi":"https://doi.org/10.24963/ijcai.2020/501","title":"LogiQA: A Challenge Dataset for Machine Reading Comprehension with Logical Reasoning","display_name":"LogiQA: A Challenge Dataset for Machine Reading Comprehension with Logical Reasoning","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3034457116","doi":"https://doi.org/10.24963/ijcai.2020/501","mag":"3034457116"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2020/501","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/501","pdf_url":"https://www.ijcai.org/proceedings/2020/0501.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2020/0501.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101405789","display_name":"Liu Jian","orcid":"https://orcid.org/0000-0001-9665-6466"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Liu","raw_affiliation_strings":["School of Computer Science, Fudan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089949383","display_name":"Leyang Cui","orcid":"https://orcid.org/0000-0001-5072-884X"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]},{"id":"https://openalex.org/I4210137766","display_name":"Institute for Advanced Study","ror":"https://ror.org/03xg85719","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210137766"]}],"countries":["CN","DE"],"is_corresponding":false,"raw_author_name":"Leyang Cui","raw_affiliation_strings":["Institute of Advanced Technology, Westlake Institute for Advanced Study","School of Engineering, Westlake University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Advanced Technology, Westlake Institute for Advanced Study","institution_ids":["https://openalex.org/I4210137766"]},{"raw_affiliation_string":"School of Engineering, Westlake University","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079264112","display_name":"Hanmeng Liu","orcid":"https://orcid.org/0000-0003-1320-9973"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]},{"id":"https://openalex.org/I4210137766","display_name":"Institute for Advanced Study","ror":"https://ror.org/03xg85719","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210137766"]}],"countries":["CN","DE"],"is_corresponding":false,"raw_author_name":"Hanmeng Liu","raw_affiliation_strings":["Institute of Advanced Technology, Westlake Institute for Advanced Study","School of Engineering, Westlake University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Advanced Technology, Westlake Institute for Advanced Study","institution_ids":["https://openalex.org/I4210137766"]},{"raw_affiliation_string":"School of Engineering, Westlake University","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110313350","display_name":"Dandan Huang","orcid":"https://orcid.org/0000-0003-2878-7469"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]},{"id":"https://openalex.org/I4210137766","display_name":"Institute for Advanced Study","ror":"https://ror.org/03xg85719","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210137766"]}],"countries":["CN","DE"],"is_corresponding":false,"raw_author_name":"Dandan Huang","raw_affiliation_strings":["Institute of Advanced Technology, Westlake Institute for Advanced Study","School of Engineering, Westlake University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Advanced Technology, Westlake Institute for Advanced Study","institution_ids":["https://openalex.org/I4210137766"]},{"raw_affiliation_string":"School of Engineering, Westlake University","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044326908","display_name":"Yile Wang","orcid":"https://orcid.org/0000-0001-8705-9598"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]},{"id":"https://openalex.org/I4210137766","display_name":"Institute for Advanced Study","ror":"https://ror.org/03xg85719","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210137766"]}],"countries":["CN","DE"],"is_corresponding":false,"raw_author_name":"Yile Wang","raw_affiliation_strings":["Institute of Advanced Technology, Westlake Institute for Advanced Study","School of Engineering, Westlake University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Advanced Technology, Westlake Institute for Advanced Study","institution_ids":["https://openalex.org/I4210137766"]},{"raw_affiliation_string":"School of Engineering, Westlake University","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100333729","display_name":"Yue Zhang","orcid":"https://orcid.org/0000-0002-5214-2268"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]},{"id":"https://openalex.org/I4210137766","display_name":"Institute for Advanced Study","ror":"https://ror.org/03xg85719","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210137766"]}],"countries":["CN","DE"],"is_corresponding":false,"raw_author_name":"Yue Zhang","raw_affiliation_strings":["Institute of Advanced Technology, Westlake Institute for Advanced Study","School of Engineering, Westlake University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Advanced Technology, Westlake Institute for Advanced Study","institution_ids":["https://openalex.org/I4210137766"]},{"raw_affiliation_string":"School of Engineering, Westlake University","institution_ids":["https://openalex.org/I3133055985"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.5308,"has_fulltext":true,"cited_by_count":120,"citation_normalized_percentile":{"value":0.98162576,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"3622","last_page":"3628"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8234716653823853},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6703495383262634},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5637009739875793},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.5477893948554993},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.538078784942627},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5375800728797913},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.517774224281311},{"id":"https://openalex.org/keywords/logical-reasoning","display_name":"Logical reasoning","score":0.4932355284690857},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.45012378692626953},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.4380197525024414},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.42281925678253174},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.42225009202957153},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4184945225715637},{"id":"https://openalex.org/keywords/logical-consequence","display_name":"Logical consequence","score":0.41313305497169495},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40357649326324463},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.30203551054000854},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19666659832000732}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8234716653823853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6703495383262634},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5637009739875793},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5477893948554993},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.538078784942627},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5375800728797913},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.517774224281311},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.4932355284690857},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.45012378692626953},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.4380197525024414},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.42281925678253174},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.42225009202957153},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4184945225715637},{"id":"https://openalex.org/C134752490","wikidata":"https://www.wikidata.org/wiki/Q374182","display_name":"Logical consequence","level":2,"score":0.41313305497169495},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40357649326324463},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.30203551054000854},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19666659832000732},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2020/501","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/501","pdf_url":"https://www.ijcai.org/proceedings/2020/0501.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2020/501","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/501","pdf_url":"https://www.ijcai.org/proceedings/2020/0501.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8899999856948853,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G8869030430","display_name":null,"funder_award_id":"61976180","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320318567","display_name":"Westlake University","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3034457116.pdf","grobid_xml":"https://content.openalex.org/works/W3034457116.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1544827683","https://openalex.org/W1564234399","https://openalex.org/W2029111147","https://openalex.org/W2110589779","https://openalex.org/W2118091490","https://openalex.org/W2125436846","https://openalex.org/W2337282450","https://openalex.org/W2411480514","https://openalex.org/W2606964149","https://openalex.org/W2612431505","https://openalex.org/W2739505524","https://openalex.org/W2765383698","https://openalex.org/W2779681640","https://openalex.org/W2786606199","https://openalex.org/W2788292930","https://openalex.org/W2796251079","https://openalex.org/W2799187742","https://openalex.org/W2889787757","https://openalex.org/W2936262349","https://openalex.org/W2949615363","https://openalex.org/W2951365061","https://openalex.org/W2952984539","https://openalex.org/W2962809918","https://openalex.org/W2963339397","https://openalex.org/W2963344337","https://openalex.org/W2963748441","https://openalex.org/W2963866616","https://openalex.org/W2963928014","https://openalex.org/W2963963993","https://openalex.org/W2965373594","https://openalex.org/W2968398601","https://openalex.org/W2970062726","https://openalex.org/W2971107062","https://openalex.org/W2980282514","https://openalex.org/W3034446185","https://openalex.org/W3210120707","https://openalex.org/W4288548690","https://openalex.org/W6716577220","https://openalex.org/W6718053083","https://openalex.org/W6775658813","https://openalex.org/W6863994431","https://openalex.org/W6864014924","https://openalex.org/W6929505976"],"related_works":["https://openalex.org/W3035583586","https://openalex.org/W4320165839","https://openalex.org/W2151799802","https://openalex.org/W2196562041","https://openalex.org/W4385488510","https://openalex.org/W2073302931","https://openalex.org/W3206107299","https://openalex.org/W3082691151","https://openalex.org/W4287633646","https://openalex.org/W4313191056"],"abstract_inverted_index":{"Machine":[0],"reading":[1,45],"is":[2,16,74,86,141],"a":[3,80,127],"fundamental":[4,66],"task":[5],"for":[6,91,129],"testing":[7,92],"the":[8,26,65,134],"capability":[9],"of":[10,28,64,98,105],"natural":[11],"language":[12],"understand-":[13],"ing,":[14],"which":[15,85],"closely":[17],"related":[18],"to":[19],"human":[20,35,69,93,119],"cognition":[21],"in":[22,68],"many":[23],"aspects.":[24],"With":[25],"rising":[27],"deep":[29,135],"learning":[30,136],"techniques,":[31],"algorithmic":[32],"models":[33,113],"rival":[34],"performances":[36],"on":[37],"simple":[38],"QA,":[39],"and":[40,57],"thus":[41],"increasingly":[42],"challenging":[43],"machine":[44],"datasets":[46],"have":[47,60],"been":[48,61],"proposed.":[49],"Though":[50],"various":[51],"challenges":[52],"such":[53],"as":[54,126],"evidence":[55],"integration":[56],"commonsense":[58],"knowledge":[59],"integrated,":[62],"one":[63],"capabilities":[67],"reading,":[70],"namely":[71],"logical":[72,131],"reasoning,":[73],"not":[75],"fully":[76],"investigated.":[77],"We":[78],"build":[79],"comprehensive":[81],"dataset,":[82],"named":[83],"LogiQA,":[84],"sourced":[87],"from":[88],"expert-written":[89],"questions":[90],"Logical":[94],"reasoning.":[95,107],"It":[96],"consists":[97],"8,678":[99],"QA":[100],"instances,":[101],"covering":[102],"multiple":[103],"types":[104],"deductive":[106],"Results":[108],"show":[109],"that":[110],"state-of-the-art":[111],"neural":[112],"perform":[114],"by":[115],"far":[116],"worse":[117],"than":[118],"ceiling.":[120],"Our":[121],"dataset":[122,140],"can":[123],"also":[124],"serve":[125],"benchmark":[128],"reinvestigating":[130],"AI":[132],"under":[133],"NLP":[137],"setting.":[138],"The":[139],"freely":[142],"available":[143],"at":[144],"https://github.com/lgw863/LogiQA-dataset.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}