{"id":"https://openalex.org/W2953163841","doi":"https://doi.org/10.18653/v1/p19-1416","title":"Compositional Questions Do Not Necessitate Multi-hop Reasoning","display_name":"Compositional Questions Do Not Necessitate Multi-hop Reasoning","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2953163841","doi":"https://doi.org/10.18653/v1/p19-1416","mag":"2953163841"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1416","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1416","pdf_url":"https://www.aclweb.org/anthology/P19-1416.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1416.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039158419","display_name":"Sewon Min","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sewon Min","raw_affiliation_strings":["University of Washington"],"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110564361","display_name":"Eric Wallace","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Eric Wallace","raw_affiliation_strings":["Allen Institute for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005779128","display_name":"Sameer Singh","orcid":"https://orcid.org/0000-0003-0621-6323"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sameer Singh","raw_affiliation_strings":["University of California, Irvine"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035088083","display_name":"Matt Gardner","orcid":"https://orcid.org/0000-0001-8458-1727"},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matt Gardner","raw_affiliation_strings":["Allen Institute for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082305994","display_name":"Hannaneh Hajishirzi","orcid":"https://orcid.org/0000-0002-1055-6657"},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]},{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hannaneh Hajishirzi","raw_affiliation_strings":["Allen Institute for Artificial Intelligence","University of Washington"],"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence","institution_ids":["https://openalex.org/I4210156221"]},{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067919401","display_name":"Luke Zettlemoyer","orcid":"https://orcid.org/0009-0008-8296-0764"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luke Zettlemoyer","raw_affiliation_strings":["University of Washington"],"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5110564361"],"corresponding_institution_ids":["https://openalex.org/I4210156221"],"apc_list":null,"apc_paid":null,"fwci":15.1732,"has_fulltext":true,"cited_by_count":129,"citation_normalized_percentile":{"value":0.99168551,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4249","last_page":"4257"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hop","display_name":"Hop (telecommunications)","score":0.808778703212738},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8054131865501404},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.5211034417152405},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.4568300247192383},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45046138763427734},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4173257350921631},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3482138514518738},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.252878338098526},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.14457541704177856},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09764593839645386}],"concepts":[{"id":"https://openalex.org/C25906391","wikidata":"https://www.wikidata.org/wiki/Q1432381","display_name":"Hop (telecommunications)","level":2,"score":0.808778703212738},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8054131865501404},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.5211034417152405},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.4568300247192383},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45046138763427734},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4173257350921631},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3482138514518738},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.252878338098526},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.14457541704177856},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09764593839645386},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/p19-1416","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1416","pdf_url":"https://www.aclweb.org/anthology/P19-1416.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1416","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1416","pdf_url":"https://www.aclweb.org/anthology/P19-1416.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1390332038","display_name":null,"funder_award_id":"N00014-17-S-B001","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G1714004143","display_name":null,"funder_award_id":"Samsung GRO","funder_id":"https://openalex.org/F4320332195","funder_display_name":"Samsung"},{"id":"https://openalex.org/G2637195115","display_name":null,"funder_award_id":"4-18-1-","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G3366966419","display_name":null,"funder_award_id":"W911NF-16-1","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G3812534482","display_name":null,"funder_award_id":"N00014-18-1-2826","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4325372433","display_name":"RI: Small: Learning to Read, Ground, and Reason in Multimodal Text","funder_award_id":"1616112","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5636593076","display_name":null,"funder_award_id":"N00014-17-S-B00","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G6497436218","display_name":"CAREER: Learning Scalable Models for Grounded Semantic Parsing","funder_award_id":"1252835","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G657448715","display_name":null,"funder_award_id":"W911NF-16-1-","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G7452299184","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G7750423253","display_name":null,"funder_award_id":"IIS-1562364","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8533175095","display_name":"RI: Medium: Broad-Coverage Semantic Parsing: Linguistic Representation Learning from Crowd-Scale Data","funder_award_id":"1562364","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8998121839","display_name":null,"funder_award_id":"911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320317052","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2953163841.pdf","grobid_xml":"https://content.openalex.org/works/W2953163841.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1544827683","https://openalex.org/W2252136820","https://openalex.org/W2551396370","https://openalex.org/W2766371743","https://openalex.org/W2889453388","https://openalex.org/W2889787757","https://openalex.org/W2896457183","https://openalex.org/W2899771611","https://openalex.org/W2942128719","https://openalex.org/W2949615363","https://openalex.org/W2949895294","https://openalex.org/W2962718483","https://openalex.org/W2962985038","https://openalex.org/W2963010846","https://openalex.org/W2963339397","https://openalex.org/W2963341956","https://openalex.org/W2963564796","https://openalex.org/W2963748441","https://openalex.org/W2963866616","https://openalex.org/W2963963993","https://openalex.org/W2964120615","https://openalex.org/W2964121744","https://openalex.org/W4295253143"],"related_works":["https://openalex.org/W2117210722","https://openalex.org/W2589759689","https://openalex.org/W1978191894","https://openalex.org/W2018045843","https://openalex.org/W3125668480","https://openalex.org/W2032875422","https://openalex.org/W2082296339","https://openalex.org/W2161828220","https://openalex.org/W1972348076","https://openalex.org/W2083863157"],"abstract_inverted_index":{"Multi-hop":[0],"reading":[1,10],"comprehension":[2],"(RC)":[3],"questions":[4,34],"are":[5,55,102],"challenging":[6],"because":[7],"they":[8,43],"require":[9],"and":[11,145,157],"reasoning":[12,68,114,144],"over":[13,119],"multiple":[14],"paragraphs.":[15],"We":[16,79,94],"argue":[17],"that":[18,66,86],"it":[19],"can":[20,35,69,116],"be":[21,36,133],"difficult":[22],"to":[23,52,90],"construct":[24],"large":[25,156],"multi-hop":[26,92,113,143],"RC":[27,84],"datasets.":[28],"For":[29],"example,":[30],"even":[31,147],"highly":[32],"compositional":[33],"answered":[37],"with":[38,124,155],"a":[39,81,148],"single":[40],"hop":[41],"if":[42],"target":[44],"specific":[45],"entity":[46],"types,":[47],"or":[48],"the":[49,74,107,111,138],"facts":[50],"needed":[51],"answer":[53,118],"them":[54],"redundant.":[56],"Our":[57],"analysis":[58],"is":[59],"centered":[60],"on":[61,137],"HOTPOTQA,":[62],"where":[63,100],"we":[64],"show":[65],"single-hop":[67,82],"solve":[70],"much":[71],"more":[72],"of":[73,106,121,140],"dataset":[75],"than":[76],"previously":[77],"thought.":[78],"introduce":[80],"BERT-based":[83],"model":[85],"achieves":[87],"67":[88],"F1-comparable":[89],"state-of-theart":[91],"models.":[93],"also":[95],"design":[96],"an":[97,134],"evaluation":[98],"setting":[99],"humans":[101],"not":[103],"shown":[104],"all":[105],"necessary":[108],"paragraphs":[109],"for":[110],"intended":[112],"but":[115],"still":[117],"80%":[120],"questions.":[122],"Together":[123],"detailed":[125],"error":[126],"analysis,":[127],"these":[128],"results":[129],"suggest":[130],"there":[131],"should":[132],"increasing":[135],"focus":[136],"role":[139],"evidence":[141,159],"in":[142],"possibly":[146],"shift":[149],"towards":[150],"information":[151],"retrieval":[152],"style":[153],"evaluations":[154],"diverse":[158],"collections.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":35},{"year":2020,"cited_by_count":41},{"year":2019,"cited_by_count":18}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}