{"id":"https://openalex.org/W2141422303","doi":"https://doi.org/10.1162/coli.09-032-r1-08-034","title":"What Is Not in the Bag of Words for <i>Why</i>-QA?","display_name":"What Is Not in the Bag of Words for <i>Why</i>-QA?","publication_year":2010,"publication_date":"2010-01-29","ids":{"openalex":"https://openalex.org/W2141422303","doi":"https://doi.org/10.1162/coli.09-032-r1-08-034","mag":"2141422303"},"language":"en","primary_location":{"id":"doi:10.1162/coli.09-032-r1-08-034","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli.09-032-r1-08-034","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/coli.09-032-R1-08-034","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/coli.09-032-R1-08-034","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027124439","display_name":"Suzan Verberne","orcid":"https://orcid.org/0000-0002-9609-9505"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Suzan Verberne","raw_affiliation_strings":["* Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","\u2020 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","\u2021 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands. E-mail: "],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"* Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"\u2020 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"\u2021 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands. E-mail: ","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037500994","display_name":"Lou Boves","orcid":"https://orcid.org/0000-0002-1942-9355"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Lou Boves","raw_affiliation_strings":["* Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","\u2020 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","\u2021 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands. E-mail: "],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"* Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"\u2020 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"\u2021 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands. E-mail: ","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113868482","display_name":"Nelleke Oostdijk","orcid":null},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Nelleke Oostdijk","raw_affiliation_strings":["* Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","\u2020 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","\u2021 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands. E-mail: "],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"* Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"\u2020 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"\u2021 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands. E-mail: ","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088095363","display_name":"P.A.J.M. Coppen","orcid":"https://orcid.org/0000-0001-5847-5322"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Peter-Arno Coppen","raw_affiliation_strings":["* Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","\u2020 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","\u2021 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands. E-mail: "],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"* Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"\u2020 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"\u2021 Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"** Department of Linguistics, PO Box 9103, 6500 HD Nijmegen, the Netherlands. E-mail: ","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.8556,"has_fulltext":true,"cited_by_count":47,"citation_normalized_percentile":{"value":0.97778331,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"36","issue":"2","first_page":"229","last_page":"245"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8321641683578491},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7654998898506165},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6632415652275085},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5630790591239929},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.485522985458374},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3990720212459564},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07469227910041809}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8321641683578491},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7654998898506165},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6632415652275085},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5630790591239929},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.485522985458374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3990720212459564},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07469227910041809},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/coli.09-032-r1-08-034","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli.09-032-r1-08-034","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/coli.09-032-R1-08-034","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/86305","is_oa":false,"landing_page_url":"http://hdl.handle.net/2066/86305","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics, 36, 2, pp. 229-245","raw_type":"Article / Letter to editor"}],"best_oa_location":{"id":"doi:10.1162/coli.09-032-r1-08-034","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli.09-032-r1-08-034","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/coli.09-032-R1-08-034","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2141422303.pdf","grobid_xml":"https://content.openalex.org/works/W2141422303.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W79758414","https://openalex.org/W89857650","https://openalex.org/W139355502","https://openalex.org/W156132376","https://openalex.org/W183396343","https://openalex.org/W1535015163","https://openalex.org/W1551323453","https://openalex.org/W1565850803","https://openalex.org/W1978394996","https://openalex.org/W2007536699","https://openalex.org/W2025910815","https://openalex.org/W2044599851","https://openalex.org/W2045117606","https://openalex.org/W2077428231","https://openalex.org/W2089188520","https://openalex.org/W2108862644","https://openalex.org/W2119364316","https://openalex.org/W2129245267","https://openalex.org/W2142849131","https://openalex.org/W2147195435","https://openalex.org/W2150424524","https://openalex.org/W2152314154","https://openalex.org/W2157063199","https://openalex.org/W2400269327","https://openalex.org/W2613678836","https://openalex.org/W2997501009","https://openalex.org/W2997998108"],"related_works":["https://openalex.org/W2118564381","https://openalex.org/W2163901716","https://openalex.org/W2152204162","https://openalex.org/W2739821120","https://openalex.org/W2150136235","https://openalex.org/W2026095310","https://openalex.org/W2140661912","https://openalex.org/W2076082579","https://openalex.org/W2056806613","https://openalex.org/W2153069032"],"abstract_inverted_index":{"While":[0],"developing":[1],"an":[2],"approach":[3,68],"to":[4,35,51],"why-QA,":[5],"we":[6,43],"extended":[7],"a":[8,18],"passage":[9],"retrieval":[10,15],"system":[11],"that":[12,42],"uses":[13],"off-the-shelf":[14],"technology":[16],"with":[17],"re-ranking":[19,67],"step":[20],"incorporating":[21,76],"structural":[22],"information.":[23],"We":[24],"get":[25],"significantly":[26],"higher":[27],"scores":[28],"in":[29,45,62],"terms":[30,46],"of":[31,47],"MRR@150":[32],"(from":[33],"0.25":[34],"0.34)":[36],"and":[37,81],"success@10.":[38],"The":[39],"23%":[40],"improvement":[41,53],"reach":[44],"MRR":[48],"is":[49,69],"comparable":[50],"the":[52,63],"reached":[54],"on":[55,71],"different":[56],"QA":[57],"tasks":[58],"by":[59],"other":[60],"researchers":[61],"field,":[64],"although":[65],"our":[66],"based":[70],"relatively":[72],"lightweight":[73],"overlap":[74],"measures":[75],"syntactic":[77],"constituents,":[78],"cue":[79],"words,":[80],"document":[82],"structure.":[83]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":8}],"updated_date":"2026-06-18T10:00:31.954636","created_date":"2016-06-24T00:00:00"}