{"id":"https://openalex.org/W3213159541","doi":"https://doi.org/10.18653/v1/2021.emnlp-main.497","title":"Mitigating False-Negative Contexts in Multi-document Question Answering with Retrieval Marginalization","display_name":"Mitigating False-Negative Contexts in Multi-document Question Answering with Retrieval Marginalization","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3213159541","doi":"https://doi.org/10.18653/v1/2021.emnlp-main.497","mag":"3213159541"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2021.emnlp-main.497","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.emnlp-main.497","pdf_url":"https://aclanthology.org/2021.emnlp-main.497.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2021.emnlp-main.497.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087977697","display_name":"Ansong Ni","orcid":null},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ansong Ni","raw_affiliation_strings":["Department of Computer Science, Yale University  Allen Institute for AI","Department of Computer Science, Yale University \u2663 Allen Institute for AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Yale University  Allen Institute for AI","institution_ids":["https://openalex.org/I4210140341"]},{"raw_affiliation_string":"Department of Computer Science, Yale University \u2663 Allen Institute for AI","institution_ids":["https://openalex.org/I32971472","https://openalex.org/I4210140341"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035088083","display_name":"Matt Gardner","orcid":"https://orcid.org/0000-0001-8458-1727"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matt Gardner","raw_affiliation_strings":["Department of Computer Science, Yale University  Allen Institute for AI","Department of Computer Science, Yale University \u2663 Allen Institute for AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Yale University  Allen Institute for AI","institution_ids":["https://openalex.org/I4210140341"]},{"raw_affiliation_string":"Department of Computer Science, Yale University \u2663 Allen Institute for AI","institution_ids":["https://openalex.org/I32971472","https://openalex.org/I4210140341"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029074038","display_name":"Pradeep Dasigi","orcid":"https://orcid.org/0000-0001-7127-1316"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pradeep Dasigi","raw_affiliation_strings":["Department of Computer Science, Yale University \u2663 Allen Institute for AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Yale University \u2663 Allen Institute for AI","institution_ids":["https://openalex.org/I32971472","https://openalex.org/I4210140341"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4396,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.63538108,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"6149","last_page":"6161"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7736341953277588},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6352652907371521},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6167579889297485},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6093443632125854},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.48046058416366577},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.471770316362381},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.4459105134010315},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.436564564704895},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3965151309967041},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35092693567276}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7736341953277588},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6352652907371521},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6167579889297485},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6093443632125854},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.48046058416366577},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.471770316362381},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4459105134010315},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.436564564704895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3965151309967041},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35092693567276},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2021.emnlp-main.497","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.emnlp-main.497","pdf_url":"https://aclanthology.org/2021.emnlp-main.497.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2021.emnlp-main.497","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.emnlp-main.497","pdf_url":"https://aclanthology.org/2021.emnlp-main.497.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6800000071525574,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3213159541.pdf","grobid_xml":"https://content.openalex.org/works/W3213159541.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2252136820","https://openalex.org/W2757361303","https://openalex.org/W2889787757","https://openalex.org/W2896457183","https://openalex.org/W2912924812","https://openalex.org/W2949847757","https://openalex.org/W2951434086","https://openalex.org/W2962718483","https://openalex.org/W2962985038","https://openalex.org/W2963341956","https://openalex.org/W2970139579","https://openalex.org/W2970900584","https://openalex.org/W2990928880","https://openalex.org/W2995638926","https://openalex.org/W2995649781","https://openalex.org/W2996035354","https://openalex.org/W2996251235","https://openalex.org/W3003186568","https://openalex.org/W3007672467","https://openalex.org/W3027879771","https://openalex.org/W3045462440","https://openalex.org/W3099524945","https://openalex.org/W3099700870","https://openalex.org/W3099876468","https://openalex.org/W3105055324","https://openalex.org/W3125238517","https://openalex.org/W3182778088","https://openalex.org/W4287824654"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2384605597","https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2358755282","https://openalex.org/W2352448290"],"abstract_inverted_index":{"Question":[0],"Answering":[1],"(QA)":[2],"tasks":[3],"requiring":[4],"information":[5,18],"from":[6,39,53],"multiple":[7,54],"documents":[8],"often":[9,50],"rely":[10,94],"on":[11,95,145,194],"a":[12,100,110,131,171,191],"retrieval":[13,22,115,182],"model":[14,23,92,132,163],"to":[15,27,98,133],"identify":[16],"relevant":[17],"for":[19],"reasoning.":[20],"The":[21],"is":[24,77],"typically":[25],"trained":[26],"maximize":[28],"the":[29,32,46,69,80,86,91,103,197],"likelihood":[30],"of":[31,113,175],"labeled":[33,63],"supporting":[34,106,138],"evidence.":[35,107],"However,":[36],"when":[37,79,85],"retrieving":[38],"large":[40],"text":[41],"corpora":[42],"such":[43,60],"as":[44,64],"Wikipedia,":[45],"correct":[47],"answer":[48,104],"can":[49],"be":[51],"obtained":[52],"evidence":[55,139],"candidates.":[56],"Moreover,":[57],"not":[58],"all":[59],"candidates":[61],"are":[62,82,88],"positive":[65],"during":[66,128],"annotation,":[67],"rendering":[68],"training":[70,129],"signal":[71],"weak":[72],"and":[73,105,120,151,169],"noisy.":[74],"This":[75],"problem":[76],"exacerbated":[78],"questions":[81],"unanswerable":[83,118],"or":[84],"answers":[87],"Boolean,":[89],"since":[90],"cannot":[93],"lexical":[96],"overlap":[97],"make":[99],"connection":[101],"between":[102],"We":[108,141,178],"develop":[109],"new":[111,172],"parameterization":[112],"set-valued":[114],"that":[116,123,157,181],"handles":[117],"queries,":[119],"we":[121,155],"show":[122,156,180],"marginalizing":[124],"over":[125,190],"this":[126],"set":[127],"allows":[130],"mitigate":[134],"false":[135],"negatives":[136],"in":[137,185,196],"annotations.":[140],"test":[142],"our":[143],"method":[144],"two":[146],"multi-document":[147],"QA":[148,187],"datasets,":[149],"IIRC":[150],"HotpotQA.":[152],"On":[153],"IIRC,":[154],"joint":[158],"modeling":[159],"with":[160],"marginalization":[161,183],"improves":[162],"performance":[164,174],"by":[165],"5.5":[166],"F1":[167,188],"points":[168],"achieves":[170],"state-of-the-art":[173],"50.5":[176],"F1.":[177],"also":[179],"results":[184],"4.1":[186],"improvement":[189],"non-marginalized":[192],"baseline":[193],"HotpotQA":[195],"fullwiki":[198],"setting.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}