{"id":"https://openalex.org/W2099762194","doi":"https://doi.org/10.1147/jrd.2012.2187249","title":"Textual evidence gathering and analysis","display_name":"Textual evidence gathering and analysis","publication_year":2012,"publication_date":"2012-05-01","ids":{"openalex":"https://openalex.org/W2099762194","doi":"https://doi.org/10.1147/jrd.2012.2187249","mag":"2099762194"},"language":"en","primary_location":{"id":"doi:10.1147/jrd.2012.2187249","is_oa":false,"landing_page_url":"https://doi.org/10.1147/jrd.2012.2187249","pdf_url":null,"source":{"id":"https://openalex.org/S4210219925","display_name":"IBM Journal of Research and Development","issn_l":"0018-8646","issn":["0018-8646","2151-8556"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320652","host_organization_name":"IBM","host_organization_lineage":["https://openalex.org/P4310320652"],"host_organization_lineage_names":["IBM"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IBM Journal of Research and Development","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080633231","display_name":"Jaimie Murdock","orcid":"https://orcid.org/0000-0002-1732-5499"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. W. Murdock","raw_affiliation_strings":["IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101629891","display_name":"Jialu Fan","orcid":"https://orcid.org/0000-0003-3486-1741"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Fan","raw_affiliation_strings":["IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025006478","display_name":"Adam Lally","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"A. Lally","raw_affiliation_strings":["IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057192998","display_name":"Hideki Shima","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"H. Shima","raw_affiliation_strings":["Carnegie Mellon University, Language Technologies Institute, Pittsburgh , PA, USA","Carnegie Mellon University,Language Technologies Institute,Pittsburgh,PA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Language Technologies Institute, Pittsburgh , PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University,Language Technologies Institute,Pittsburgh,PA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109855171","display_name":"B. K. Boguraev","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"B. K. Boguraev","raw_affiliation_strings":["IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.0482,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.98776693,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"56","issue":"3.4","first_page":"8:1","last_page":"8:14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7615129947662354},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7359353303909302},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6867215633392334},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6168711185455322},{"id":"https://openalex.org/keywords/questions-and-answers","display_name":"Questions and answers","score":0.4281255304813385},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.33244627714157104},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0834270715713501}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7615129947662354},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7359353303909302},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6867215633392334},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6168711185455322},{"id":"https://openalex.org/C3019144022","wikidata":"https://www.wikidata.org/wiki/Q4124998","display_name":"Questions and answers","level":2,"score":0.4281255304813385},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.33244627714157104},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0834270715713501}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1147/jrd.2012.2187249","is_oa":false,"landing_page_url":"https://doi.org/10.1147/jrd.2012.2187249","pdf_url":null,"source":{"id":"https://openalex.org/S4210219925","display_name":"IBM Journal of Research and Development","issn_l":"0018-8646","issn":["0018-8646","2151-8556"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320652","host_organization_name":"IBM","host_organization_lineage":["https://openalex.org/P4310320652"],"host_organization_lineage_names":["IBM"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IBM Journal of Research and Development","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W19166659","https://openalex.org/W27887006","https://openalex.org/W107517921","https://openalex.org/W160318044","https://openalex.org/W212118742","https://openalex.org/W1506013151","https://openalex.org/W1506583767","https://openalex.org/W1577729528","https://openalex.org/W1676298558","https://openalex.org/W1694079474","https://openalex.org/W1870868768","https://openalex.org/W1971355858","https://openalex.org/W1972945478","https://openalex.org/W1994383019","https://openalex.org/W2000545282","https://openalex.org/W2008711674","https://openalex.org/W2009570821","https://openalex.org/W2019509999","https://openalex.org/W2021382064","https://openalex.org/W2039217078","https://openalex.org/W2043126905","https://openalex.org/W2074231493","https://openalex.org/W2077428231","https://openalex.org/W2080278171","https://openalex.org/W2087064593","https://openalex.org/W2088781183","https://openalex.org/W2104798349","https://openalex.org/W2106390866","https://openalex.org/W2106818711","https://openalex.org/W2107658650","https://openalex.org/W2108325777","https://openalex.org/W2112706073","https://openalex.org/W2118944627","https://openalex.org/W2129615379","https://openalex.org/W2131192836","https://openalex.org/W2138295022","https://openalex.org/W2145454741","https://openalex.org/W2154652894","https://openalex.org/W2162586529","https://openalex.org/W2607879133","https://openalex.org/W4236275144","https://openalex.org/W6600763209","https://openalex.org/W6601105585","https://openalex.org/W6608517221","https://openalex.org/W6630439842","https://openalex.org/W6634628751","https://openalex.org/W6677084168","https://openalex.org/W6677860120","https://openalex.org/W6682631176"],"related_works":["https://openalex.org/W2118632115","https://openalex.org/W2555213299","https://openalex.org/W2576107865","https://openalex.org/W3215363805","https://openalex.org/W1846393350","https://openalex.org/W4307481286","https://openalex.org/W4226441484","https://openalex.org/W2577658701","https://openalex.org/W1990306092","https://openalex.org/W2001939411"],"abstract_inverted_index":{"One":[0],"useful":[1],"source":[2],"of":[3,64,75,83,109,120],"evidence":[4,93],"for":[5,51,97],"evaluating":[6],"a":[7,11,14,35,103],"candidate":[8,19,53,60],"answer":[9,20,61,114],"to":[10,24,113],"question":[12,88],"is":[13,22],"passage":[15],"that":[16,38,77,94],"contains":[17],"the":[18,25,28,59,65,84,87,107,118,121],"and":[21,57,81,89,99,116],"relevant":[23],"question.":[26],"In":[27],"DeepQA":[29],"pipeline,":[30],"we":[31,39,46],"retrieve":[32],"passages":[33,71,101],"using":[34,72],"novel":[36],"technique":[37],"call":[40],"Supporting":[41],"Evidence":[42],"Retrieval,":[43],"in":[44,55,86],"which":[45],"perform":[47],"separate":[48],"search":[49],"queries":[50],"each":[52],"answer,":[54],"parallel,":[56],"include":[58],"as":[62],"part":[63],"query.":[66],"We":[67,91],"then":[68],"score":[69],"these":[70],"an":[73],"assortment":[74],"algorithms":[76],"use":[78],"different":[79],"aspects":[80],"relationships":[82],"terms":[85],"passage.":[90],"provide":[92],"our":[95,110],"mechanisms":[96],"obtaining":[98],"scoring":[100],"have":[102],"substantial":[104],"impact":[105],"on":[106],"ability":[108],"question-answering":[111],"system":[112],"questions":[115],"judge":[117],"confidence":[119],"answers.":[122]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":6},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":15}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}