{"id":"https://openalex.org/W2106390866","doi":"https://doi.org/10.1147/jrd.2012.2184637","title":"Question analysis: How Watson reads a clue","display_name":"Question analysis: How Watson reads a clue","publication_year":2012,"publication_date":"2012-05-01","ids":{"openalex":"https://openalex.org/W2106390866","doi":"https://doi.org/10.1147/jrd.2012.2184637","mag":"2106390866"},"language":"en","primary_location":{"id":"doi:10.1147/jrd.2012.2184637","is_oa":false,"landing_page_url":"https://doi.org/10.1147/jrd.2012.2184637","pdf_url":null,"source":{"id":"https://openalex.org/S4210219925","display_name":"IBM Journal of Research and Development","issn_l":"0018-8646","issn":["0018-8646","2151-8556"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320652","host_organization_name":"IBM","host_organization_lineage":["https://openalex.org/P4310320652"],"host_organization_lineage_names":["IBM"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IBM Journal of Research and Development","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025006478","display_name":"Adam Lally","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"A. Lally","raw_affiliation_strings":["IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001851133","display_name":"John Prager","orcid":"https://orcid.org/0000-0003-2976-9051"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. M. Prager","raw_affiliation_strings":["IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027310988","display_name":"Michael C. McCord","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. C. McCord","raw_affiliation_strings":["IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109855171","display_name":"B. K. Boguraev","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"B. K. Boguraev","raw_affiliation_strings":["IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102909728","display_name":"Siddharth Patwardhan","orcid":"https://orcid.org/0000-0002-7355-355X"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"S. Patwardhan","raw_affiliation_strings":["IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033960992","display_name":"Jialu Fan","orcid":"https://orcid.org/0000-0001-7585-1166"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Fan","raw_affiliation_strings":["IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013114471","display_name":"Paul Fodor","orcid":"https://orcid.org/0000-0002-2978-676X"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"P. Fodor","raw_affiliation_strings":["Computer Science Department, Stony Brook University, Stony Brook, NY, USA","Computer Science department, Stony Brook University, Stony Brook, NY#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]},{"raw_affiliation_string":"Computer Science department, Stony Brook University, Stony Brook, NY#TAB#","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027400178","display_name":"Jennifer Chu\u2010Carroll","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Chu-Carroll","raw_affiliation_strings":["IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research Division, Thomas J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM Research, Division Thomas J. Watson Research Center, Yorktown Heights, NY#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":26.9663,"has_fulltext":false,"cited_by_count":167,"citation_normalized_percentile":{"value":0.99671323,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"56","issue":"3.4","first_page":"2:1","last_page":"2:14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.835016131401062},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.7983231544494629},{"id":"https://openalex.org/keywords/watson","display_name":"Watson","score":0.7153159976005554},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6901711225509644},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5963270664215088},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5931713581085205},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5923113226890564},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.5849682688713074},{"id":"https://openalex.org/keywords/ibm","display_name":"IBM","score":0.5027203559875488},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5011997222900391},{"id":"https://openalex.org/keywords/grammar","display_name":"Grammar","score":0.4549242854118347},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.19600960612297058},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.17354243993759155}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.835016131401062},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.7983231544494629},{"id":"https://openalex.org/C2776608531","wikidata":"https://www.wikidata.org/wiki/Q12253","display_name":"Watson","level":2,"score":0.7153159976005554},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6901711225509644},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5963270664215088},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5931713581085205},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5923113226890564},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5849682688713074},{"id":"https://openalex.org/C70388272","wikidata":"https://www.wikidata.org/wiki/Q5968558","display_name":"IBM","level":2,"score":0.5027203559875488},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5011997222900391},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.4549242854118347},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.19600960612297058},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.17354243993759155},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1147/jrd.2012.2184637","is_oa":false,"landing_page_url":"https://doi.org/10.1147/jrd.2012.2184637","pdf_url":null,"source":{"id":"https://openalex.org/S4210219925","display_name":"IBM Journal of Research and Development","issn_l":"0018-8646","issn":["0018-8646","2151-8556"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320652","host_organization_name":"IBM","host_organization_lineage":["https://openalex.org/P4310320652"],"host_organization_lineage_names":["IBM"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IBM Journal of Research and Development","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.44999998807907104,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W37696276","https://openalex.org/W61686890","https://openalex.org/W212118742","https://openalex.org/W1483066007","https://openalex.org/W1485852130","https://openalex.org/W1488560674","https://openalex.org/W1489756068","https://openalex.org/W1510000161","https://openalex.org/W1538019985","https://openalex.org/W1676298558","https://openalex.org/W1972945478","https://openalex.org/W2038721957","https://openalex.org/W2070246124","https://openalex.org/W2080278171","https://openalex.org/W2084413241","https://openalex.org/W2086004682","https://openalex.org/W2092419931","https://openalex.org/W2096623622","https://openalex.org/W2099234488","https://openalex.org/W2099762194","https://openalex.org/W2104798349","https://openalex.org/W2107658650","https://openalex.org/W2110915912","https://openalex.org/W2118944627","https://openalex.org/W2121665061","https://openalex.org/W2129615379","https://openalex.org/W2131192836","https://openalex.org/W2138295022","https://openalex.org/W2158890594","https://openalex.org/W2162526436","https://openalex.org/W2171278097","https://openalex.org/W2182947637","https://openalex.org/W2884262036","https://openalex.org/W2916471545","https://openalex.org/W4235505822","https://openalex.org/W4293004632","https://openalex.org/W6605815150","https://openalex.org/W6608517221","https://openalex.org/W6630481701","https://openalex.org/W6674965400","https://openalex.org/W6676744259"],"related_works":["https://openalex.org/W2151363515","https://openalex.org/W2902037120","https://openalex.org/W3174693904","https://openalex.org/W2313409890","https://openalex.org/W2244083478","https://openalex.org/W2560584003","https://openalex.org/W1035030678","https://openalex.org/W2967949125","https://openalex.org/W1986704677","https://openalex.org/W4281622825"],"abstract_inverted_index":{"The":[0],"first":[1],"stage":[2],"of":[3,16,78,85,106,118,125,132,164],"processing":[4],"in":[5,19,99],"the":[6,17,79,83,86,93,100,119,133,162],"IBM":[7],"Watson\u2122":[8],"system":[9,171],"is":[10,25,89,108],"to":[11,21,31,74,92],"perform":[12],"a":[13,44,49,53,58,90,116],"detailed":[14],"analysis":[15,36,42,73],"question":[18,87,101,120,134],"order":[20],"determine":[22],"what":[23,104],"it":[24],"asking":[26],"for":[27,111,144],"and":[28,40,57,67,129,160],"how":[29,155],"best":[30],"approach":[32],"answering":[33],"it.":[34],"Question":[35],"uses":[37],"Watson's":[38],"parsing":[39],"semantic":[41],"capabilities:":[43],"deep":[45],"Slot":[46],"Grammar":[47],"parser,":[48],"named":[50],"entity":[51,107],"recognizer,":[52],"co-reference":[54],"resolution":[55],"component,":[56],"relation":[59],"extraction":[60],"component.":[61],"We":[62,153],"apply":[63],"numerous":[64],"detection":[65,166],"rules":[66],"classifiers":[68],"using":[69],"features":[70],"from":[71],"this":[72],"detect":[75],"critical":[76],"elements":[77,131,157],"question,":[80],"including:":[81],"1)":[82],"part":[84],"that":[88,102,135,139,148],"reference":[91],"answer":[94,113],"(the":[95],"focus);":[96],"2)":[97],"terms":[98],"indicate":[103],"type":[105],"being":[109],"asked":[110],"(lexical":[112],"types);":[114],"3)":[115],"classification":[117],"into":[121],"one":[122],"or":[123],"more":[124],"several":[126],"broad":[127],"types;":[128],"4)":[130],"play":[136],"particular":[137],"roles":[138],"may":[140],"require":[141],"special":[142],"handling,":[143],"example,":[145],"nested":[146],"subquestions":[147],"must":[149],"be":[150],"separately":[151],"answered.":[152],"describe":[154],"these":[156],"are":[158],"detected":[159],"evaluate":[161],"impact":[163],"accurate":[165],"on":[167],"our":[168],"end-to-end":[169],"question-answering":[170],"accuracy.":[172]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":17},{"year":2017,"cited_by_count":38},{"year":2016,"cited_by_count":13},{"year":2015,"cited_by_count":18},{"year":2014,"cited_by_count":17},{"year":2013,"cited_by_count":10},{"year":2012,"cited_by_count":17}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}