{"id":"https://openalex.org/W2751592542","doi":"https://doi.org/10.1147/jrd.2017.2711719","title":"Performance of natural language classifiers in a question-answering system","display_name":"Performance of natural language classifiers in a question-answering system","publication_year":2017,"publication_date":"2017-07-01","ids":{"openalex":"https://openalex.org/W2751592542","doi":"https://doi.org/10.1147/jrd.2017.2711719","mag":"2751592542"},"language":"en","primary_location":{"id":"doi:10.1147/jrd.2017.2711719","is_oa":false,"landing_page_url":"https://doi.org/10.1147/jrd.2017.2711719","pdf_url":null,"source":{"id":"https://openalex.org/S4210219925","display_name":"IBM Journal of Research and Development","issn_l":"0018-8646","issn":["0018-8646","2151-8556"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320652","host_organization_name":"IBM","host_organization_lineage":["https://openalex.org/P4310320652"],"host_organization_lineage_names":["IBM"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IBM Journal of Research and Development","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085469328","display_name":"R. Bakis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"R. Bakis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060791972","display_name":"Daniel P. Connors","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"D. P. Connors","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110042006","display_name":"Parijat Dube","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"P. Dube","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003720552","display_name":"Pavan Kapanipathi","orcid":"https://orcid.org/0000-0003-0494-3279"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"P. Kapanipathi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052922969","display_name":"Alok Kumar","orcid":"https://orcid.org/0000-0001-6417-653X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"A. Kumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026795227","display_name":"Dmitry Malioutov","orcid":"https://orcid.org/0000-0002-5541-7044"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"D. Malioutov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5010717199","display_name":"Chitra Venkatramani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"C. Venkatramani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8261,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.80839139,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"61","issue":"4/5","first_page":"14:1","last_page":"14:10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.7741211652755737},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7569403648376465},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.6814109086990356},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6808394193649292},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.662259578704834},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.6552881598472595},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5979348421096802},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.5765631198883057},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5268527269363403},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5147695541381836},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.491608202457428},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4367642104625702},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3607986569404602},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09718793630599976}],"concepts":[{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.7741211652755737},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7569403648376465},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.6814109086990356},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6808394193649292},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.662259578704834},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.6552881598472595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5979348421096802},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.5765631198883057},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5268527269363403},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5147695541381836},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.491608202457428},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4367642104625702},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3607986569404602},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09718793630599976},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1147/jrd.2017.2711719","is_oa":false,"landing_page_url":"https://doi.org/10.1147/jrd.2017.2711719","pdf_url":null,"source":{"id":"https://openalex.org/S4210219925","display_name":"IBM Journal of Research and Development","issn_l":"0018-8646","issn":["0018-8646","2151-8556"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320652","host_organization_name":"IBM","host_organization_lineage":["https://openalex.org/P4310320652"],"host_organization_lineage_names":["IBM"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IBM Journal of Research and Development","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6600000262260437,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W22861983","https://openalex.org/W1484084878","https://openalex.org/W1666942233","https://openalex.org/W1970381522","https://openalex.org/W2043765769","https://openalex.org/W2067566391","https://openalex.org/W2080021732","https://openalex.org/W2085989833","https://openalex.org/W2101200183","https://openalex.org/W2125951032","https://openalex.org/W2133864802","https://openalex.org/W2137130182","https://openalex.org/W2138738738","https://openalex.org/W2157023969","https://openalex.org/W2161336914","https://openalex.org/W2167460663","https://openalex.org/W2167828456","https://openalex.org/W2168822971","https://openalex.org/W2173361515","https://openalex.org/W2251241778","https://openalex.org/W2389689993","https://openalex.org/W2575156275","https://openalex.org/W2951911250","https://openalex.org/W2964154091","https://openalex.org/W2998704965","https://openalex.org/W3006055814","https://openalex.org/W3014813097","https://openalex.org/W3100570787","https://openalex.org/W4206723194","https://openalex.org/W4285719527","https://openalex.org/W6600949241","https://openalex.org/W6628826841","https://openalex.org/W6678698124","https://openalex.org/W6680007464","https://openalex.org/W6680532216","https://openalex.org/W6680632375","https://openalex.org/W6685536428","https://openalex.org/W6692097468","https://openalex.org/W6711735865","https://openalex.org/W6774024748"],"related_works":["https://openalex.org/W3157284875","https://openalex.org/W2259406085","https://openalex.org/W2099715052","https://openalex.org/W4226247999","https://openalex.org/W4213176082","https://openalex.org/W2187398150","https://openalex.org/W3209772662","https://openalex.org/W4200629926","https://openalex.org/W4220955952","https://openalex.org/W4226470070"],"abstract_inverted_index":{"Deep-learning":[0],"algorithms":[1],"are":[2,160],"being":[3],"used":[4,51,184],"extensively":[5],"in":[6,91,141],"question\u2013answering":[7],"systems":[8],"based":[9,162],"on":[10,163],"natural":[11,32],"language":[12,33],"classifiers":[13],"to":[14,45,52,87,95,119,137,185],"classify":[15],"an":[16,164],"incoming":[17],"user":[18],"question":[19,116],"into":[20],"a":[21,31,36,107,124,169,195],"set":[22],"of":[23,72,85,129,191],"classes":[24,74],"with":[25,43,178],"the":[26,46,56,70,79,115,130,142,174,188,192],"same":[27],"answer.":[28],"We":[29,58,122,146],"treat":[30],"classifier":[34],"as":[35],"black":[37],"box":[38],"and":[39,54,97,101,153],"study":[40],"its":[41,134,138],"performance":[42,148],"respect":[44],"ground":[47,63,131],"truth":[48,64],"that":[49,61,109],"is":[50,65,110,168],"train":[53],"test":[55],"system.":[57],"have":[59],"observed":[60],"maintaining":[62],"challenging;":[66],"for":[67,126],"example,":[68],"1)":[69],"number":[71],"answer":[73],"can":[75,89,181],"be":[76,183],"large":[77],"(in":[78],"several":[80],"hundreds),":[81],"2)":[82],"manual":[83],"mapping":[84],"questions":[86,105],"answers":[88],"result":[90],"inconsistent":[92],"mappings,":[93],"leading":[94,118],"overlap":[96],"confusion":[98],"among":[99],"them,":[100],"3)":[102],"users":[103],"ask":[104],"within":[106],"context":[108],"not":[111],"apparent":[112],"by":[113,173],"examining":[114],"standalone,":[117],"erroneous":[120],"mappings.":[121],"propose":[123],"methodology":[125],"guided":[127],"evolution":[128],"truth,":[132],"from":[133,194],"initial":[135],"creation":[136],"ongoing":[139],"maintenance":[140],"deployed":[143],"production":[144],"environment.":[145],"measure":[147],"using":[149],"two":[150],"metrics:":[151],"accuracy":[152,190,201],"confidence.":[154],"Accuracy":[155],"measures":[156],"how":[157],"many":[158],"classifications":[159],"correct,":[161],"assessment,":[165],"while":[166],"confidence":[167],"raw":[170],"metric,":[171],"output":[172],"classifier,":[175],"which":[176],"correlates":[177],"accuracy.":[179],"Confidence":[180],"further":[182],"effectively":[186],"manage":[187],"perceived":[189],"system":[193],"user's":[196],"perspective,":[197],"appropriately":[198],"trading":[199],"off":[200],"versus":[202],"coverage.":[203]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}