{"id":"https://openalex.org/W2018653639","doi":"https://doi.org/10.1109/tciaig.2013.2285651","title":"DeepQA Jeopardy! Gamification: A Machine-Learning Perspective","display_name":"DeepQA Jeopardy! Gamification: A Machine-Learning Perspective","publication_year":2014,"publication_date":"2014-03-01","ids":{"openalex":"https://openalex.org/W2018653639","doi":"https://doi.org/10.1109/tciaig.2013.2285651","mag":"2018653639"},"language":"en","primary_location":{"id":"doi:10.1109/tciaig.2013.2285651","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tciaig.2013.2285651","pdf_url":null,"source":{"id":"https://openalex.org/S4210179349","display_name":"IEEE Transactions on Computational Intelligence and AI in Games","issn_l":"1943-068X","issn":["1943-068X","1943-0698"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Intelligence and AI in Games","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015494942","display_name":"Aaron K. Baughman","orcid":"https://orcid.org/0000-0002-2167-5133"},"institutions":[{"id":"https://openalex.org/I1309191912","display_name":"Research Triangle Park Foundation","ror":"https://ror.org/03eqttr49","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1309191912"]},{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aaron K. Baughman","raw_affiliation_strings":["IBM Special Events, NC, USA","IBM Special Events, Research Triangle Park, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Special Events, NC, USA","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"IBM Special Events, Research Triangle Park, NC, USA","institution_ids":["https://openalex.org/I1309191912"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067794073","display_name":"Wesley T. Chuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wesley Chuang","raw_affiliation_strings":["IBM Research Group, Chantilly, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research Group, Chantilly, VA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044746056","display_name":"Kevin R. Dixon","orcid":null},"institutions":[{"id":"https://openalex.org/I192454743","display_name":"Sandia National Laboratories California","ror":"https://ror.org/058m7ey48","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1330989302","https://openalex.org/I192454743","https://openalex.org/I198811213","https://openalex.org/I198811213","https://openalex.org/I4210104735"]},{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin R. Dixon","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM, USA","Sandia National Lab, Albuquerque, NM (USA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I4210104735"]},{"raw_affiliation_string":"Sandia National Lab, Albuquerque, NM (USA)","institution_ids":["https://openalex.org/I192454743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058624696","display_name":"Zachary Benz","orcid":null},"institutions":[{"id":"https://openalex.org/I192454743","display_name":"Sandia National Laboratories California","ror":"https://ror.org/058m7ey48","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1330989302","https://openalex.org/I192454743","https://openalex.org/I198811213","https://openalex.org/I198811213","https://openalex.org/I4210104735"]},{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zachary Benz","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM, USA","Sandia National Lab, Albuquerque, NM (USA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I4210104735"]},{"raw_affiliation_string":"Sandia National Lab, Albuquerque, NM (USA)","institution_ids":["https://openalex.org/I192454743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010131127","display_name":"Justin Basilico","orcid":"https://orcid.org/0000-0002-3005-5200"},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin Basilico","raw_affiliation_strings":["Netflix, Inc., Los Gatos, CA","Netflix Inc., Los Gatos, CA, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netflix, Inc., Los Gatos, CA","institution_ids":["https://openalex.org/I869089601"]},{"raw_affiliation_string":"Netflix Inc., Los Gatos, CA, USA#TAB#","institution_ids":["https://openalex.org/I869089601"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8993,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.91866165,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"6","issue":"1","first_page":"55","last_page":"66"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7095341682434082},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.707652747631073},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7011793851852417},{"id":"https://openalex.org/keywords/watson","display_name":"Watson","score":0.6245540976524353},{"id":"https://openalex.org/keywords/vetting","display_name":"Vetting","score":0.5337779521942139},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5015101432800293},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4549625813961029},{"id":"https://openalex.org/keywords/unstructured-data","display_name":"Unstructured data","score":0.4444505572319031},{"id":"https://openalex.org/keywords/business-domain","display_name":"Business domain","score":0.42018482089042664},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35346657037734985},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.2940049171447754},{"id":"https://openalex.org/keywords/business-process","display_name":"Business process","score":0.19946998357772827},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.19773870706558228},{"id":"https://openalex.org/keywords/business-process-management","display_name":"Business process management","score":0.18743619322776794},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1279066503047943}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7095341682434082},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.707652747631073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7011793851852417},{"id":"https://openalex.org/C2776608531","wikidata":"https://www.wikidata.org/wiki/Q12253","display_name":"Watson","level":2,"score":0.6245540976524353},{"id":"https://openalex.org/C2777230681","wikidata":"https://www.wikidata.org/wiki/Q7923820","display_name":"Vetting","level":2,"score":0.5337779521942139},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5015101432800293},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4549625813961029},{"id":"https://openalex.org/C2781252014","wikidata":"https://www.wikidata.org/wiki/Q1141900","display_name":"Unstructured data","level":3,"score":0.4444505572319031},{"id":"https://openalex.org/C193669473","wikidata":"https://www.wikidata.org/wiki/Q5001867","display_name":"Business domain","level":5,"score":0.42018482089042664},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35346657037734985},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2940049171447754},{"id":"https://openalex.org/C85345410","wikidata":"https://www.wikidata.org/wiki/Q851587","display_name":"Business process","level":3,"score":0.19946998357772827},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.19773870706558228},{"id":"https://openalex.org/C80309976","wikidata":"https://www.wikidata.org/wiki/Q7007379","display_name":"Business process management","level":4,"score":0.18743619322776794},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1279066503047943},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C17409809","wikidata":"https://www.wikidata.org/wiki/Q161764","display_name":"Geochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C2778648169","wikidata":"https://www.wikidata.org/wiki/Q967768","display_name":"Compatibility (geochemistry)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tciaig.2013.2285651","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tciaig.2013.2285651","pdf_url":null,"source":{"id":"https://openalex.org/S4210179349","display_name":"IEEE Transactions on Computational Intelligence and AI in Games","issn_l":"1943-068X","issn":["1943-068X","1943-0698"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Intelligence and AI in Games","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W32002537","https://openalex.org/W160318044","https://openalex.org/W1485433433","https://openalex.org/W1524688041","https://openalex.org/W1603433725","https://openalex.org/W1694079474","https://openalex.org/W1870868768","https://openalex.org/W1941659294","https://openalex.org/W2049080106","https://openalex.org/W2097360283","https://openalex.org/W2099762194","https://openalex.org/W2104094955","https://openalex.org/W2104798349","https://openalex.org/W2106390866","https://openalex.org/W2106393550","https://openalex.org/W2118490768","https://openalex.org/W2126607811","https://openalex.org/W2128053425","https://openalex.org/W2131208289","https://openalex.org/W2138145347","https://openalex.org/W2138295022","https://openalex.org/W2171278097","https://openalex.org/W2911296969","https://openalex.org/W3125937743","https://openalex.org/W4212863985","https://openalex.org/W4240868628","https://openalex.org/W4285719527","https://openalex.org/W4294541781","https://openalex.org/W4383863801","https://openalex.org/W6636029892","https://openalex.org/W6680599301","https://openalex.org/W6685275506"],"related_works":["https://openalex.org/W3137893487","https://openalex.org/W2588786532","https://openalex.org/W2169930420","https://openalex.org/W2108865840","https://openalex.org/W3129671051","https://openalex.org/W2802914690","https://openalex.org/W4248793399","https://openalex.org/W3120410482","https://openalex.org/W2980021769","https://openalex.org/W2769878339"],"abstract_inverted_index":{"DeepQA":[0],"is":[1,58,71,114],"a":[2,13,66,72,130,147,215],"large-scale":[3],"natural":[4],"language":[5],"processing":[6],"(NLP)":[7],"question-and-answer":[8,122,161],"system":[9,95],"that":[10,24,232],"responds":[11],"across":[12],"breadth":[14],"of":[15,22,40,74,111,135,157,209,221],"structured":[16],"and":[17,77,165,185,191,234,239],"unstructured":[18],"data,":[19],"from":[20],"hundreds":[21],"analytics":[23],"are":[25,237],"combined":[26],"with":[27,214],"over":[28],"50":[29],"models,":[30],"trained":[31],"through":[32],"machine":[33],"learning.":[34],"After":[35],"the":[36,42,48,52,98,104,118,151,170,197,210,219,243],"2011":[37],"historic":[38],"milestone":[39],"defeating":[41],"two":[43],"best":[44],"human":[45],"players":[46],"in":[47,116,129,245],"Jeopardy!":[49],"game":[50],"show,":[51],"technology":[53],"behind":[54],"IBM":[55],"Watson,":[56],"DeepQA,":[57],"undergoing":[59],"gamification":[60,85,145,249],"into":[61,125],"real-world":[62,251],"business":[63,67,252],"problems.":[64,253],"Gamifying":[65],"domain":[68,84,144],"for":[69,80,86,150,250],"Watson":[70,106,152,248],"composite":[73],"functional,":[75],"content,":[76],"training":[78,120,225],"adaptation":[79,117],"nongame":[81],"play.":[82],"During":[83],"medical,":[87],"financial,":[88],"government,":[89],"or":[90],"any":[91],"other":[92],"business,":[93],"each":[94],"change":[96],"affects":[97],"machine-learning":[99,153],"process.":[100],"As":[101],"opposed":[102],"to":[103,195,241],"original":[105],"Jeopardy!,":[107],"whose":[108],"class":[109,141,222],"distribution":[110],"positive-to-negative":[112,133],"labels":[113],"1:100,":[115],"computed":[119,198],"instances,":[121],"pairs":[123],"transformed":[124],"true-false":[126],"labels,":[127],"result":[128],"very":[131],"low":[132],"ratio":[134],"1:100":[136],"000.":[137],"Such":[138],"initial":[139],"extreme":[140],"imbalance":[142,223],"during":[143,224],"poses":[146],"big":[148],"challenge":[149],"pipelines.":[154],"The":[155],"combination":[156],"ingested":[158],"corpus":[159],"sets,":[160],"pairs,":[162],"configuration":[163],"settings,":[164],"NLP":[166],"algorithms":[167],"contribute":[168],"toward":[169],"challenging":[171],"data":[172,177,233],"state.":[173],"We":[174,227],"propose":[175],"several":[176],"engineering":[178,236],"techniques,":[179],"such":[180,205],"as":[181,206],"answer":[182],"key":[183],"vetting":[184],"expansion,":[186],"source":[187],"ingestion,":[188],"oversampling":[189],"classes,":[190],"question":[192],"set":[193],"modifications":[194],"increase":[196],"true":[199],"labels.":[200],"In":[201],"addition,":[202],"algorithm":[203,235],"engineering,":[204],"an":[207],"implementation":[208],"Newton-Raphson":[211],"logistic":[212],"regression":[213],"regularization":[216],"term,":[217],"relaxes":[218],"constraints":[220],"adaptation.":[226],"conclude":[228],"by":[229],"empirically":[230],"demonstrating":[231],"complementary":[238],"indispensable":[240],"overcome":[242],"challenges":[244],"this":[246],"first":[247]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}