{"id":"https://openalex.org/W2514260088","doi":"https://doi.org/10.1109/tg.2018.2866036","title":"Automatic Bridge Bidding Using Deep Reinforcement Learning","display_name":"Automatic Bridge Bidding Using Deep Reinforcement Learning","publication_year":2018,"publication_date":"2018-08-17","ids":{"openalex":"https://openalex.org/W2514260088","doi":"https://doi.org/10.1109/tg.2018.2866036","mag":"2514260088"},"language":"en","primary_location":{"id":"doi:10.1109/tg.2018.2866036","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tg.2018.2866036","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1607.03290.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045708570","display_name":"Chih\u2010Kuan Yeh","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chih-Kuan Yeh","raw_affiliation_strings":["Department of Machine Learning, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Machine Learning, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101540964","display_name":"Cheng-Yu Hsieh","orcid":"https://orcid.org/0000-0003-2341-5332"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Cheng-Yu Hsieh","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Taiwan University, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-2341-5332","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100616524","display_name":"Hsuan-Tien Lin","orcid":"https://orcid.org/0000-0003-2968-0671"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hsuan-Tien Lin","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Taiwan University, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-2968-0671","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9815,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.86924054,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"10","issue":"4","first_page":"365","last_page":"377"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.9060529470443726},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.8285055160522461},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8143234252929688},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7792857885360718},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6111893653869629},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5037516951560974},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.47036075592041016},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.45734214782714844}],"concepts":[{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.9060529470443726},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.8285055160522461},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8143234252929688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7792857885360718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6111893653869629},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5037516951560974},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.47036075592041016},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.45734214782714844},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tg.2018.2866036","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tg.2018.2866036","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"},{"id":"mag:2951115206","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1607.03290.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:2951115206","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1607.03290.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.800000011920929,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2679925906","display_name":null,"funder_award_id":"MOST 103-2221-E-002-148-MY3","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G3525003840","display_name":null,"funder_award_id":"MOST 106-2119-M-007-027","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W45527061","https://openalex.org/W123935878","https://openalex.org/W166862392","https://openalex.org/W1487320471","https://openalex.org/W1532584713","https://openalex.org/W1579979603","https://openalex.org/W1757796397","https://openalex.org/W1968049117","https://openalex.org/W2078161758","https://openalex.org/W2091849464","https://openalex.org/W2096594536","https://openalex.org/W2119850747","https://openalex.org/W2121863487","https://openalex.org/W2168405694","https://openalex.org/W2257979135","https://openalex.org/W2280163991","https://openalex.org/W2514260088","https://openalex.org/W2537003064","https://openalex.org/W2576014002","https://openalex.org/W2739393805","https://openalex.org/W2904493743","https://openalex.org/W2950872548","https://openalex.org/W2963938771","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W6629353124","https://openalex.org/W6631751280","https://openalex.org/W6634861202","https://openalex.org/W6637967152","https://openalex.org/W6678113768","https://openalex.org/W6695011786","https://openalex.org/W6728836047","https://openalex.org/W6729556111","https://openalex.org/W6731948164","https://openalex.org/W7070802745"],"related_works":["https://openalex.org/W2355561715","https://openalex.org/W2355326491","https://openalex.org/W2389286292","https://openalex.org/W2360751371","https://openalex.org/W2387920521","https://openalex.org/W2389754756","https://openalex.org/W2382224273","https://openalex.org/W2373538886","https://openalex.org/W2360290312","https://openalex.org/W2369836678"],"abstract_inverted_index":{"Bridge":[0],"is":[1,80],"among":[2],"the":[3,22,72,134,139,148,188],"zero-sum":[4],"games":[5],"for":[6,39],"which":[7,27,65,89],"artificial":[8,36],"intelligence":[9,37],"has":[10],"not":[11],"yet":[12],"outperformed":[13],"expert":[14,185],"human":[15,75,127],"players.":[16],"The":[17,78,103],"main":[18],"difficulty":[19],"lies":[20],"in":[21],"bidding":[23,41,50,157,174],"phase":[24],"of":[25,74,126,142],"bridge,":[26],"requires":[28],"cooperative":[29],"decision":[30],"making":[31],"with":[32,69,164],"partial":[33],"information.":[34],"Existing":[35],"systems":[38,51],"bridge":[40,168],"rely":[42],"on,":[43],"and":[44,61,93,109,118],"are":[45],"thus":[46],"restricted":[47],"by,":[48],"human-designed":[49,173],"or":[52,70],"features.":[53],"In":[54,146,176],"this":[55],"work,":[56],"we":[57],"propose":[58],"a":[59,83,114,160,165,172],"flexible":[60],"pioneering":[62],"bridge-bidding":[63],"system,":[64],"can":[66,129,150,180],"learn":[67],"either":[68],"without":[71],"aid":[73],"domain":[76],"knowledge.":[77],"system":[79],"based":[81,98],"on":[82,99,156],"novel":[84],"deep":[85],"reinforcement":[86],"learning":[87],"model,":[88],"extracts":[90],"sophisticated":[91],"features":[92],"learns":[94],"to":[95,112,132,158],"bid":[96],"automatically":[97],"raw":[100],"card":[101],"data.":[102],"model":[104,149],"includes":[105],"an":[106],"upper-confidence-bound":[107],"algorithm":[108],"additional":[110],"techniques":[111],"achieve":[113],"balance":[115],"between":[116],"exploration":[117],"exploitation.":[119],"We":[120],"further":[121,178],"study":[122],"how":[123],"different":[124],"pieces":[125],"knowledge":[128,155,186],"be":[130,181],"exploited":[131],"assist":[133],"model.":[135,145,190],"Our":[136],"experiments":[137],"demonstrate":[138],"promising":[140],"performance":[141,162],"our":[143],"proposed":[144,189],"particular,":[147],"advance":[151],"from":[152],"having":[153],"no":[154],"achieving":[159],"superior":[161],"compared":[163],"champion-winning":[166],"computer":[167],"program":[169],"that":[170],"implements":[171],"system.":[175],"addition,":[177],"synergies":[179],"extracted":[182],"by":[183],"incorporating":[184],"into":[187]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2018,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}