{"id":"https://openalex.org/W4387415017","doi":"https://doi.org/10.1109/tnnls.2023.3314638","title":"D2CFR: Minimize Counterfactual Regret With Deep Dueling Neural Network","display_name":"D2CFR: Minimize Counterfactual Regret With Deep Dueling Neural Network","publication_year":2023,"publication_date":"2023-10-06","ids":{"openalex":"https://openalex.org/W4387415017","doi":"https://doi.org/10.1109/tnnls.2023.3314638","pmid":"https://pubmed.ncbi.nlm.nih.gov/37801386"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3314638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3314638","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100641604","display_name":"Huale Li","orcid":"https://orcid.org/0000-0002-9168-5038"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huale Li","raw_affiliation_strings":["School of Software, Northwestern Polytechnical University, Xi’an, China,","School of Software, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-9168-5038","affiliations":[{"raw_affiliation_string":"School of Software, Northwestern Polytechnical University, Xi’an, China,","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Software, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100328995","display_name":"Xuan Wang","orcid":"https://orcid.org/0000-0002-3512-0649"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Wang","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-3512-0649","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028666033","display_name":"Zengyue Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zengyue Guo","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100417632","display_name":"Jiajia Zhang","orcid":"https://orcid.org/0000-0001-6611-2046"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajia Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-6611-2046","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050911130","display_name":"Shuhan Qi","orcid":"https://orcid.org/0000-0002-6903-145X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhan Qi","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-6903-145X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5545,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.5926259,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"35","issue":"12","first_page":"18343","last_page":"18356"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9556999802589417,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.8956900835037231},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.8429040908813477},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7324150800704956},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.6028842926025391},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5497088432312012},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5073005557060242},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.45760464668273926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44477319717407227},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40748652815818787},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1633935272693634},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08113795518875122}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.8956900835037231},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.8429040908813477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7324150800704956},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.6028842926025391},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5497088432312012},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5073005557060242},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.45760464668273926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44477319717407227},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40748652815818787},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1633935272693634},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08113795518875122},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3314638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3314638","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37801386","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37801386","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G1880084553","display_name":null,"funder_award_id":"62376073","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2739032378","display_name":null,"funder_award_id":"2020AAA0104200","funder_id":"https://openalex.org/F4320321540","funder_display_name":"Ministry of Science and Technology of the People's Republic of China"},{"id":"https://openalex.org/G5421374829","display_name":null,"funder_award_id":"62372139","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321540","display_name":"Ministry of Science and Technology of the People's Republic of China","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W141425073","https://openalex.org/W2006791053","https://openalex.org/W2055537715","https://openalex.org/W2080693688","https://openalex.org/W2091358801","https://openalex.org/W2105182399","https://openalex.org/W2113702258","https://openalex.org/W2118247617","https://openalex.org/W2131592346","https://openalex.org/W2135730283","https://openalex.org/W2138178898","https://openalex.org/W2217896605","https://openalex.org/W2574978968","https://openalex.org/W2612780607","https://openalex.org/W2773381986","https://openalex.org/W2884713680","https://openalex.org/W2906875877","https://openalex.org/W2960876848","https://openalex.org/W2964934024","https://openalex.org/W2982316857","https://openalex.org/W2996896271","https://openalex.org/W3019638220","https://openalex.org/W3096065649","https://openalex.org/W3100366369","https://openalex.org/W3127275112","https://openalex.org/W4200145243","https://openalex.org/W4221144732","https://openalex.org/W4234761190","https://openalex.org/W4243711516","https://openalex.org/W4245883071","https://openalex.org/W6602524297","https://openalex.org/W6631190155","https://openalex.org/W6631543418","https://openalex.org/W6632979731","https://openalex.org/W6675509861","https://openalex.org/W6676175064","https://openalex.org/W6681187623","https://openalex.org/W6684896661","https://openalex.org/W6685444567","https://openalex.org/W6696772115","https://openalex.org/W6755963907","https://openalex.org/W6757961460","https://openalex.org/W6758650442","https://openalex.org/W6766749119","https://openalex.org/W6780162350"],"related_works":["https://openalex.org/W4376155396","https://openalex.org/W1983202944","https://openalex.org/W2802467175","https://openalex.org/W2022564137","https://openalex.org/W2132624896","https://openalex.org/W2035984254","https://openalex.org/W3046849046","https://openalex.org/W4252044174","https://openalex.org/W2118206667","https://openalex.org/W4291127980"],"abstract_inverted_index":{"Counterfactual":[0],"regret":[1,60,69],"minimization":[2],"(CFR)":[3],"is":[4,121],"a":[5,26,102,107,111,116],"popular":[6],"method":[7],"for":[8,46,71,83],"finding":[9],"approximate":[10],"Nash":[11],"equilibrium":[12],"in":[13],"two-player":[14],"zero-sum":[15],"games":[16,22],"with":[17,23,106],"imperfect":[18],"information.":[19],"Solving":[20],"large-scale":[21],"CFR":[24,41,92],"needs":[25],"combination":[27],"of":[28,77],"abstraction":[29,47],"techniques":[30],"and":[31,48,141],"certain":[32],"expert":[33,49],"knowledge,":[34],"which":[35,80,94],"constrains":[36],"its":[37],"scalability.":[38],"Recent":[39],"neural-based":[40],"methods":[42,65,144],"mitigate":[43],"the":[44,75,96,125],"need":[45],"knowledge":[50],"by":[51,100],"training":[52],"an":[53],"efficient":[54],"network":[55,105],"to":[56,123,135],"directly":[57],"obtain":[58],"counterfactual":[59],"without":[61],"abstraction.":[62],"However,":[63],"these":[64],"only":[66],"consider":[67],"estimating":[68],"values":[70],"individual":[72],"actions,":[73],"neglecting":[74],"evaluation":[76],"state":[78,97,127],"values,":[79],"are":[81,133],"significant":[82],"decision-making.":[84],"In":[85],"this":[86],"article,":[87],"we":[88],"introduce":[89],"deep":[90],"dueling":[91,108],"(D2CFR),":[93],"emphasizes":[95],"value":[98,104,128],"estimation":[99],"employing":[101],"novel":[103],"structure.":[109],"Moreover,":[110],"rectification":[112],"module":[113],"based":[114],"on":[115,145],"time-shifted":[117],"Monte":[118],"Carlo":[119],"simulation":[120],"designed":[122],"rectify":[124],"inaccurate":[126],"estimation.":[129],"Extensive":[130],"experimental":[131],"results":[132],"conducted":[134],"show":[136],"that":[137],"D2CFR":[138],"converges":[139],"faster":[140],"outperforms":[142],"comparison":[143],"test":[146],"games.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}