{"id":"https://openalex.org/W4392029873","doi":"https://doi.org/10.1007/s00521-024-09455-x","title":"From mimic to counteract: a two-stage reinforcement learning algorithm for Google research football","display_name":"From mimic to counteract: a two-stage reinforcement learning algorithm for Google research football","publication_year":2024,"publication_date":"2024-02-22","ids":{"openalex":"https://openalex.org/W4392029873","doi":"https://doi.org/10.1007/s00521-024-09455-x"},"language":"en","primary_location":{"id":"doi:10.1007/s00521-024-09455-x","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s00521-024-09455-x","pdf_url":null,"source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101812337","display_name":"Junjie Zhao","orcid":"https://orcid.org/0000-0003-0718-4183"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junjie Zhao","raw_affiliation_strings":["School of Management and Engineering, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","School of Management and Engineering, Nanjing University, Nanjing, 210093, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Management and Engineering, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Management and Engineering, Nanjing University, Nanjing, 210093, People's Republic of China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108902909","display_name":"J.H. Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangwen Lin","raw_affiliation_strings":["School of Management and Engineering, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","School of Management and Engineering, Nanjing University, Nanjing, 210093, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Management and Engineering, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Management and Engineering, Nanjing University, Nanjing, 210093, People's Republic of China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100393364","display_name":"Xinyan Zhang","orcid":"https://orcid.org/0000-0002-8509-9980"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyan Zhang","raw_affiliation_strings":["School of Management and Engineering, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","School of Management and Engineering, Nanjing University, Nanjing, 210093, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Management and Engineering, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Management and Engineering, Nanjing University, Nanjing, 210093, People's Republic of China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109755080","display_name":"Yuanbai Li","orcid":"https://orcid.org/0009-0000-1357-8811"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanbai Li","raw_affiliation_strings":["School of Management and Engineering, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","School of Management and Engineering, Nanjing University, Nanjing, 210093, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Management and Engineering, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Management and Engineering, Nanjing University, Nanjing, 210093, People's Republic of China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017968460","display_name":"Xianzhong Zhou","orcid":"https://orcid.org/0000-0003-4321-1441"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianzhong Zhou","raw_affiliation_strings":["Research Center for New Technology in Intelligent Equipment, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","School of Management and Engineering, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","Research Center for New Technology in Intelligent Equipment, Nanjing University, Nanjing, 210093, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Research Center for New Technology in Intelligent Equipment, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","institution_ids":["https://openalex.org/I134687103"]},{"raw_affiliation_string":"School of Management and Engineering, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Research Center for New Technology in Intelligent Equipment, Nanjing University, Nanjing, 210093, People's Republic of China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073484102","display_name":"Yuxiang Sun","orcid":"https://orcid.org/0000-0002-4897-2007"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxiang Sun","raw_affiliation_strings":["Research Center for New Technology in Intelligent Equipment, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","School of Management and Engineering, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","Research Center for New Technology in Intelligent Equipment, Nanjing University, Nanjing, 210093, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Research Center for New Technology in Intelligent Equipment, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","institution_ids":["https://openalex.org/I134687103"]},{"raw_affiliation_string":"School of Management and Engineering, Nanjing University, Nanjing, 210093, People\u2019s Republic of China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Research Center for New Technology in Intelligent Equipment, Nanjing University, Nanjing, 210093, People's Republic of China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101812337"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":null,"fwci":3.5014,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93222313,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"36","issue":"13","first_page":"7203","last_page":"7219"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6819508075714111},{"id":"https://openalex.org/keywords/computational-science-and-engineering","display_name":"Computational Science and Engineering","score":0.6740999221801758},{"id":"https://openalex.org/keywords/football","display_name":"Football","score":0.663533091545105},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6140012741088867},{"id":"https://openalex.org/keywords/stage","display_name":"Stage (stratigraphy)","score":0.530150294303894},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48988646268844604},{"id":"https://openalex.org/keywords/college-football","display_name":"College football","score":0.472858190536499},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4275876581668854},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4128755033016205},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.09059959650039673},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.0802689790725708}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6819508075714111},{"id":"https://openalex.org/C68597687","wikidata":"https://www.wikidata.org/wiki/Q362601","display_name":"Computational Science and Engineering","level":2,"score":0.6740999221801758},{"id":"https://openalex.org/C2778444522","wikidata":"https://www.wikidata.org/wiki/Q1081491","display_name":"Football","level":2,"score":0.663533091545105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6140012741088867},{"id":"https://openalex.org/C146357865","wikidata":"https://www.wikidata.org/wiki/Q1123245","display_name":"Stage (stratigraphy)","level":2,"score":0.530150294303894},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48988646268844604},{"id":"https://openalex.org/C3019685099","wikidata":"https://www.wikidata.org/wiki/Q1109032","display_name":"College football","level":3,"score":0.472858190536499},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4275876581668854},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4128755033016205},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.09059959650039673},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0802689790725708},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s00521-024-09455-x","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s00521-024-09455-x","pdf_url":null,"source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4921074531","display_name":null,"funder_award_id":"SC-2023-039","funder_id":"https://openalex.org/F4320330454","funder_display_name":"Collaborative Innovation Center of Audit Information Engineering and Technology"}],"funders":[{"id":"https://openalex.org/F4320330454","display_name":"Collaborative Innovation Center of Audit Information Engineering and Technology","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2034587361","https://openalex.org/W2064675550","https://openalex.org/W2104641222","https://openalex.org/W2125930537","https://openalex.org/W2157331557","https://openalex.org/W2257979135","https://openalex.org/W2747213132","https://openalex.org/W2770456017","https://openalex.org/W2788862220","https://openalex.org/W2807841289","https://openalex.org/W2837605352","https://openalex.org/W2963099939","https://openalex.org/W2963163009","https://openalex.org/W2982316857","https://openalex.org/W2996896271","https://openalex.org/W2997502221","https://openalex.org/W3014596384","https://openalex.org/W3029535034","https://openalex.org/W3033836998","https://openalex.org/W3038640658","https://openalex.org/W3090951784","https://openalex.org/W3103787556","https://openalex.org/W3104733330","https://openalex.org/W3112778353","https://openalex.org/W3134774296","https://openalex.org/W3136732702","https://openalex.org/W3164631379","https://openalex.org/W3175108411","https://openalex.org/W4205733025","https://openalex.org/W4210294974","https://openalex.org/W4224217753","https://openalex.org/W4308930130","https://openalex.org/W4312412605","https://openalex.org/W4317935412","https://openalex.org/W4323338214","https://openalex.org/W4382239238","https://openalex.org/W4386464315","https://openalex.org/W4403414236"],"related_works":["https://openalex.org/W1971660097","https://openalex.org/W2365990048","https://openalex.org/W2015477300","https://openalex.org/W2237606652","https://openalex.org/W2370570388","https://openalex.org/W2353353369","https://openalex.org/W2361383069","https://openalex.org/W101369164","https://openalex.org/W2393768911","https://openalex.org/W4244730200"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}