{"id":"https://openalex.org/W4388936656","doi":"https://doi.org/10.1109/access.2023.3336425","title":"Action Valuation of On- and Off-Ball Soccer Players Based on Multi-Agent Deep Reinforcement Learning","display_name":"Action Valuation of On- and Off-Ball Soccer Players Based on Multi-Agent Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4388936656","doi":"https://doi.org/10.1109/access.2023.3336425"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3336425","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3336425","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10328596.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10328596.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102260487","display_name":"Hiroshi Nakahara","orcid":null},"institutions":[{"id":"https://openalex.org/I60134161","display_name":"Nagoya University","ror":"https://ror.org/04chrp450","country_code":"JP","type":"education","lineage":["https://openalex.org/I60134161"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Hiroshi Nakahara","raw_affiliation_strings":["Graduate School of Informatics, Nagoya University, Furo-cho, Chikusa, Nagoya, Aichi, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Nagoya University, Furo-cho, Chikusa, Nagoya, Aichi, Japan","institution_ids":["https://openalex.org/I60134161"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050356783","display_name":"Kazushi Tsutsui","orcid":"https://orcid.org/0000-0003-3443-0749"},"institutions":[{"id":"https://openalex.org/I60134161","display_name":"Nagoya University","ror":"https://ror.org/04chrp450","country_code":"JP","type":"education","lineage":["https://openalex.org/I60134161"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazushi Tsutsui","raw_affiliation_strings":["Graduate School of Informatics, Nagoya University, Furo-cho, Chikusa, Nagoya, Aichi, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Nagoya University, Furo-cho, Chikusa, Nagoya, Aichi, Japan","institution_ids":["https://openalex.org/I60134161"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042118446","display_name":"Kazuya Takeda","orcid":"https://orcid.org/0000-0002-0330-1787"},"institutions":[{"id":"https://openalex.org/I60134161","display_name":"Nagoya University","ror":"https://ror.org/04chrp450","country_code":"JP","type":"education","lineage":["https://openalex.org/I60134161"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuya Takeda","raw_affiliation_strings":["Graduate School of Informatics, Nagoya University, Furo-cho, Chikusa, Nagoya, Aichi, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Nagoya University, Furo-cho, Chikusa, Nagoya, Aichi, Japan","institution_ids":["https://openalex.org/I60134161"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025530694","display_name":"Keisuke Fujii","orcid":"https://orcid.org/0000-0001-5487-4297"},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]},{"id":"https://openalex.org/I60134161","display_name":"Nagoya University","ror":"https://ror.org/04chrp450","country_code":"JP","type":"education","lineage":["https://openalex.org/I60134161"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keisuke Fujii","raw_affiliation_strings":["Graduate School of Informatics, Nagoya University, Furo-cho, Chikusa, Nagoya, Aichi, Japan","RIKEN Center for Advanced Intelligence Project, Yamadaoka, Suita, Osaka, Japan","JST PRESTO, 7 Gobancho, Chiyoda, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Nagoya University, Furo-cho, Chikusa, Nagoya, Aichi, Japan","institution_ids":["https://openalex.org/I60134161"]},{"raw_affiliation_string":"RIKEN Center for Advanced Intelligence Project, Yamadaoka, Suita, Osaka, Japan","institution_ids":["https://openalex.org/I4210126580"]},{"raw_affiliation_string":"JST PRESTO, 7 Gobancho, Chiyoda, Tokyo, Japan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102260487"],"corresponding_institution_ids":["https://openalex.org/I60134161"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":14.0178,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.9842651,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"131237","last_page":"131244"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10157","display_name":"Sports Performance and Training","score":0.9585999846458435,"subfield":{"id":"https://openalex.org/subfields/2732","display_name":"Orthopedics and Sports Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9585999846458435,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8732024431228638},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6854925155639648},{"id":"https://openalex.org/keywords/football","display_name":"Football","score":0.6026961207389832},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6003439426422119},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4886029362678528},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4736051559448242},{"id":"https://openalex.org/keywords/ball","display_name":"Ball (mathematics)","score":0.45329445600509644},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12950578331947327},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10463413596153259}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8732024431228638},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6854925155639648},{"id":"https://openalex.org/C2778444522","wikidata":"https://www.wikidata.org/wiki/Q1081491","display_name":"Football","level":2,"score":0.6026961207389832},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6003439426422119},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4886029362678528},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4736051559448242},{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.45329445600509644},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12950578331947327},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10463413596153259},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3336425","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3336425","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10328596.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1641f2d7af364ca4b91277dcf161af2f","is_oa":true,"landing_page_url":"https://doaj.org/article/1641f2d7af364ca4b91277dcf161af2f","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 131237-131244 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3336425","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3336425","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10328596.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G1755812565","display_name":null,"funder_award_id":"Japan Science and Technology Agency","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3407190576","display_name":null,"funder_award_id":"20H04075","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3459562248","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3670916553","display_name":null,"funder_award_id":"21H05","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4611969921","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"},{"id":"https://openalex.org/G4864544293","display_name":null,"funder_award_id":"Japan","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"},{"id":"https://openalex.org/G5256887504","display_name":null,"funder_award_id":"Japan Society for the Promotion of Science (JSPS)","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6273665501","display_name":null,"funder_award_id":"JPMJPR20CA","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"},{"id":"https://openalex.org/G6362425154","display_name":null,"funder_award_id":"KAKENHI","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"},{"id":"https://openalex.org/G7485138276","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"},{"id":"https://openalex.org/G7752643416","display_name":null,"funder_award_id":"Japan","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8430481527","display_name":null,"funder_award_id":"Number","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8885344818","display_name":null,"funder_award_id":"21H05300","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320334789","display_name":"Japan Science and Technology Agency","ror":"https://ror.org/00097mb19"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388936656.pdf","grobid_xml":"https://content.openalex.org/works/W4388936656.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W2079452863","https://openalex.org/W2093349432","https://openalex.org/W2516589811","https://openalex.org/W2567728646","https://openalex.org/W2582896079","https://openalex.org/W2603804919","https://openalex.org/W2744072030","https://openalex.org/W2788862220","https://openalex.org/W2806905225","https://openalex.org/W2949269657","https://openalex.org/W2963643890","https://openalex.org/W2997502221","https://openalex.org/W3022566517","https://openalex.org/W3035679825","https://openalex.org/W3042203388","https://openalex.org/W3043874967","https://openalex.org/W3098335646","https://openalex.org/W3098369568","https://openalex.org/W3114820637","https://openalex.org/W3132362810","https://openalex.org/W3184133131","https://openalex.org/W3198500997","https://openalex.org/W3215194890","https://openalex.org/W4210589168","https://openalex.org/W4220834507","https://openalex.org/W4281918658","https://openalex.org/W4285202401","https://openalex.org/W4285256271","https://openalex.org/W4288278931","https://openalex.org/W4310627560","https://openalex.org/W4321472169","https://openalex.org/W4321795339","https://openalex.org/W4392305460","https://openalex.org/W6631190155","https://openalex.org/W6639617398","https://openalex.org/W6686914157","https://openalex.org/W6735473287","https://openalex.org/W6735698609","https://openalex.org/W6757894719","https://openalex.org/W6776438516","https://openalex.org/W6780689000","https://openalex.org/W6791369306","https://openalex.org/W6803281155","https://openalex.org/W6839394125","https://openalex.org/W6847121505","https://openalex.org/W6849982069","https://openalex.org/W6853504563"],"related_works":["https://openalex.org/W1971660097","https://openalex.org/W2365990048","https://openalex.org/W2015477300","https://openalex.org/W2237606652","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W2370570388","https://openalex.org/W2353353369","https://openalex.org/W1977959518"],"abstract_inverted_index":{"Analysis":[0],"of":[1,66,88,122,156],"invasive":[2],"sports":[3],"such":[4],"as":[5,40],"soccer":[6,96],"is":[7,173],"challenging":[8,61],"because":[9],"the":[10,24,46,52,64,73,136,140,154,157,170],"game":[11,25,148],"situation":[12,26],"changes":[13],"continuously":[14,168],"in":[15,54,75,98,115,132],"time":[16],"and":[17,19,27,44,48,94,126,147,152,185],"space,":[18],"multiple":[20,67,165],"agents":[21],"individually":[22],"recognize":[23],"make":[28],"decisions.":[29],"Previous":[30],"studies":[31],"using":[32],"deep":[33,106],"reinforcement":[34,107,133],"learning":[35,129],"have":[36],"often":[37],"considered":[38],"teams":[39,47],"a":[41,76,86,99,111],"single":[42,100],"agent":[43],"valued":[45],"players":[49,70,97,166],"who":[50],"hold":[51],"ball":[53],"each":[55,116],"discrete":[56,112],"event.":[57],"Then":[58],"it":[59],"was":[60],"to":[62,175],"value":[63],"actions":[65,91,131],"players,":[68],"including":[69],"far":[71],"from":[72],"ball,":[74],"spatiotemporally":[77],"continuous":[78],"state":[79],"space.":[80],"In":[81,135],"this":[82],"paper,":[83],"we":[84,138],"propose":[85],"method":[87],"valuing":[89],"possible":[90],"for":[92,130,182],"on-":[93],"off-ball":[95],"holistic":[101],"framework":[102],"based":[103],"on":[104],"multi-agent":[105],"learning.":[108,134],"We":[109],"consider":[110],"action":[113],"space":[114],"data":[117],"frame":[118],"that":[119,121],"mimics":[120],"Google":[123],"research":[124],"football":[125],"leverages":[127],"supervised":[128],"experiment,":[137],"analyzed":[139],"relationships":[141],"with":[142],"conventional":[143],"indicators,":[144],"season":[145],"goals,":[146],"ratings":[149],"by":[150],"experts,":[151],"showed":[153],"effectiveness":[155],"proposed":[158],"method.":[159],"Our":[160],"approach":[161],"can":[162],"assess":[163],"how":[164],"move":[167],"throughout":[169],"game,":[171],"which":[172],"difficult":[174],"be":[176],"discretized":[177],"or":[178],"labeled":[179],"but":[180],"vital":[181],"teamwork,":[183],"scouting,":[184],"fan":[186],"engagement.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":8}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}