{"id":"https://openalex.org/W4360605060","doi":"https://doi.org/10.1109/icaiic57133.2023.10067011","title":"Kick-motion Training with DQN in AI Soccer Environment","display_name":"Kick-motion Training with DQN in AI Soccer Environment","publication_year":2023,"publication_date":"2023-02-20","ids":{"openalex":"https://openalex.org/W4360605060","doi":"https://doi.org/10.1109/icaiic57133.2023.10067011"},"language":"en","primary_location":{"id":"doi:10.1109/icaiic57133.2023.10067011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icaiic57133.2023.10067011","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Artificial Intelligence in Information and Communication (ICAIIC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090743567","display_name":"Bumgeun Park","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Bumgeun Park","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST),Cho Chun Shik Graduate School of Mobility,Daejeon","Cho Chun Shik Graduate School of Mobility, Korea Advanced Institute of Science and Technology (KAIST), Daejeon"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST),Cho Chun Shik Graduate School of Mobility,Daejeon","institution_ids":["https://openalex.org/I157485424"]},{"raw_affiliation_string":"Cho Chun Shik Graduate School of Mobility, Korea Advanced Institute of Science and Technology (KAIST), Daejeon","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005030866","display_name":"Jihui Lee","orcid":"https://orcid.org/0000-0003-1239-8864"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jihui Lee","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST),Division of Future Vehicle,Daejeon","Division of Future Vehicle, Korea Advanced Institute of Science and Technology (KAIST), Daejeon"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST),Division of Future Vehicle,Daejeon","institution_ids":["https://openalex.org/I157485424"]},{"raw_affiliation_string":"Division of Future Vehicle, Korea Advanced Institute of Science and Technology (KAIST), Daejeon","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412362","display_name":"Taeyoung Kim","orcid":"https://orcid.org/0000-0002-1894-6596"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Taeyoung Kim","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST),Cho Chun Shik Graduate School of Mobility,Daejeon","Cho Chun Shik Graduate School of Mobility, Korea Advanced Institute of Science and Technology (KAIST), Daejeon"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST),Cho Chun Shik Graduate School of Mobility,Daejeon","institution_ids":["https://openalex.org/I157485424"]},{"raw_affiliation_string":"Cho Chun Shik Graduate School of Mobility, Korea Advanced Institute of Science and Technology (KAIST), Daejeon","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005393869","display_name":"Dongsoo Har","orcid":"https://orcid.org/0000-0002-6949-1739"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dongsoo Har","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST),Cho Chun Shik Graduate School of Mobility,Daejeon","Cho Chun Shik Graduate School of Mobility, Korea Advanced Institute of Science and Technology (KAIST), Daejeon"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST),Cho Chun Shik Graduate School of Mobility,Daejeon","institution_ids":["https://openalex.org/I157485424"]},{"raw_affiliation_string":"Cho Chun Shik Graduate School of Mobility, Korea Advanced Institute of Science and Technology (KAIST), Daejeon","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5090743567"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":0.3497,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.62534751,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"689","last_page":"692"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.723658561706543},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6974394917488098},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6973329782485962},{"id":"https://openalex.org/keywords/ball","display_name":"Ball (mathematics)","score":0.6495803594589233},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6193887591362},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.4940531551837921},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4613175094127655},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.45167699456214905},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4474062919616699},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1234382688999176}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.723658561706543},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6974394917488098},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6973329782485962},{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.6495803594589233},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6193887591362},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.4940531551837921},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4613175094127655},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.45167699456214905},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4474062919616699},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1234382688999176},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icaiic57133.2023.10067011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icaiic57133.2023.10067011","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Artificial Intelligence in Information and Communication (ICAIIC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2014824949","https://openalex.org/W2033819227","https://openalex.org/W2095487261","https://openalex.org/W2766447205","https://openalex.org/W2969428710","https://openalex.org/W3026486560","https://openalex.org/W3046082509","https://openalex.org/W3138971305","https://openalex.org/W3200132285","https://openalex.org/W4200634697","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W4312208993","https://openalex.org/W6922480057"],"related_works":["https://openalex.org/W4296209631","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2561617217","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,7,35,44],"technique":[4],"to":[5,9,30,111,145,178,199,201],"train":[6],"robot":[8,84,95,159],"perform":[10,202],"kick-motion":[11,157],"in":[12,34,120,225],"AI":[13,227],"soccer":[14,106,134,186],"by":[15],"using":[16,163],"reinforcement":[17],"learning":[18],"(RL).":[19],"In":[20,79,108,140],"RL,":[21,124],"an":[22,26,32],"agent":[23,177,197],"interacts":[24],"with":[25,216,231],"environment":[27,229],"and":[28,62,188,204,223],"learns":[29],"choose":[31],"action":[33,98],"state":[36,59,154,194],"at":[37],"each":[38],"step.":[39],"When":[40],"training":[41,66,115,156,209],"RL":[42,77],"algorithms,":[43],"problem":[45],"called":[46],"the":[47,55,58,63,80,83,86,89,92,94,97,101,105,114,121,133,147,153,164,170,173,176,181,190,193,196,212,217,226],"curse":[48],"of":[49,57,65,76,82,123,132,158,162,184,192],"dimensionality":[50],"(COD)":[51],"can":[52],"occur":[53],"if":[54],"dimension":[56,191],"is":[60,68,214],"high":[61],"number":[64],"data":[67],"low.":[69],"The":[70,208],"COD":[71],"often":[72],"causes":[73],"degraded":[74],"performance":[75],"models.":[78],"situation":[81],"kicking":[85],"ball,":[87],"as":[88,152],"ball":[90],"approaches":[91],"robot,":[93],"chooses":[96],"based":[99,210],"on":[100,211],"information":[102,183],"obtained":[103],"from":[104,129],"field.":[107],"order":[109],"not":[110],"suffer":[112],"COD,":[113],"data,":[116],"which":[117],"are":[118],"experiences":[119],"case":[122],"should":[125],"be":[126],"collected":[127],"evenly":[128],"all":[130,180],"areas":[131],"field":[135,187],"over":[136],"(theoretically":[137],"infinite)":[138],"time.":[139],"this":[141],"paper,":[142],"we":[143],"attempt":[144],"use":[146],"relative":[148],"coordinate":[149,166],"system":[150,167],"(RCS)":[151],"for":[155,175],"agent,":[160],"instead":[161],"absolute":[165],"(ACS).":[168],"Using":[169],"RCS":[171,213],"eliminates":[172],"necessity":[174],"know":[179,200],"(state)":[182],"entire":[185],"reduces":[189],"that":[195],"needs":[198],"kick-motion,":[203],"consequently":[205],"alleviates":[206],"COD.":[207],"performed":[215],"widely":[218],"used":[219],"Deep":[220],"Q-network":[221],"(DQN)":[222],"tested":[224],"Soccer":[228],"implemented":[230],"Webots":[232],"simulation":[233],"software.":[234]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}