{"id":"https://openalex.org/W4410536602","doi":"https://doi.org/10.1109/tnnls.2025.3567001","title":"UBG: An Unreal BattleGround Benchmark With Object-Aware Hierarchical Proximal Policy Optimization","display_name":"UBG: An Unreal BattleGround Benchmark With Object-Aware Hierarchical Proximal Policy Optimization","publication_year":2025,"publication_date":"2025-05-20","ids":{"openalex":"https://openalex.org/W4410536602","doi":"https://doi.org/10.1109/tnnls.2025.3567001","pmid":"https://pubmed.ncbi.nlm.nih.gov/40392648"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3567001","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3567001","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tnnls.2025.3567001","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102687433","display_name":"Longyu Niu","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longyu Niu","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-5449-5155","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042709274","display_name":"Baihui Li","orcid":"https://orcid.org/0009-0004-7660-0480"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baihui Li","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xingjian Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingjian Fan","raw_affiliation_strings":["School of Computer Science and Technology, Nanjing University of Posts and Telecommunications (NJUPT), Nanjing, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Nanjing University of Posts and Telecommunications (NJUPT), Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059451258","display_name":"Hao Fang","orcid":"https://orcid.org/0000-0002-1321-3035"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Fang","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1321-3035","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100361982","display_name":"Jun Li","orcid":"https://orcid.org/0000-0002-9169-7194"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9169-7194","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076090670","display_name":"Junliang Xing","orcid":"https://orcid.org/0000-0001-6801-0510"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junliang Xing","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6801-0510","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063979916","display_name":"Jun Wan","orcid":"https://orcid.org/0000-0002-4735-2885"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wan","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4735-2885","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109299788","display_name":"Zhen Lei","orcid":"https://orcid.org/0000-0002-0791-189X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Lei","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0791-189X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08394906,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"9","first_page":"17239","last_page":"17252"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9674999713897705,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9674999713897705,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9593999981880188,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.9520999789237976,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8137285113334656},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6390191912651062},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5318301320075989},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4925442636013031},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32696592807769775},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.10823220014572144},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.10055691003799438}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8137285113334656},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6390191912651062},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5318301320075989},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4925442636013031},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32696592807769775},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.10823220014572144},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.10055691003799438}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3567001","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3567001","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40392648","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40392648","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":{"id":"doi:10.1109/tnnls.2025.3567001","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3567001","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Climate action","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G3485291661","display_name":null,"funder_award_id":"62476273","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7774572735","display_name":null,"funder_award_id":"JQ23016","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1576382428","https://openalex.org/W2083958377","https://openalex.org/W2109910161","https://openalex.org/W2115899886","https://openalex.org/W2121517924","https://openalex.org/W2145339207","https://openalex.org/W2150468603","https://openalex.org/W2174803659","https://openalex.org/W2188721763","https://openalex.org/W2296073425","https://openalex.org/W2522489477","https://openalex.org/W2615547864","https://openalex.org/W2767011576","https://openalex.org/W2788862220","https://openalex.org/W2903709781","https://openalex.org/W2962991582","https://openalex.org/W2963099939","https://openalex.org/W2963411833","https://openalex.org/W2963871073","https://openalex.org/W2963948533","https://openalex.org/W2964227312","https://openalex.org/W2965908679","https://openalex.org/W2982316857","https://openalex.org/W2996896271","https://openalex.org/W3155733121","https://openalex.org/W4322706663","https://openalex.org/W4328007662","https://openalex.org/W4360584316","https://openalex.org/W4383503699","https://openalex.org/W4399620401"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"The":[0],"deep":[1],"reinforcement":[2],"learning":[3,134,148,176],"(DRL)":[4],"has":[5],"made":[6],"significant":[7],"progress":[8],"in":[9,26,119],"various":[10],"simulation":[11],"environments.":[12,36],"However,":[13],"applying":[14],"DRL":[15,102],"methods":[16],"to":[17,24,103,178],"real-world":[18],"scenarios":[19],"poses":[20],"certain":[21],"challenges":[22],"due":[23],"limitations":[25,39],"visual":[27],"fidelity,":[28],"scene":[29,80],"complexity,":[30,73],"and":[31,40,78,137,173,192,206],"task":[32],"diversity":[33],"within":[34],"existing":[35],"To":[37,145],"address":[38],"explore":[41],"the":[42,61,111,120,128,138,147,164,180,186,190,193,196,201,204],"potential":[43],"ability":[44],"of":[45,149,189,195,203],"DRL,":[46],"we":[47,109,151],"developed":[48],"a":[49,67,124],"3-D":[50,69],"open-world":[51],"first-person":[52],"shooter":[53],"(FPS)":[54],"game":[55],"called":[56],"Unreal":[57],"BattleGround":[58],"(UBG)":[59],"using":[60],"unreal":[62],"engine":[63],"(UE).":[64],"UBG":[65,191,205],"provides":[66],"realistic":[68],"environment":[70],"with":[71,133],"variable":[72],"random":[74],"scenes,":[75],"diverse":[76],"tasks,":[77],"multiple":[79],"interaction":[81],"methods.":[82],"This":[83],"benchmark":[84],"involves":[85,123],"far":[86],"more":[87],"complex":[88],"state-action":[89],"spaces":[90],"than":[91],"classic":[92],"pseudo-3-D":[93],"FPS":[94],"games":[95],"(e.g.,":[96],"ViZDoom),":[97],"making":[98],"it":[99],"challenging":[100],"for":[101,158,170],"learn":[104],"human-level":[105],"decision":[106],"sequences.":[107],"Then,":[108],"propose":[110,152],"object-aware":[112,156],"hierarchically":[113],"proximal":[114],"policy":[115],"optimization":[116],"(OaH-PPO)":[117],"method":[118],"UBG.":[121],"It":[122],"two-level":[125],"hierarchy,":[126],"where":[127],"high-level":[129],"controller":[130],"is":[131],"tasked":[132],"option":[135],"control,":[136],"low-level":[139],"workers":[140],"focus":[141],"on":[142],"mastering":[143],"subtasks.":[144],"boost":[146],"subtasks,":[150],"three":[153],"modules:":[154],"an":[155],"module":[157],"extracting":[159],"depth":[160],"detection":[161],"information":[162],"from":[163],"environment,":[165],"potential-based":[166],"intrinsic":[167],"reward":[168],"shaping":[169],"efficient":[171],"exploration,":[172],"annealing":[174],"imitation":[175],"(IL)":[177],"guide":[179],"initialization.":[181],"Experimental":[182],"results":[183],"have":[184],"demonstrated":[185],"broad":[187],"applicability":[188],"effectiveness":[194],"OaH-PPO.":[197],"We":[198],"will":[199],"release":[200],"code":[202],"OaH-PPO":[207],"after":[208],"publication.":[209]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}