{"id":"https://openalex.org/W3009261570","doi":"https://doi.org/10.1145/3374587.3374605","title":"Multi-Experience Pool Local State Parallel Q-Network","display_name":"Multi-Experience Pool Local State Parallel Q-Network","publication_year":2019,"publication_date":"2019-12-06","ids":{"openalex":"https://openalex.org/W3009261570","doi":"https://doi.org/10.1145/3374587.3374605","mag":"3009261570"},"language":"en","primary_location":{"id":"doi:10.1145/3374587.3374605","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3374587.3374605","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 3rd International Conference on Computer Science and Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100458263","display_name":"Ting Zhang","orcid":"https://orcid.org/0000-0001-5008-2081"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ting Zhang","raw_affiliation_strings":["Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017060891","display_name":"Xiao-Guang Nie","orcid":null},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Guang Nie","raw_affiliation_strings":["Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102352070","display_name":"Zhao-Ying Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao-Ying Liu","raw_affiliation_strings":["Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101457814","display_name":"Yujian Li","orcid":"https://orcid.org/0000-0002-4991-6461"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]},{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu-Jian Li","raw_affiliation_strings":["Beijing University of Technology, Beijing, China, Guilin University of Electronic Technology, Guilin, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Technology, Beijing, China, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935","https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100427695","display_name":"Bowen Liu","orcid":"https://orcid.org/0000-0002-4194-8119"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo-Wen Liu","raw_affiliation_strings":["Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100458263"],"corresponding_institution_ids":["https://openalex.org/I37796252"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17131897,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"98","last_page":"102"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.578679084777832},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5406699776649475},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3329455256462097},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.07579821348190308}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.578679084777832},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5406699776649475},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3329455256462097},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.07579821348190308}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3374587.3374605","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3374587.3374605","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 3rd International Conference on Computer Science and Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2090170171","https://openalex.org/W2145339207","https://openalex.org/W2179488730","https://openalex.org/W2395575420","https://openalex.org/W2546571074","https://openalex.org/W2575705757","https://openalex.org/W2914393402","https://openalex.org/W2963000099","https://openalex.org/W6637967152"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Deep":[0],"Q":[1,18,33,75,79,89,103],"Network":[2],"(DQN)":[3],"takes":[4,69],"the":[5,26,47,70,85,92,96,113,121],"entire":[6],"game":[7,30,98,114,132],"interface":[8,115],"as":[9],"input,":[10],"makes":[11],"use":[12],"of":[13,28,49,72,87,95,112,123,127],"neural":[14],"network":[15,90,104],"to":[16,32,46,77],"output":[17],"value,":[19],"and":[20,37,100],"maps":[21],"it":[22],"into":[23],"actions.":[24],"However,":[25],"contribution":[27],"different":[29,110],"interfaces":[31,42],"value":[34],"often":[35],"varies,":[36],"sometimes":[38],"only":[39],"a":[40,54],"few":[41],"are":[43],"closely":[44],"related":[45],"execution":[48],"agents.":[50],"Hence,":[51],"we":[52],"propose":[53],"deep":[55],"reinforcement":[56],"learning":[57],"model":[58],"based":[59],"on":[60],"multi-experience":[61],"pool":[62],"local":[63],"state":[64],"parallel":[65,74],"Q-Network":[66],"(MEPLSPQ-Network),":[67],"which":[68],"advantage":[71],"multiple":[73],"networks":[76],"predict":[78],"values":[80],"collaboratively.":[81],"In":[82],"this":[83],"model,":[84],"input":[86],"each":[88,102],"is":[91],"non-overlapping":[93],"sub-region":[94],"original":[97],"interface,":[99],"subsequently":[101],"will":[105],"study":[106],"respectively":[107],"what":[108],"characteristics":[109],"sub-regions":[111],"have.":[116],"Experimental":[117],"results":[118],"indicate":[119],"that":[120,126],"performance":[122],"MEPLSPQ-Network":[124],"exceeds":[125],"DQN":[128],"in":[129],"three":[130],"various":[131],"scenes.":[133]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}