{"id":"https://openalex.org/W2947454963","doi":"https://doi.org/10.1142/s0218001420520011","title":"Weighted Densely Connected Convolutional Networks for Reinforcement Learning","display_name":"Weighted Densely Connected Convolutional Networks for Reinforcement Learning","publication_year":2019,"publication_date":"2019-05-27","ids":{"openalex":"https://openalex.org/W2947454963","doi":"https://doi.org/10.1142/s0218001420520011","mag":"2947454963"},"language":"en","primary_location":{"id":"doi:10.1142/s0218001420520011","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218001420520011","pdf_url":null,"source":{"id":"https://openalex.org/S41486457","display_name":"International Journal of Pattern Recognition and Artificial Intelligence","issn_l":"0218-0014","issn":["0218-0014","1793-6381"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Pattern Recognition and Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045380530","display_name":"Min Xia","orcid":"https://orcid.org/0000-0003-4681-9129"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Xia","raw_affiliation_strings":["Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing 210044, P.\u00a0R.\u00a0China"],"raw_orcid":"https://orcid.org/0000-0003-4681-9129","affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing 210044, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003728875","display_name":"Wenzhu Song","orcid":null},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhu Song","raw_affiliation_strings":["Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing 210044, P.\u00a0R.\u00a0China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing 210044, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038163730","display_name":"Xudong Sun","orcid":"https://orcid.org/0000-0002-5870-6343"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xudong Sun","raw_affiliation_strings":["Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing 210044, P.\u00a0R.\u00a0China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing 210044, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409727","display_name":"Jia Liu","orcid":"https://orcid.org/0000-0002-8383-4048"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Liu","raw_affiliation_strings":["Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing 210044, P.\u00a0R.\u00a0China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing 210044, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110963908","display_name":"Ye Tao","orcid":"https://orcid.org/0000-0001-8202-0571"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Ye","raw_affiliation_strings":["Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing 210044, P.\u00a0R.\u00a0China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing 210044, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055825030","display_name":"Yiqing Xu","orcid":"https://orcid.org/0000-0002-7962-6668"},"institutions":[{"id":"https://openalex.org/I167027274","display_name":"Nanjing Forestry University","ror":"https://ror.org/03m96p165","country_code":"CN","type":"education","lineage":["https://openalex.org/I167027274"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqing Xu","raw_affiliation_strings":["College of Information Science and Technology, Nanjing Forestry University, Nanjing 210037, P.\u00a0R.\u00a0China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Nanjing Forestry University, Nanjing 210037, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I167027274"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5531,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.87166027,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"34","issue":"04","first_page":"2052001","last_page":"2052001"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.970300018787384,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8979412317276001},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7517478466033936},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6602594256401062},{"id":"https://openalex.org/keywords/connection","display_name":"Connection (principal bundle)","score":0.6560499668121338},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.59954833984375},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5584487915039062},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.5538111925125122},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5329996347427368},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.46483397483825684},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.41545945405960083},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1948244273662567},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.17097249627113342},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.05909410119056702}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8979412317276001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7517478466033936},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6602594256401062},{"id":"https://openalex.org/C13355873","wikidata":"https://www.wikidata.org/wiki/Q2920850","display_name":"Connection (principal bundle)","level":2,"score":0.6560499668121338},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.59954833984375},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5584487915039062},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5538111925125122},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5329996347427368},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.46483397483825684},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41545945405960083},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1948244273662567},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.17097249627113342},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.05909410119056702},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218001420520011","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218001420520011","pdf_url":null,"source":{"id":"https://openalex.org/S41486457","display_name":"International Journal of Pattern Recognition and Artificial Intelligence","issn_l":"0218-0014","issn":["0218-0014","1793-6381"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Pattern Recognition and Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121039616","display_name":null,"funder_award_id":"BK20161533","funder_id":"https://openalex.org/F4320334982","funder_display_name":"Basic Research Program of Jiangsu Province"},{"id":"https://openalex.org/G8982732802","display_name":null,"funder_award_id":"61773219","funder_id":"https://openalex.org/F4320335577","funder_display_name":"Major Research Plan"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327794","display_name":"Qinglan Project of Jiangsu Province of China","ror":null},{"id":"https://openalex.org/F4320334982","display_name":"Basic Research Program of Jiangsu Province","ror":null},{"id":"https://openalex.org/F4320335577","display_name":"Major Research Plan","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W166862392","https://openalex.org/W1925816294","https://openalex.org/W2145339207","https://openalex.org/W2154997814","https://openalex.org/W2515391114","https://openalex.org/W2528305538","https://openalex.org/W2549225575","https://openalex.org/W2583993537","https://openalex.org/W2746722165","https://openalex.org/W2753224637","https://openalex.org/W2765915777","https://openalex.org/W2766447205","https://openalex.org/W2784272016","https://openalex.org/W2802679057","https://openalex.org/W2884411654","https://openalex.org/W2888182230","https://openalex.org/W2912669475","https://openalex.org/W2963658727","https://openalex.org/W3100944043"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"A":[0],"weighted":[1],"densely":[2],"connected":[3],"convolution":[4],"network":[5,27],"(W-DenseNet)":[6],"is":[7,93],"proposed":[8,154],"for":[9,120],"reinforcement":[10,127,138,142],"learning":[11,128,139,143],"in":[12,25,54],"this":[13,112],"work.":[14],"The":[15,50,122,148],"W-DenseNet":[16,131,155],"can":[17,33,71,157],"maximize":[18],"the":[19,26,35,45,56,61,85,90,97,107,135,153,159,164],"information":[20,74],"flow":[21],"between":[22],"all":[23,60],"layers":[24,77],"by":[28,88],"cross":[29],"layer":[30,58],"connection,":[31],"which":[32,70],"reduce":[34,106,163],"phenomenon":[36],"of":[37,47,75,109,125],"gradient":[38],"vanishing":[39],"and":[40,42,115,141,167],"degradation,":[41],"greatly":[43],"improves":[44],"speed":[46],"training":[48,165],"convergence.":[49],"weight":[51,86],"coefficient":[52],"introduced":[53],"W-DenseNet,":[55],"current":[57],"received":[59],"previous":[62],"layers\u2019":[63],"feature":[64,73],"maps":[65],"with":[66,100,134],"different":[67,76],"initial":[68],"weights,":[69],"extract":[72],"more":[78,161,169],"effectively":[79],"according":[80],"to":[81,84,95,105],"tasks.":[82],"According":[83],"adjusted":[87],"learning,":[89],"cross-layer":[91,98],"connection":[92,99],"pruned":[94],"remove":[96],"smaller":[101],"weight,":[102],"so":[103],"as":[104],"number":[108],"cross-layer.":[110],"In":[111],"work,":[113],"GridWorld":[114],"FlappyBird":[116],"games":[117],"are":[118,132],"used":[119],"simulation.":[121],"simulation":[123,149],"results":[124,150,160],"deep":[126,137],"based":[129,145],"on":[130,146],"compared":[133],"traditional":[136],"algorithm":[140,144],"DenseNet.":[147],"show":[151],"that":[152],"method":[156],"make":[158],"convergent,":[162],"time,":[166],"obtain":[168],"stable":[170],"results.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":6}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}