{"id":"https://openalex.org/W2767494849","doi":"https://doi.org/10.1007/s10586-017-1303-8","title":"Residual Sarsa algorithm with function approximation","display_name":"Residual Sarsa algorithm with function approximation","publication_year":2017,"publication_date":"2017-11-10","ids":{"openalex":"https://openalex.org/W2767494849","doi":"https://doi.org/10.1007/s10586-017-1303-8","mag":"2767494849"},"language":"en","primary_location":{"id":"doi:10.1007/s10586-017-1303-8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10586-017-1303-8","pdf_url":null,"source":{"id":"https://openalex.org/S106148199","display_name":"Cluster Computing","issn_l":"1386-7857","issn":["1386-7857","1573-7543"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cluster Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087429872","display_name":"Qiming Fu","orcid":"https://orcid.org/0000-0001-9757-4323"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]},{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fu Qiming","raw_affiliation_strings":["Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, 130012, Jilin, China","Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837","https://openalex.org/I4210110458"]},{"raw_affiliation_string":"Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, 130012, Jilin, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112125957","display_name":"Hu Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]},{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hu Wen","raw_affiliation_strings":["Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837","https://openalex.org/I4210110458"]},{"raw_affiliation_string":"Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100414574","display_name":"Quan Liu","orcid":"https://orcid.org/0000-0002-8710-1810"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]},{"id":"https://openalex.org/I4210159340","display_name":"The Synergetic Innovation Center for Advanced Materials","ror":"https://ror.org/05nzc1r88","country_code":"CN","type":"facility","lineage":["https://openalex.org/I134687103","https://openalex.org/I41198531","https://openalex.org/I4210159340","https://openalex.org/I76130692","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu Quan","raw_affiliation_strings":["Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, 210000, Jiangsu, China","Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, 130012, Jilin, China","School of Computer Science and Technology, Soochow University, Suzhou, 215000, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, 210000, Jiangsu, China","institution_ids":["https://openalex.org/I4210159340"]},{"raw_affiliation_string":"Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, 130012, Jilin, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Suzhou, 215000, Jiangsu, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Luo Heng","orcid":null},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]},{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luo Heng","raw_affiliation_strings":["Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837","https://openalex.org/I4210110458"]},{"raw_affiliation_string":"Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023673068","display_name":"Lingyao Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]},{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hu Lingyao","raw_affiliation_strings":["Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837","https://openalex.org/I4210110458"]},{"raw_affiliation_string":"Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"last","author":{"id":null,"display_name":"Chen Jianping","orcid":null},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]},{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chen Jianping","raw_affiliation_strings":["Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837","https://openalex.org/I4210110458"]},{"raw_affiliation_string":"Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I308837","https://openalex.org/I4210110458"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":null,"fwci":0.3988,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.72238932,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"22","issue":"S1","first_page":"795","last_page":"807"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8337496519088745},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.7797266840934753},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.548427164554596},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.47959887981414795},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.44748952984809875},{"id":"https://openalex.org/keywords/function-approximation","display_name":"Function approximation","score":0.41361430287361145},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2476685345172882},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15141338109970093},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.06345877051353455}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8337496519088745},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.7797266840934753},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.548427164554596},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.47959887981414795},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.44748952984809875},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.41361430287361145},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2476685345172882},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15141338109970093},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.06345877051353455},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10586-017-1303-8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10586-017-1303-8","pdf_url":null,"source":{"id":"https://openalex.org/S106148199","display_name":"Cluster Computing","issn_l":"1386-7857","issn":["1386-7857","1573-7543"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cluster Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G21622510","display_name":null,"funder_award_id":"61303108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3275847463","display_name":null,"funder_award_id":"61502329","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3962253213","display_name":"\u57fa\u4e8e\u652f\u6301\u5411\u91cf\u673a\u7684\u589e\u91cf\u5f0f\u5f3a\u5316\u5b66\u4e60\u6280\u672f\u53ca\u5176\u5e94\u7528\u7814\u7a76","funder_award_id":"61373094","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4051417660","display_name":null,"funder_award_id":"61602334","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5794123271","display_name":null,"funder_award_id":"61502323","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7602923614","display_name":null,"funder_award_id":"61472262","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8122734991","display_name":"\u57fa\u4e8e\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u7684\u5927\u578b\u516c\u5171\u5efa\u7b51\u667a\u6167\u8282\u80fd\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61672371","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8952521017","display_name":"\u57fa\u4e8e\u8d1d\u53f6\u65af\u63a8\u7406\u7684\u6a21\u7cca\u903b\u8f91\u5f3a\u5316\u5b66\u4e60\u6a21\u578b\u7814\u7a76","funder_award_id":"61272005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W13294968","https://openalex.org/W1626155273","https://openalex.org/W1971514372","https://openalex.org/W1980241579","https://openalex.org/W1992379266","https://openalex.org/W1995991457","https://openalex.org/W2068778050","https://openalex.org/W2075268401","https://openalex.org/W2100677568","https://openalex.org/W2104753538","https://openalex.org/W2121863487","https://openalex.org/W2126291936","https://openalex.org/W2140924946","https://openalex.org/W2146957157","https://openalex.org/W2147717514","https://openalex.org/W2150339816","https://openalex.org/W2165905123","https://openalex.org/W2190177274","https://openalex.org/W2266236329","https://openalex.org/W2354435290","https://openalex.org/W2375993676","https://openalex.org/W2467560519","https://openalex.org/W2490752264","https://openalex.org/W2524026793","https://openalex.org/W2554575332","https://openalex.org/W2620853660","https://openalex.org/W4214717370","https://openalex.org/W4247657984"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2560215812","https://openalex.org/W2949601986","https://openalex.org/W2788972299","https://openalex.org/W2521347458","https://openalex.org/W2498789492","https://openalex.org/W2729981612","https://openalex.org/W4233449973","https://openalex.org/W2925692864"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-06-19T15:47:20.252518","created_date":"2025-10-10T00:00:00"}