{"id":"https://openalex.org/W4396904550","doi":"https://doi.org/10.1007/s00521-024-09839-z","title":"Judgmentally adjusted Q-values based on Q-ensemble for offline reinforcement learning","display_name":"Judgmentally adjusted Q-values based on Q-ensemble for offline reinforcement learning","publication_year":2024,"publication_date":"2024-05-14","ids":{"openalex":"https://openalex.org/W4396904550","doi":"https://doi.org/10.1007/s00521-024-09839-z"},"language":"en","primary_location":{"id":"doi:10.1007/s00521-024-09839-z","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1007/s00521-024-09839-z","pdf_url":null,"source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107441690","display_name":"Wenzhuo Liu","orcid":"https://orcid.org/0009-0004-3542-8418"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhuo Liu","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, 710071, China","State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, 710071, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, 710071, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, 710071, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101353650","display_name":"Shuying Xiang","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuying Xiang","raw_affiliation_strings":["State Key Discipline Laboratory of Wide Bandgap Semiconductor Technology, Xidian University, Xi\u2019an, 710071, China","State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, 710071, China","State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, 710071, China"],"affiliations":[{"raw_affiliation_string":"State Key Discipline Laboratory of Wide Bandgap Semiconductor Technology, Xidian University, Xi\u2019an, 710071, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, 710071, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, 710071, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375792","display_name":"Tao Zhang","orcid":"https://orcid.org/0000-0002-2980-6281"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Zhang","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, 710071, China","State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, 710071, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, 710071, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, 710071, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102926008","display_name":"Yanan Han","orcid":"https://orcid.org/0009-0006-4242-1219"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanan Han","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, 710071, China","State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, 710071, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, 710071, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, 710071, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101708353","display_name":"Xingxing Guo","orcid":"https://orcid.org/0000-0002-3699-7258"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingxing Guo","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, 710071, China","State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, 710071, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, 710071, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, 710071, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100705235","display_name":"Yahui Zhang","orcid":"https://orcid.org/0000-0002-2089-8087"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yahui Zhang","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, 710071, China","State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, 710071, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, 710071, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, 710071, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100750974","display_name":"Yue Hao","orcid":"https://orcid.org/0000-0002-8081-2919"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Hao","raw_affiliation_strings":["State Key Discipline Laboratory of Wide Bandgap Semiconductor Technology, Xidian University, Xi\u2019an, 710071, China","State Key Discipline Laboratory of Wide Bandgap Semiconductor Technology, Xidian University, Xi'an, 710071, China"],"affiliations":[{"raw_affiliation_string":"State Key Discipline Laboratory of Wide Bandgap Semiconductor Technology, Xidian University, Xi\u2019an, 710071, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Discipline Laboratory of Wide Bandgap Semiconductor Technology, Xidian University, Xi'an, 710071, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101353650"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":null,"fwci":1.0135,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.75004162,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"36","issue":"25","first_page":"15255","last_page":"15277"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.8720278739929199},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6591830253601074},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.41638800501823425},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.41591253876686096},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3907485008239746},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37339621782302856}],"concepts":[{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.8720278739929199},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6591830253601074},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.41638800501823425},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.41591253876686096},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3907485008239746},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37339621782302856}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s00521-024-09839-z","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1007/s00521-024-09839-z","pdf_url":null,"source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G388591582","display_name":null,"funder_award_id":"QTZX23041","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4714173864","display_name":null,"funder_award_id":"No. 61974177","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G900167260","display_name":null,"funder_award_id":"No. 62022062","funder_id":"https://openalex.org/F4320333688","funder_display_name":"National Outstanding Youth Science Fund Project of National Natural Science Foundation of China"},{"id":"https://openalex.org/G958010685","display_name":null,"funder_award_id":"No. 5001-20109215456","funder_id":"https://openalex.org/F4320335792","funder_display_name":"Hubei Technological Innovation Special Fund"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320333688","display_name":"National Outstanding Youth Science Fund Project of National Natural Science Foundation of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320335792","display_name":"Hubei Technological Innovation Special Fund","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W142046526","https://openalex.org/W2201912979","https://openalex.org/W2227909145","https://openalex.org/W2962736495","https://openalex.org/W3036766693","https://openalex.org/W3168236455","https://openalex.org/W4385430550","https://openalex.org/W6600018615","https://openalex.org/W6600727173","https://openalex.org/W6600728650","https://openalex.org/W6601211009","https://openalex.org/W6601323341","https://openalex.org/W6602147593","https://openalex.org/W6603684260","https://openalex.org/W6603732165","https://openalex.org/W6604104912","https://openalex.org/W6640965413","https://openalex.org/W6824051750","https://openalex.org/W6828894009"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W2361647908","https://openalex.org/W2937181779","https://openalex.org/W2537866915","https://openalex.org/W2089415692","https://openalex.org/W4294873804"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}