{"id":"https://openalex.org/W2891315147","doi":"https://doi.org/10.1007/978-981-13-2203-7_17","title":"A Novel Experience-Based Exploration Method for Q-Learning","display_name":"A Novel Experience-Based Exploration Method for Q-Learning","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2891315147","doi":"https://doi.org/10.1007/978-981-13-2203-7_17","mag":"2891315147"},"language":"en","primary_location":{"id":"doi:10.1007/978-981-13-2203-7_17","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-981-13-2203-7_17","pdf_url":null,"source":{"id":"https://openalex.org/S2764900261","display_name":"Communications in computer and information science","issn_l":"1865-0929","issn":["1865-0929","1865-0937"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications in Computer and Information Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068318066","display_name":"Bohong Yang","orcid":"https://orcid.org/0000-0001-7284-688X"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bohong Yang","raw_affiliation_strings":["Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, People\u2019s Republic of China","Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, People\u2019s Republic of China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, People's Republic of China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070355771","display_name":"Hong Lu","orcid":"https://orcid.org/0000-0002-4572-2854"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Lu","raw_affiliation_strings":["Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, People\u2019s Republic of China","Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, People\u2019s Republic of China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, People's Republic of China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030079237","display_name":"Bao-Gen Li","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baogen Li","raw_affiliation_strings":["Shanghai Engineering Research Center for Video Technology and System, School of Computer Science, Fudan University, Shanghai, People\u2019s Republic of China","Shanghai Engineering Research Center for Video Technology and System, School of Computer Science, Fudan University, Shanghai, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center for Video Technology and System, School of Computer Science, Fudan University, Shanghai, People\u2019s Republic of China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Shanghai Engineering Research Center for Video Technology and System, School of Computer Science, Fudan University, Shanghai, People's Republic of China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459168","display_name":"Zheng Zhang","orcid":"https://orcid.org/0000-0003-1470-6998"},"institutions":[{"id":"https://openalex.org/I258800397","display_name":"New York University Shanghai","ror":"https://ror.org/02vpsdb40","country_code":"CN","type":"education","lineage":["https://openalex.org/I258800397","https://openalex.org/I57206974"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Zhang","raw_affiliation_strings":["School of Computer Science, New York University Shanghai, Shanghai, People\u2019s Republic of China","School of Computer Science, New York University Shanghai, Shanghai, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, New York University Shanghai, Shanghai, People\u2019s Republic of China","institution_ids":["https://openalex.org/I258800397"]},{"raw_affiliation_string":"School of Computer Science, New York University Shanghai, Shanghai, People's Republic of China","institution_ids":["https://openalex.org/I258800397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100669255","display_name":"Wenqiang Zhang","orcid":"https://orcid.org/0000-0002-3339-8751"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqiang Zhang","raw_affiliation_strings":["Shanghai Engineering Research Center for Video Technology and System, School of Computer Science, Fudan University, Shanghai, People\u2019s Republic of China","Shanghai Engineering Research Center for Video Technology and System, School of Computer Science, Fudan University, Shanghai, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center for Video Technology and System, School of Computer Science, Fudan University, Shanghai, People\u2019s Republic of China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Shanghai Engineering Research Center for Video Technology and System, School of Computer Science, Fudan University, Shanghai, People's Republic of China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5068318066"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12077214,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"225","last_page":"240"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12805","display_name":"Cognitive Science and Mapping","score":0.848800003528595,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12805","display_name":"Cognitive Science and Mapping","score":0.848800003528595,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13587","display_name":"Q Methodology Applications","score":0.8197000026702881,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.8062999844551086,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6422907114028931},{"id":"https://openalex.org/keywords/thesaurus","display_name":"Thesaurus","score":0.451291561126709},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3349154591560364}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6422907114028931},{"id":"https://openalex.org/C2778698081","wikidata":"https://www.wikidata.org/wiki/Q179797","display_name":"Thesaurus","level":2,"score":0.451291561126709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3349154591560364}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-981-13-2203-7_17","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-981-13-2203-7_17","pdf_url":null,"source":{"id":"https://openalex.org/S2764900261","display_name":"Communications in computer and information science","issn_l":"1865-0929","issn":["1865-0929","1865-0937"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications in Computer and Information Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1557517019","https://openalex.org/W1576718874","https://openalex.org/W1657499580","https://openalex.org/W2052688942","https://openalex.org/W2068768759","https://openalex.org/W2107112577","https://openalex.org/W2121863487","https://openalex.org/W2130935956","https://openalex.org/W2145339207","https://openalex.org/W2155893237","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2173564293","https://openalex.org/W2257979135","https://openalex.org/W2344786740","https://openalex.org/W2746553466","https://openalex.org/W2950462606","https://openalex.org/W4214717370","https://openalex.org/W6600553734"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}