{"id":"https://openalex.org/W2147677277","doi":"https://doi.org/10.4028/www.scientific.net/amr.756-759.3967","title":"Optional Feature Vector Generation for Linear Value Function Approximation with Binary Features","display_name":"Optional Feature Vector Generation for Linear Value Function Approximation with Binary Features","publication_year":2013,"publication_date":"2013-09-01","ids":{"openalex":"https://openalex.org/W2147677277","doi":"https://doi.org/10.4028/www.scientific.net/amr.756-759.3967","mag":"2147677277"},"language":"en","primary_location":{"id":"doi:10.4028/www.scientific.net/amr.756-759.3967","doi":"https://doi.org/10.4028/www.scientific.net/amr.756-759.3967","is_oa":false,"landing_page_url":"https://doi.org/10.4028/www.scientific.net/amr.756-759.3967","pdf_url":null,"source":{"id":"https://openalex.org/S67425620","display_name":"Advanced materials research","issn_l":"1022-6680","issn":["1022-6680","1662-8985"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310317839","host_organization_name":"Trans Tech Publications","host_organization_lineage":["https://openalex.org/P4310317839"],"host_organization_lineage_names":["Trans Tech Publications"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Materials Research","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073750509","display_name":"Bo Ren","orcid":"https://orcid.org/0000-0002-0619-7188","observed_orcids":["https://orcid.org/0000-0002-0619-7188"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Yan Ren","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101678402","display_name":"Zheng Qin","orcid":"https://orcid.org/0000-0002-4637-2518","observed_orcids":["https://orcid.org/0000-0002-4637-2518"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Qin","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":null,"display_name":"Feng Fei Zhao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Fei Zhao","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"756-759","issue":null,"first_page":"3967","last_page":"3971"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/linear-value-function-approximation","display_name":"linear value function approximation","score":0.9929999709129333},{"id":"https://openalex.org/keywords/binary-features","display_name":"binary features","score":0.9940000176429749},{"id":"https://openalex.org/keywords/feature-vector-generation","display_name":"feature vector generation","score":0.7609999775886536},{"id":"https://openalex.org/keywords/high-dimensional-state-spaces","display_name":"high-dimensional state spaces","score":0.8309999704360962},{"id":"https://openalex.org/keywords/feature-expansion","display_name":"feature expansion","score":0.5479999780654907}],"concepts":[{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.7046549916267395},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6992668509483337},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.6528849005699158},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5849708318710327},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5789171457290649},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.5725353360176086},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5037924647331238},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4990963935852051},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45315101742744446},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.453029066324234},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31417179107666016},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15679535269737244},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.05599668622016907},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.4028/www.scientific.net/amr.756-759.3967","doi":"https://doi.org/10.4028/www.scientific.net/amr.756-759.3967","is_oa":false,"landing_page_url":"https://doi.org/10.4028/www.scientific.net/amr.756-759.3967","pdf_url":null,"source":{"id":"https://openalex.org/S67425620","display_name":"Advanced materials research","issn_l":"1022-6680","issn":["1022-6680","1662-8985"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310317839","host_organization_name":"Trans Tech Publications","host_organization_lineage":["https://openalex.org/P4310317839"],"host_organization_lineage_names":["Trans Tech Publications"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Materials Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1497290640","https://openalex.org/W2100677568","https://openalex.org/W2121863487","https://openalex.org/W2138326839","https://openalex.org/W2139418546","https://openalex.org/W2152835608","https://openalex.org/W2200611301","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W1978770578","https://openalex.org/W2145955548","https://openalex.org/W7098900178","https://openalex.org/W2974769963","https://openalex.org/W15354828","https://openalex.org/W2908675041","https://openalex.org/W2966367827","https://openalex.org/W2123979492","https://openalex.org/W2345057558","https://openalex.org/W7095085903"],"abstract_inverted_index":{"Linear":[0],"value":[1,19],"function":[2],"approximation":[3],"with":[4,79],"binary":[5,89],"features":[6,32],"is":[7,22],"important":[8],"in":[9,99],"the":[10,18,31,41,51],"research":[11],"of":[12,53],"Reinforcement":[13],"Learning":[14],"(RL).":[15],"When":[16],"updating":[17],"function,":[20],"it":[21],"necessary":[23],"to":[24,71],"generate":[25,72],"a":[26,55],"feature":[27,73],"vector":[28],"which":[29,49],"contains":[30],"that":[33,75,85,95],"should":[34],"be":[35,77],"updated.":[36],"In":[37],"high":[38,100],"dimensional":[39,101],"domains,":[40],"generation":[42],"process":[43],"will":[44],"take":[45],"lot":[46],"more":[47],"time,":[48],"reduces":[50],"performance":[52],"algorithm":[54,66],"lot.":[56],"Hence,":[57],"this":[58],"paper":[59,92],"introduces":[60],"Optional":[61],"Feature":[62],"Vector":[63],"Generation":[64],"(OFVG)":[65],"as":[67],"an":[68],"improved":[69],"method":[70,84],"vectors":[74],"can":[76],"combined":[78],"any":[80],"online,":[81],"value-based":[82],"RL":[83],"uses":[86],"and":[87],"expands":[88],"features.":[90],"This":[91],"shows":[93],"empirically":[94],"OFVG":[96],"performs":[97],"well":[98],"domains.":[102]},"counts_by_year":[],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2016-06-24T00:00:00"}