{"id":"https://openalex.org/W3091628900","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207388","title":"Meta-Reward Model Based on Trajectory Data with k-Nearest Neighbors Method","display_name":"Meta-Reward Model Based on Trajectory Data with k-Nearest Neighbors Method","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3091628900","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207388","mag":"3091628900"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9207388","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207388","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059827048","display_name":"Xiaohui Zhu","orcid":"https://orcid.org/0000-0003-1024-5442"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xiaohui Zhu","raw_affiliation_strings":["Department of Computer Science and Eng., Waseda University, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Eng., Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082205147","display_name":"Toshiharu Sugawara","orcid":"https://orcid.org/0000-0002-9271-4507"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Toshiharu Sugawara","raw_affiliation_strings":["Department of Computer Science and Eng., Waseda University, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Eng., Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I150744194"],"apc_list":null,"apc_paid":null,"fwci":0.23,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.50066228,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"518","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8279818296432495},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7361043095588684},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6429081559181213},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6380228996276855},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6098523139953613},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5423700213432312},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4919857680797577},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.48294275999069214},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44362515211105347},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1260560154914856}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8279818296432495},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7361043095588684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6429081559181213},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6380228996276855},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6098523139953613},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5423700213432312},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4919857680797577},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.48294275999069214},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44362515211105347},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1260560154914856},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9207388","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207388","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4757044010","display_name":"Improving sustainability, flexibility, and robustness of artifactitious systems using emergence of divisional cooperation","funder_award_id":"17KT0044","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W13374848","https://openalex.org/W1130790960","https://openalex.org/W1777239053","https://openalex.org/W1999874108","https://openalex.org/W2061562262","https://openalex.org/W2098774185","https://openalex.org/W2121863487","https://openalex.org/W2122111042","https://openalex.org/W2145339207","https://openalex.org/W2151382427","https://openalex.org/W2159600763","https://openalex.org/W2164419340","https://openalex.org/W2173564293","https://openalex.org/W2198041288","https://openalex.org/W2294422333","https://openalex.org/W2397581010","https://openalex.org/W2404616412","https://openalex.org/W2472819217","https://openalex.org/W2491675558","https://openalex.org/W2604763608","https://openalex.org/W2620974420","https://openalex.org/W2736629007","https://openalex.org/W2751516180","https://openalex.org/W2788455270","https://openalex.org/W2788862220","https://openalex.org/W2895531857","https://openalex.org/W2911718261","https://openalex.org/W2913350117","https://openalex.org/W2951799221","https://openalex.org/W2962943921","https://openalex.org/W2963025296","https://openalex.org/W2963341924","https://openalex.org/W2963376229","https://openalex.org/W2964043796","https://openalex.org/W2964263543","https://openalex.org/W2964273112","https://openalex.org/W4214717370","https://openalex.org/W4289288058","https://openalex.org/W4293775587","https://openalex.org/W4297791772","https://openalex.org/W4300971732","https://openalex.org/W4321392130","https://openalex.org/W4327484999","https://openalex.org/W6600562995","https://openalex.org/W6638088447","https://openalex.org/W6674884181","https://openalex.org/W6682205418","https://openalex.org/W6683397050","https://openalex.org/W6683408100","https://openalex.org/W6684159546","https://openalex.org/W6685444567","https://openalex.org/W6692846177","https://openalex.org/W6696972564","https://openalex.org/W6712392314","https://openalex.org/W6713278161","https://openalex.org/W6717697761","https://openalex.org/W6720057410","https://openalex.org/W6722970529","https://openalex.org/W6729433768","https://openalex.org/W6732033900","https://openalex.org/W6736057607","https://openalex.org/W6739585900","https://openalex.org/W6743660412","https://openalex.org/W6753960536","https://openalex.org/W6755095635","https://openalex.org/W6758898033","https://openalex.org/W6759301632","https://openalex.org/W7034091645"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4323768008","https://openalex.org/W1941703695","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3084456289","https://openalex.org/W4248382324","https://openalex.org/W2024136090"],"abstract_inverted_index":{"Reward":[0],"shaping":[1,18,120,132],"is":[2,64,70],"a":[3,81,93,112,123,129],"crucial":[4],"method":[5,121,133,161],"to":[6,34,46,73,96,106,134],"speed":[7,163],"up":[8,164],"the":[9,31,36,48,54,75,98,108,136,165,168],"process":[10],"of":[11,77,125,172],"reinforcement":[12,60],"learning":[13,61],"(RL).":[14],"However,":[15],"designing":[16],"reward":[17,86,94,119,131],"functions":[19],"usually":[20],"requires":[21],"many":[22],"expert":[23,55],"demonstrations":[24],"and":[25,84,118,128,144,152],"much":[26],"hand-engineering.":[27],"Moreover,":[28],"by":[29],"using":[30,53,66],"potential":[32],"function":[33],"shape":[35,97],"training":[37,99],"rewards,":[38],"an":[39,173],"RL":[40,65],"agent":[41,126,174],"can":[42,145],"perform":[43],"Q-learning":[44,69,151],"well":[45],"converge":[47,139],"associated":[49],"Q-table":[50],"faster":[51,140],"without":[52],"data,":[56],"but":[57],"in":[58,80,103,141,148,167,175],"deep":[59,150],"(DRL),":[62],"which":[63],"neural":[67,137],"networks,":[68,78],"sometimes":[71],"slow":[72],"learn":[74,107],"parameters":[76],"especially":[79],"long":[82],"horizon":[83],"sparse":[85],"environment.":[87],"In":[88],"this":[89],"paper,":[90],"we":[91],"propose":[92],"model":[95,117],"rewards":[100],"for":[101],"DRL":[102,166],"real":[104],"time":[105],"agent's":[109],"motions":[110],"with":[111],"discrete":[113],"action":[114],"space.":[115],"This":[116],"use":[122],"combination":[124],"self-demonstrations":[127],"potential-based":[130],"make":[135],"networks":[138],"every":[142],"task":[143],"be":[146],"used":[147],"both":[149],"actor-critic":[153],"methods.":[154],"We":[155],"experimentally":[156],"showed":[157],"that":[158],"our":[159],"proposed":[160],"could":[162],"classic":[169],"control":[170],"problems":[171],"various":[176],"environments.":[177]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}