{"id":"https://openalex.org/W3142300956","doi":"https://doi.org/10.1109/ieeeconf49454.2021.9382716","title":"Training a Robot to Attend a Person at Specific Locations using Soft Actor-Critic under Simulated Environment","display_name":"Training a Robot to Attend a Person at Specific Locations using Soft Actor-Critic under Simulated Environment","publication_year":2021,"publication_date":"2021-01-11","ids":{"openalex":"https://openalex.org/W3142300956","doi":"https://doi.org/10.1109/ieeeconf49454.2021.9382716","mag":"3142300956"},"language":"en","primary_location":{"id":"doi:10.1109/ieeeconf49454.2021.9382716","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ieeeconf49454.2021.9382716","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/SICE International Symposium on System Integration (SII)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065429252","display_name":"Chandra Kusuma Dewa","orcid":"https://orcid.org/0000-0002-9014-8513"},"institutions":[{"id":"https://openalex.org/I35427347","display_name":"Islamic University of Indonesia","ror":"https://ror.org/000pmrk50","country_code":"ID","type":"education","lineage":["https://openalex.org/I35427347"]},{"id":"https://openalex.org/I136259955","display_name":"Toyohashi University of Technology","ror":"https://ror.org/04ezg6d83","country_code":"JP","type":"education","lineage":["https://openalex.org/I136259955"]}],"countries":["ID","JP"],"is_corresponding":true,"raw_author_name":"Chandra Kusuma Dewa","raw_affiliation_strings":["Department of Computer Science and Engineering, Toyohashi University of Technology, Toyohashi, Japan","Department of Informatics, Faculty of Industrial Technology, Universitas Islam Indonesia, Yogyakarta, Indonesia"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Toyohashi University of Technology, Toyohashi, Japan","institution_ids":["https://openalex.org/I136259955"]},{"raw_affiliation_string":"Department of Informatics, Faculty of Industrial Technology, Universitas Islam Indonesia, Yogyakarta, Indonesia","institution_ids":["https://openalex.org/I35427347"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071725508","display_name":"Jun Miura","orcid":"https://orcid.org/0000-0003-0153-2570"},"institutions":[{"id":"https://openalex.org/I136259955","display_name":"Toyohashi University of Technology","ror":"https://ror.org/04ezg6d83","country_code":"JP","type":"education","lineage":["https://openalex.org/I136259955"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jun Miura","raw_affiliation_strings":["Department of Computer Science and Engineering, Toyohashi University of Technology, Toyohashi, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Toyohashi University of Technology, Toyohashi, Japan","institution_ids":["https://openalex.org/I136259955"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5065429252"],"corresponding_institution_ids":["https://openalex.org/I136259955","https://openalex.org/I35427347"],"apc_list":null,"apc_paid":null,"fwci":0.2719,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.60814979,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"837","last_page":"838"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9203000068664551,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9074000120162964,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7435725927352905},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6668392419815063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.650122880935669},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.5857055187225342},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5761409997940063},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.551151692867279},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5454500317573547},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5233691930770874},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5007128715515137},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4568316638469696},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.41998499631881714},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.39159703254699707}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7435725927352905},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6668392419815063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.650122880935669},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.5857055187225342},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5761409997940063},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.551151692867279},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5454500317573547},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5233691930770874},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5007128715515137},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4568316638469696},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.41998499631881714},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.39159703254699707},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ieeeconf49454.2021.9382716","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ieeeconf49454.2021.9382716","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/SICE International Symposium on System Integration (SII)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.49000000953674316}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2553066685","https://openalex.org/W2781726626","https://openalex.org/W2908713228","https://openalex.org/W2963428623","https://openalex.org/W3094447366","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W4321487865","https://openalex.org/W4313906399","https://openalex.org/W4391266461","https://openalex.org/W2590798552","https://openalex.org/W2811106690","https://openalex.org/W4239306820","https://openalex.org/W2947043951","https://openalex.org/W2122871747","https://openalex.org/W3114279067"],"abstract_inverted_index":{"We":[0],"present":[1],"the":[2,33,38,61,68,73,78,101,110,116,120],"application":[3],"of":[4],"soft":[5],"actor-critic":[6],"(SAC)":[7],"learning":[8],"algorithm":[9],"to":[10,15,67,93,114],"train":[11],"a":[12,17,24,55,83],"mobile":[13],"robot":[14,74,111],"attend":[16,115],"target":[18,39,62,117],"person":[19,40,118],"at":[20,46,119],"specific":[21],"locations":[22],"inside":[23],"Gazebo":[25],"simulator.":[26],"Since":[27],"our":[28,124],"previous":[29],"study":[30],"confirmed":[31],"that":[32,109],"appropriate":[34],"attending":[35],"position":[36,64],"while":[37],"is":[41,45,112],"standing":[42],"or":[43,49],"walking":[44],"his":[47,50],"left":[48],"right":[51],"side,":[52],"we":[53,80],"design":[54],"novel":[56,84],"U-shaped":[57],"reward":[58,126],"function":[59,127],"behind":[60],"person's":[63],"with":[65],"respect":[66],"robot's":[69],"position.":[70],"To":[71],"make":[72],"can":[75],"better":[76],"portray":[77],"surroundings,":[79],"also":[81],"propose":[82],"SAC":[85,129],"architecture":[86],"which":[87],"employs":[88],"1D":[89],"convolutional":[90],"neural":[91],"networks":[92],"extract":[94],"features":[95],"from":[96],"laser":[97],"scans":[98],"automatically":[99],"during":[100],"training":[102],"process.":[103],"Our":[104],"preliminary":[105],"experiment":[106],"result":[107],"shows":[108],"able":[113],"designed":[121],"location":[122],"using":[123],"proposed":[125],"and":[128],"architecture.":[130]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}