{"id":"https://openalex.org/W4327767759","doi":"https://doi.org/10.1109/ccnc51644.2023.10060010","title":"Robot-Network Co-optimization Using Deep Reinforcement Learning","display_name":"Robot-Network Co-optimization Using Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-08","ids":{"openalex":"https://openalex.org/W4327767759","doi":"https://doi.org/10.1109/ccnc51644.2023.10060010"},"language":"en","primary_location":{"id":"doi:10.1109/ccnc51644.2023.10060010","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ccnc51644.2023.10060010","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 20th Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036157989","display_name":"Hiroaki Shinmiya","orcid":null},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroaki Shinmiya","raw_affiliation_strings":["Graduate School of Information Science and Technology, Osaka University,Japan","Graduate School of Information Science and Technology, Osaka University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Osaka University,Japan","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology, Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015855212","display_name":"Takato Motoo","orcid":"https://orcid.org/0000-0002-8935-4344"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takato Motoo","raw_affiliation_strings":["Graduate School of Information Science and Technology, Osaka University,Japan","Graduate School of Information Science and Technology, Osaka University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Osaka University,Japan","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology, Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019715983","display_name":"Takuya Fujihashi","orcid":"https://orcid.org/0000-0002-6960-0122"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takuya Fujihashi","raw_affiliation_strings":["Graduate School of Information Science and Technology, Osaka University,Japan","Graduate School of Information Science and Technology, Osaka University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Osaka University,Japan","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology, Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101765858","display_name":"Riichi Kudo","orcid":"https://orcid.org/0000-0003-3282-7443"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Riichi Kudo","raw_affiliation_strings":["Nippon Telegraph and Telephone Corporation,Network Innovation Laboratories","Network Innovation Laboratories, Nippon Telegraph and Telephone Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nippon Telegraph and Telephone Corporation,Network Innovation Laboratories","institution_ids":["https://openalex.org/I2251713219"]},{"raw_affiliation_string":"Network Innovation Laboratories, Nippon Telegraph and Telephone Corporation","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102353350","display_name":"Kahoko Takahashi","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kahoko Takahashi","raw_affiliation_strings":["Nippon Telegraph and Telephone Corporation,Network Innovation Laboratories","Network Innovation Laboratories, Nippon Telegraph and Telephone Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nippon Telegraph and Telephone Corporation,Network Innovation Laboratories","institution_ids":["https://openalex.org/I2251713219"]},{"raw_affiliation_string":"Network Innovation Laboratories, Nippon Telegraph and Telephone Corporation","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053420223","display_name":"Tomoki Murakami","orcid":"https://orcid.org/0000-0002-5617-155X"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomoki Murakami","raw_affiliation_strings":["Nippon Telegraph and Telephone Corporation,Network Innovation Laboratories","Network Innovation Laboratories, Nippon Telegraph and Telephone Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nippon Telegraph and Telephone Corporation,Network Innovation Laboratories","institution_ids":["https://openalex.org/I2251713219"]},{"raw_affiliation_string":"Network Innovation Laboratories, Nippon Telegraph and Telephone Corporation","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046987979","display_name":"Takashi Watanabe","orcid":"https://orcid.org/0000-0002-3227-9048"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takashi Watanabe","raw_affiliation_strings":["Graduate School of Information Science and Technology, Osaka University,Japan","Graduate School of Information Science and Technology, Osaka University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Osaka University,Japan","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology, Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001123770","display_name":"Shunsuke Saruwatari","orcid":"https://orcid.org/0000-0002-1625-5521"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shunsuke Saruwatari","raw_affiliation_strings":["Graduate School of Information Science and Technology, Osaka University,Japan","Graduate School of Information Science and Technology, Osaka University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Osaka University,Japan","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology, Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"1","issue":null,"first_page":"281","last_page":"286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6765815019607544},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6641600728034973},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6476622223854065},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.6113064885139465},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.528267502784729},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.48286062479019165},{"id":"https://openalex.org/keywords/phone","display_name":"Phone","score":0.43238893151283264},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.4258750081062317},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4012908935546875},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3398197293281555},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32574671506881714},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10579165816307068}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6765815019607544},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6641600728034973},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6476622223854065},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.6113064885139465},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.528267502784729},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.48286062479019165},{"id":"https://openalex.org/C2778707766","wikidata":"https://www.wikidata.org/wiki/Q202064","display_name":"Phone","level":2,"score":0.43238893151283264},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.4258750081062317},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4012908935546875},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3398197293281555},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32574671506881714},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10579165816307068},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccnc51644.2023.10060010","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ccnc51644.2023.10060010","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 20th Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2003696209","https://openalex.org/W2044227988","https://openalex.org/W2079432097","https://openalex.org/W2079530622","https://openalex.org/W2083313960","https://openalex.org/W2097872599","https://openalex.org/W2109252816","https://openalex.org/W2131124078","https://openalex.org/W2546660520","https://openalex.org/W2891354184","https://openalex.org/W2939987379","https://openalex.org/W2963079995","https://openalex.org/W2963246369","https://openalex.org/W2972847667","https://openalex.org/W2981598692","https://openalex.org/W3003630993","https://openalex.org/W3010749079","https://openalex.org/W3045773157","https://openalex.org/W3084211507","https://openalex.org/W6767890409","https://openalex.org/W6779511015","https://openalex.org/W6782555669"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2122871747","https://openalex.org/W3114279067"],"abstract_inverted_index":{"The":[0],"evolution":[1],"of":[2,32,39,49,67,75,94,113,144,169,187,245],"a":[3,8,57,72,105,161,173],"cell":[4],"phone":[5],"network":[6,12,82,89,118,213],"and":[7,41,52,91,116,132,158,181,196,203,225,237],"wireless":[9,22,88,117,133,232],"local":[10],"area":[11],"(LAN)":[13],"has":[14,27],"enabled":[15],"various":[16,33],"devices":[17],"to":[18,21,29,59,122,151,156,210,229],"be":[19,56],"connected":[20,77,96],"networks":[23,134],"anytime,":[24],"anywhere.":[25],"This":[26],"led":[28],"the":[30,65,81,87,92,95,123,142,167,193,212,219,226,231,243],"emergence":[31],"applications,":[34,70],"such":[35,68],"as":[36],"automatic":[37],"transportation":[38],"parts":[40],"cargo":[42],"by":[43],"automated":[44],"guided":[45],"vehicles,":[46,51,97],"remote":[47],"control":[48,86],"unmanned":[50],"drones.":[53],"It":[54],"will":[55],"challenge":[58],"maintain":[60],"high-quality":[61],"connections,":[62],"which":[63],"satisfy":[64],"requirements":[66],"emerging":[69],"for":[71,130],"large":[73],"number":[74],"intelligent":[76],"devices.":[78],"To":[79,141,165],"improve":[80],"performance,":[83,234],"we":[84,171],"must":[85],"setting":[90],"behavior":[93,115],"i.e.,":[98,235],"robots.":[99],"From":[100],"this":[101,103],"perspective,":[102],"proposes":[104],"novel":[106],"framework,":[107],"CoRein,":[108,170],"that":[109,218],"achieves":[110],"simultaneous":[111],"optimization":[112],"robot":[114,194,208],"setting.":[119],"In":[120],"contrast":[121],"existing":[124],"studies,":[125],"CoRein":[126,191],"provides":[127],"optimal":[128],"actions":[129],"robots":[131,157,177,221],"using":[135],"deep":[136],"reinforcement":[137],"learning":[138],"(DRL)":[139],"architecture.":[140,164],"best":[143],"our":[145,147,207],"knowledge,":[146],"study":[148],"firstly":[149],"attempts":[150],"solve":[152],"different":[153],"tasks":[154],"corresponding":[155],"networking":[159],"with":[160,185,206],"unique":[162],"DRL":[163],"evaluate":[166,211],"effectiveness":[168],"considered":[172],"scenario":[174],"where":[175],"two":[176,188,220],"were":[178],"moving":[179],"back":[180],"forth":[182],"while":[183,241],"communicating":[184],"one":[186],"access":[189,227],"points.":[190],"calculates":[192],"velocities":[195],"AP":[197],"selection.":[198],"We":[199],"carried":[200],"out":[201],"simulations":[202],"indoor":[204],"experiments":[205],"testbeds":[209],"performances.":[214],"Evaluation":[215],"results":[216],"confirmed":[217],"adjusted":[222],"their":[223,246],"positions":[224],"points":[228],"increase":[230],"network's":[233],"throughput":[236],"round":[238],"trip":[239],"time":[240],"changing":[242],"speed":[244],"movements.":[247]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}