{"id":"https://openalex.org/W4406208368","doi":"https://doi.org/10.1109/icarcv63323.2024.10821548","title":"An Energy-Aware Decision-Making Scheme for Mobile Robots on a Graph Map Based on Deep Reinforcement Learning","display_name":"An Energy-Aware Decision-Making Scheme for Mobile Robots on a Graph Map Based on Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-12-12","ids":{"openalex":"https://openalex.org/W4406208368","doi":"https://doi.org/10.1109/icarcv63323.2024.10821548"},"language":"en","primary_location":{"id":"doi:10.1109/icarcv63323.2024.10821548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarcv63323.2024.10821548","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 18th International Conference on Control, Automation, Robotics and Vision (ICARCV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110175970","display_name":"G Gemignani","orcid":null},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Gabriele Gemignani","raw_affiliation_strings":["DAuSy National Programme for Polytechnic of Bari,Dept. of Electrical and Information Engineering,Bari,Italy,70125"],"affiliations":[{"raw_affiliation_string":"DAuSy National Programme for Polytechnic of Bari,Dept. of Electrical and Information Engineering,Bari,Italy,70125","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021924213","display_name":"M G Bongiorni","orcid":null},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Margherita Bongiorni","raw_affiliation_strings":["University of Pisa"],"affiliations":[{"raw_affiliation_string":"University of Pisa","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027904339","display_name":"Lorenzo Pollini","orcid":"https://orcid.org/0000-0002-9165-2594"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lorenzo Pollini","raw_affiliation_strings":["University of Pisa,Automatic Control"],"affiliations":[{"raw_affiliation_string":"University of Pisa,Automatic Control","institution_ids":["https://openalex.org/I108290504"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5110175970"],"corresponding_institution_ids":["https://openalex.org/I68618741"],"apc_list":null,"apc_paid":null,"fwci":0.2312,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5516473,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"460","last_page":"466"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.6100999712944031,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.6100999712944031,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.527999997138977,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.5152999758720398,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8820890784263611},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7388877272605896},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.6528535485267639},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.6430968642234802},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5718027949333191},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5114144682884216},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4750245213508606},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33670732378959656},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.16112640500068665},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08528229594230652}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8820890784263611},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7388877272605896},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.6528535485267639},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.6430968642234802},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5718027949333191},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5114144682884216},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4750245213508606},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33670732378959656},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.16112640500068665},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08528229594230652},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icarcv63323.2024.10821548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarcv63323.2024.10821548","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 18th International Conference on Control, Automation, Robotics and Vision (ICARCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arpi.unipi.it:11568/1302927","is_oa":false,"landing_page_url":"https://hdl.handle.net/11568/1302927","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2155968351","https://openalex.org/W2583783932","https://openalex.org/W2766447205","https://openalex.org/W2971481292","https://openalex.org/W3006499227","https://openalex.org/W3101848774","https://openalex.org/W3154552588","https://openalex.org/W4214717370","https://openalex.org/W4214735187","https://openalex.org/W4280496503","https://openalex.org/W4306160451","https://openalex.org/W4386607776","https://openalex.org/W6762546669","https://openalex.org/W6784042248","https://openalex.org/W6785900487","https://openalex.org/W6798240405"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2122871747","https://openalex.org/W3114279067"],"abstract_inverted_index":{"Autonomous":[0],"decision-making":[1],"has":[2],"always":[3,200],"been":[4],"one":[5],"of":[6,17,45,74,97,113,133,142,170,188],"the":[7,41,76,81,95,98,105,114,128,131,136,197,204],"primary":[8],"goals":[9],"to":[10,25,66,69,87,123,158],"pursue":[11],"as":[12,139,173,175,213],"concerns":[13],"mobile":[14,47],"robots.":[15],"Researchers":[16],"this":[18],"field":[19],"have":[20,79],"recently":[21],"turned":[22],"their":[23],"attention":[24],"Deep":[26,35,149],"Reinforcement":[27],"Learning":[28],"(DRL).":[29],"This":[30],"paper":[31],"presents":[32],"a":[33,46,51,57,88,140,184,210],"Double":[34],"Q":[36,150],"Network":[37,151],"architecture":[38],"for":[39],"managing":[40,135],"high":[42],"level":[43],"decisions":[44],"robot":[48,63,77],"involved":[49],"in":[50,71,202,209],"site":[52],"servicing":[53,83],"task.":[54],"We":[55],"imagined":[56],"scenario":[58,186],"where":[59],"an":[60,160],"autonomous":[61],"service":[62],"must":[64,78],"react":[65],"alarms":[67],"due":[68],"failures":[70],"its":[72,109],"area":[73,96],"interest;":[75],"onboard":[80],"necessary":[82],"tool":[84,89],"by":[85,164],"resorting":[86],"change":[90],"station":[91],"if":[92],"needed,":[93],"reach":[94],"failure":[99,190],"and":[100,144,191],"fix":[101],"it,":[102],"while":[103],"at":[104,219],"same":[106],"time":[107],"handling":[108],"battery":[110,171],"status.":[111],"One":[112],"key":[115],"properties,":[116],"yet":[117],"rarely":[118],"examined,":[119],"when":[120],"it":[121,214],"comes":[122],"robots'":[124],"long-term":[125],"independence":[126],"is":[127,155,180],"energy-awareness,":[129],"namely":[130],"ability":[132],"autonomously":[134],"charge":[137,172],"state":[138],"function":[141],"current":[143],"future":[145],"needs.":[146],"The":[147,178],"proposed":[148],"training":[152],"reward":[153],"scheme":[154],"defined":[156],"specifically":[157],"obtain":[159],"energy-aware":[161],"high-level":[162],"controller,":[163],"penalizing":[165],"both":[166],"extremely":[167],"low":[168],"levels":[169],"well":[174],"unnecessary":[176],"recharges.":[177],"model":[179],"numerically":[181],"simulated":[182],"on":[183],"graph":[185],"constituted":[187],"several":[189],"charging":[192,220],"nodes.":[193],"Results":[194],"show":[195],"that":[196],"trained":[198],"agent":[199],"succeeds":[201],"reaching":[203],"destination":[205],"without":[206],"ever":[207],"incurring":[208],"complete":[211],"discharge,":[212],"promptly":[215],"performs":[216],"temporary":[217],"stops":[218],"locations":[221],"whenever":[222],"needed.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}