{"id":"https://openalex.org/W4387546587","doi":"https://doi.org/10.1109/access.2023.3323801","title":"Optimizing Reinforcement Learning-Based Visual Navigation for Resource-Constrained Devices","display_name":"Optimizing Reinforcement Learning-Based Visual Navigation for Resource-Constrained Devices","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387546587","doi":"https://doi.org/10.1109/access.2023.3323801"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3323801","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3323801","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10278417.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10278417.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089509958","display_name":"U Vijetha","orcid":"https://orcid.org/0000-0002-8099-4732"},"institutions":[{"id":"https://openalex.org/I11880225","display_name":"National Institute of Technology Karnataka","ror":"https://ror.org/01hz4v948","country_code":"IN","type":"education","lineage":["https://openalex.org/I11880225"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"U. Vijetha","raw_affiliation_strings":["National Institute of Technology Karnataka, Surathkal, India"],"raw_orcid":"https://orcid.org/0000-0002-8099-4732","affiliations":[{"raw_affiliation_string":"National Institute of Technology Karnataka, Surathkal, India","institution_ids":["https://openalex.org/I11880225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100649597","display_name":"V. Geetha","orcid":"https://orcid.org/0000-0002-1230-8729"},"institutions":[{"id":"https://openalex.org/I11880225","display_name":"National Institute of Technology Karnataka","ror":"https://ror.org/01hz4v948","country_code":"IN","type":"education","lineage":["https://openalex.org/I11880225"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"V. Geetha","raw_affiliation_strings":["National Institute of Technology Karnataka, Surathkal, India"],"raw_orcid":"https://orcid.org/0000-0002-1230-8729","affiliations":[{"raw_affiliation_string":"National Institute of Technology Karnataka, Surathkal, India","institution_ids":["https://openalex.org/I11880225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I11880225"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.4565,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.61181763,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"11","issue":null,"first_page":"125648","last_page":"125663"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8759106993675232},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8317586183547974},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.6036096811294556},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5872789025306702},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.554370105266571},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5419180989265442},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.48610544204711914},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4723314642906189},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3741310238838196},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.13211381435394287}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8759106993675232},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8317586183547974},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.6036096811294556},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5872789025306702},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.554370105266571},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5419180989265442},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.48610544204711914},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4723314642906189},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3741310238838196},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.13211381435394287},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3323801","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3323801","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10278417.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4b8e2ff1758f4a02a525ae51e22593fd","is_oa":true,"landing_page_url":"https://doaj.org/article/4b8e2ff1758f4a02a525ae51e22593fd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 125648-125663 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3323801","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3323801","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10278417.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387546587.pdf","grobid_xml":"https://content.openalex.org/works/W4387546587.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2048030613","https://openalex.org/W2106667095","https://openalex.org/W2194775991","https://openalex.org/W2482467223","https://openalex.org/W2605102758","https://openalex.org/W2959091704","https://openalex.org/W2962887844","https://openalex.org/W2963872524","https://openalex.org/W2966502428","https://openalex.org/W2980730703","https://openalex.org/W2983335573","https://openalex.org/W2990995789","https://openalex.org/W2991625383","https://openalex.org/W2994903354","https://openalex.org/W3019840275","https://openalex.org/W3020712699","https://openalex.org/W3029795912","https://openalex.org/W3034475678","https://openalex.org/W3042173136","https://openalex.org/W3085725020","https://openalex.org/W3104933725","https://openalex.org/W3120718667","https://openalex.org/W3130717831","https://openalex.org/W3133668275","https://openalex.org/W3133988851","https://openalex.org/W3135642434","https://openalex.org/W3161551690","https://openalex.org/W3198999478","https://openalex.org/W3205553845","https://openalex.org/W3206877181","https://openalex.org/W3215135886","https://openalex.org/W4210258736","https://openalex.org/W4281614515","https://openalex.org/W4287083362","https://openalex.org/W4293566037","https://openalex.org/W4297775537","https://openalex.org/W4312356833","https://openalex.org/W4312785900","https://openalex.org/W6637373629","https://openalex.org/W6732837357","https://openalex.org/W6737664043","https://openalex.org/W6747106673","https://openalex.org/W6747607884","https://openalex.org/W6764173040","https://openalex.org/W6771179988","https://openalex.org/W6796613488"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3022067003","https://openalex.org/W4378874356"],"abstract_inverted_index":{"Existing":[0],"work":[1,144],"on":[2,10,25,140,173,188,243],"Deep":[3],"reinforcement":[4,74],"learning-based":[5],"visual":[6,23,42,66],"navigation":[7,24,84,138,149],"mainly":[8],"focuses":[9],"autonomous":[11],"agents":[12,76,172],"with":[13],"ample":[14],"power":[15],"and":[16,44,81,104,151,212,233],"compute":[17],"resources.":[18],"However,":[19],"Reinforcement":[20],"learning":[21,75],"for":[22,148,165,227],"resource-constrained":[26,141,158,244],"devices":[27,175],"remains":[28],"an":[29],"under-explored":[30],"area":[31],"of":[32,109,137,157,185],"research,":[33],"primarily":[34],"due":[35],"to":[36,63,77,126,217],"challenges":[37,229],"posed":[38],"by":[39,90,124,230],"processing":[40],"high-dimensional":[41,65],"inputs":[43,67],"making":[45],"prompt":[46],"decisions":[47],"in":[48,154],"real-time":[49],"scenarios.":[50,114],"To":[51],"address":[52],"these":[53],"hurdles,":[54],"we":[55,224],"propose":[56],"a":[57,69,95,128,155],"State":[58],"Abstraction":[59],"Technique":[60],"(SAT)":[61],"designed":[62],"transform":[64],"into":[68],"compact":[70],"representation,":[71],"enabling":[72],"simpler":[73],"process":[78],"the":[79,100,107,121,135,189,218],"information":[80],"learn":[82],"effective":[83],"policies.":[85],"The":[86,201],"abstract":[87],"representation":[88],"generated":[89],"SAT":[91,125],"effortlessly":[92],"serves":[93],"as":[94,169],"versatile":[96],"intermediary":[97],"that":[98],"bridges":[99],"gap":[101],"between":[102],"simulation":[103],"reality,":[105],"enhancing":[106],"transferability":[108],"learned":[110],"policies":[111,139],"across":[112],"various":[113],"Additionally,":[115],"our":[116],"reward":[117],"shaping":[118],"strategy":[119],"uses":[120],"data":[122],"provided":[123],"maintain":[127],"safe":[129],"distance":[130],"from":[131],"obstacles,":[132],"further":[133],"improving":[134],"performance":[136,195,240],"devices.":[142,245],"Our":[143],"opens":[145],"up":[146],"opportunities":[147],"assistance":[150],"other":[152],"applications":[153],"variety":[156],"domains,":[159],"where":[160],"computational":[161],"efficiency":[162],"is":[163],"crucial":[164],"practical":[166],"deployment,":[167],"such":[168],"guiding":[170],"miniature":[171],"embedded":[174],"or":[176],"aiding":[177],"visually":[178],"impaired":[179],"individuals":[180],"through":[181],"smartphone-integrated":[182],"solutions.":[183],"Evaluation":[184],"proposed":[186,202],"approach":[187],"AI2-Thor":[190],"simulated":[191],"environment":[192],"demonstrates":[193],"significant":[194],"improvements":[196],"over":[197],"traditional":[198],"state":[199],"representations.":[200],"method":[203],"provides":[204],"84.18%":[205],"fewer":[206,209],"collisions,":[207],"28.96%":[208],"movement":[210],"instructions":[211],"11.3%":[213],"higher":[214],"rewards":[215],"compared":[216],"best":[219],"alternative":[220],"options":[221],"available.":[222],"Furthermore,":[223],"carefully":[225],"account":[226],"real-world":[228],"considering":[231],"noise":[232],"motion":[234],"blur":[235],"during":[236,241],"training,":[237],"ensuring":[238],"optimal":[239],"deployment":[242]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
