{"id":"https://openalex.org/W1504073436","doi":"https://doi.org/10.1109/iswcs.2004.1407241","title":"A reinforcement learning approach for path discovery in MANETs with path caching strategy","display_name":"A reinforcement learning approach for path discovery in MANETs with path caching strategy","publication_year":2005,"publication_date":"2005-03-31","ids":{"openalex":"https://openalex.org/W1504073436","doi":"https://doi.org/10.1109/iswcs.2004.1407241","mag":"1504073436"},"language":"en","primary_location":{"id":"doi:10.1109/iswcs.2004.1407241","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iswcs.2004.1407241","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"1st International Symposium onWireless Communication Systems, 2004.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091523373","display_name":"Wipawee Usaha","orcid":"https://orcid.org/0000-0002-2074-4600"},"institutions":[{"id":"https://openalex.org/I82475049","display_name":"Suranaree University of Technology","ror":"https://ror.org/05sgb8g78","country_code":"TH","type":"education","lineage":["https://openalex.org/I82475049"]}],"countries":["TH"],"is_corresponding":true,"raw_author_name":"W. Usaha","raw_affiliation_strings":["School of Telecommunication Engineering, Suranaree University\uc2a0of Technology, Nakhon Ratchasima, Thailand","Sch. of Telecommun. Eng., Suranaree Univ. of Technol., Thailand"],"affiliations":[{"raw_affiliation_string":"School of Telecommunication Engineering, Suranaree University\uc2a0of Technology, Nakhon Ratchasima, Thailand","institution_ids":["https://openalex.org/I82475049"]},{"raw_affiliation_string":"Sch. of Telecommun. Eng., Suranaree Univ. of Technol., Thailand","institution_ids":["https://openalex.org/I82475049"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5091523373"],"corresponding_institution_ids":["https://openalex.org/I82475049"],"apc_list":null,"apc_paid":null,"fwci":0.2595,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.61252977,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"21","issue":null,"first_page":"220","last_page":"224"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8406733870506287},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8233019113540649},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5753582715988159},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.572272777557373},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5676733255386353},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.5661073327064514},{"id":"https://openalex.org/keywords/mobile-ad-hoc-network","display_name":"Mobile ad hoc network","score":0.543531060218811},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5173875093460083},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5098430514335632},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5093594789505005},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.44510599970817566},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.43680596351623535},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4348345994949341},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.43314746022224426},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.2491595447063446},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19255685806274414},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.1721925139427185},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.13700547814369202},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.1036461889743805},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07608899474143982}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8406733870506287},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8233019113540649},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5753582715988159},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.572272777557373},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5676733255386353},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.5661073327064514},{"id":"https://openalex.org/C91280400","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Mobile ad hoc network","level":3,"score":0.543531060218811},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5173875093460083},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5098430514335632},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5093594789505005},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.44510599970817566},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.43680596351623535},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4348345994949341},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.43314746022224426},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2491595447063446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19255685806274414},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.1721925139427185},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.13700547814369202},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.1036461889743805},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07608899474143982},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iswcs.2004.1407241","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iswcs.2004.1407241","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"1st International Symposium onWireless Communication Systems, 2004.","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320283","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W340778469","https://openalex.org/W1507616550","https://openalex.org/W2109601960","https://openalex.org/W2120889123","https://openalex.org/W2148929515","https://openalex.org/W2911283634","https://openalex.org/W4214717370","https://openalex.org/W6611608579"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W1760611253","https://openalex.org/W52153049","https://openalex.org/W1589140671","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W3169161914","https://openalex.org/W4321379664"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"enhance":[4],"an":[5],"existing":[6],"path":[7,82,109],"discovery":[8],"scheme":[9,58,63],"called":[10,71],"the":[11,38,60,72,89,95,108],"ticket-based":[12],"probing":[13],"(TBP)":[14],"which":[15],"supports":[16],"QoS":[17,33],"routing":[18,34],"in":[19,35,107],"mobile":[20],"ad":[21],"hoc":[22],"networks":[23],"(MANETs)":[24],"to":[25],"increase":[26],"its":[27],"accumulated":[28],"reward.":[29],"The":[30,56],"scenario":[31],"of":[32,40,91],"MANETs":[36],"with":[37,64,94,104],"presence":[39],"network":[41],"information":[42],"uncertainty":[43],"is":[44],"considered":[45],"and":[46,79,112,115],"modelled":[47],"as":[48],"a":[49,65,80],"partially":[50],"observable":[51],"Markov":[52],"decision":[53],"process":[54],"(POMDP).":[55],"proposed":[57],"integrates":[59],"original":[61],"TBP":[62],"reinforcement":[66],"learning":[67],"method":[68,97],"for":[69],"POMDPs,":[70],"on-policy":[73],"first-visit":[74],"Monte":[75],"Carlo":[76],"(ONMC)":[77],"method,":[78],"suitable":[81],"caching":[83,93],"strategy.":[84],"Simulation":[85],"results":[86],"shows":[87],"that":[88],"inclusion":[90],"patch":[92],"ONMC":[96],"can":[98],"indeed":[99],"achieve":[100],"message":[101],"overhead":[102],"reduction":[103],"marginal":[105],"difference":[106],"search":[110],"ability":[111],"additional":[113],"computational":[114],"storage":[116],"requirements.":[117]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}