{"id":"https://openalex.org/W4412564487","doi":"https://doi.org/10.1016/j.ijin.2025.07.001","title":"Intelligent routing agent based on Q-learning and Markov decision processes for routing optimization in DTN networks","display_name":"Intelligent routing agent based on Q-learning and Markov decision processes for routing optimization in DTN networks","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412564487","doi":"https://doi.org/10.1016/j.ijin.2025.07.001"},"language":"en","primary_location":{"id":"doi:10.1016/j.ijin.2025.07.001","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ijin.2025.07.001","pdf_url":null,"source":{"id":"https://openalex.org/S4210202467","display_name":"International Journal of Intelligent Networks","issn_l":"2666-6030","issn":["2666-6030"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.ijin.2025.07.001","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006725575","display_name":"El Mastapha Sammou","orcid":null},"institutions":[{"id":"https://openalex.org/I119856527","display_name":"Cadi Ayyad University","ror":"https://ror.org/04xf6nm78","country_code":"MA","type":"education","lineage":["https://openalex.org/I119856527"]}],"countries":["MA"],"is_corresponding":true,"raw_author_name":"El Mastapha Sammou","raw_affiliation_strings":["Department of Computer Science, Faculty of Sciences and Techniques, Cadi Ayyad University, Marrakesh 40000, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Sciences and Techniques, Cadi Ayyad University, Marrakesh 40000, Morocco","institution_ids":["https://openalex.org/I119856527"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5006725575"],"corresponding_institution_ids":["https://openalex.org/I119856527"],"apc_list":{"value":800,"currency":"USD","value_usd":800},"apc_paid":{"value":800,"currency":"USD","value_usd":800},"fwci":2.1659,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.89105649,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"6","issue":null,"first_page":"97","last_page":"112"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6491725444793701},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.609304666519165},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5601734519004822},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4137878119945526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.373157262802124},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32483726739883423},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3025331497192383},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08865761756896973}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6491725444793701},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.609304666519165},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5601734519004822},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4137878119945526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.373157262802124},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32483726739883423},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3025331497192383},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08865761756896973},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.ijin.2025.07.001","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ijin.2025.07.001","pdf_url":null,"source":{"id":"https://openalex.org/S4210202467","display_name":"International Journal of Intelligent Networks","issn_l":"2666-6030","issn":["2666-6030"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Networks","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:aa1672e4e73d45d394a870a0052e2c2d","is_oa":true,"landing_page_url":"https://doaj.org/article/aa1672e4e73d45d394a870a0052e2c2d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Intelligent Networks, Vol 6, Iss , Pp 97-112 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.ijin.2025.07.001","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ijin.2025.07.001","pdf_url":null,"source":{"id":"https://openalex.org/S4210202467","display_name":"International Journal of Intelligent Networks","issn_l":"2666-6030","issn":["2666-6030"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Networks","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5699999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1551174193","https://openalex.org/W1702131677","https://openalex.org/W2001065364","https://openalex.org/W2021497904","https://openalex.org/W2334782222","https://openalex.org/W2922313533","https://openalex.org/W2981731882","https://openalex.org/W3045585150","https://openalex.org/W3135098108","https://openalex.org/W3149121757","https://openalex.org/W3153573172","https://openalex.org/W3159258096","https://openalex.org/W3213003431","https://openalex.org/W4236124317","https://openalex.org/W4294811304","https://openalex.org/W4297946127","https://openalex.org/W4306822038","https://openalex.org/W4309723647","https://openalex.org/W4362650413","https://openalex.org/W4377157788","https://openalex.org/W4386106781","https://openalex.org/W4388304721","https://openalex.org/W4388980145","https://openalex.org/W4391529894","https://openalex.org/W4391723949","https://openalex.org/W4393286907","https://openalex.org/W4396553542","https://openalex.org/W4396701647","https://openalex.org/W4396792350","https://openalex.org/W4399249867","https://openalex.org/W4399452658","https://openalex.org/W4400135851","https://openalex.org/W4400282218","https://openalex.org/W4401164997","https://openalex.org/W4401851857","https://openalex.org/W4402351288","https://openalex.org/W4405950275","https://openalex.org/W4407637291","https://openalex.org/W6756458176","https://openalex.org/W6794708915","https://openalex.org/W6842953334","https://openalex.org/W6852906143","https://openalex.org/W6855412987","https://openalex.org/W6858203865","https://openalex.org/W6860760607","https://openalex.org/W6861402352","https://openalex.org/W6862757994","https://openalex.org/W6865827762","https://openalex.org/W6866047119","https://openalex.org/W6866417945","https://openalex.org/W6871487093","https://openalex.org/W6872331127"],"related_works":["https://openalex.org/W2004597074","https://openalex.org/W4213214852","https://openalex.org/W2512014291","https://openalex.org/W1589140671","https://openalex.org/W2465145931","https://openalex.org/W2120406836","https://openalex.org/W2111375262","https://openalex.org/W2315999538","https://openalex.org/W187740018","https://openalex.org/W2162286586"],"abstract_inverted_index":{":":[0],"DTN":[1,29,120,185],"networks":[2,121],"present":[3],"significant":[4],"routing":[5,16,73,106,136,151],"challenges":[6,183],"due":[7],"to":[8,24,71,88,100,112,130,154,179],"their":[9],"intermittent":[10],"connectivity":[11],"and":[12,68,105,108,133,168],"node":[13],"mobility.":[14],"Traditional":[15],"protocols,":[17,156],"often":[18],"pre-established,":[19],"prove":[20],"inadequate":[21],"in":[22,74,91,159],"adapting":[23],"the":[25,35,114,128,174,181],"changing":[26],"dynamics":[27],"of":[28,37,65,119,141,161,176,184],"networks.":[30,186],"To":[31],"address":[32,180],"these":[33,75],"challenges,":[34],"integration":[36],"advanced":[38],"artificial":[39],"intelligence":[40],"techniques,":[41],"notably":[42],"intelligent":[43,59,79,177],"agents,":[44],"is":[45],"emerging":[46],"as":[47,122],"a":[48,85,94],"promising":[49],"solution.":[50],"This":[51],"article":[52],"proposes":[53],"an":[54,58,109],"approach":[55,149],"based":[56,97],"on":[57,98],"agent":[60,80,129],"optimized":[61],"by":[62],"Q-learning,":[63],"capable":[64],"perceiving,":[66],"analyzing,":[67],"acting":[69],"autonomously":[70,101],"optimize":[72],"dynamic":[76],"environments.":[77],"The":[78,117,144],"integrates":[81],"three":[82],"main":[83],"modules:":[84],"perception":[86],"module":[87,96,111],"collect":[89],"data":[90],"real":[92],"time,":[93],"decision":[95],"Q-Learning":[99],"adapt":[102],"its":[103],"decisions":[104,115],"strategies,":[107,137],"action":[110],"execute":[113],"made.":[116],"modeling":[118],"Markov":[123],"Decision":[124],"Processes":[125],"(MDP)":[126],"enables":[127],"dynamically":[131],"learn":[132],"select":[134],"optimal":[135],"without":[138],"prior":[139],"knowledge":[140],"network":[142],"transitions.":[143],"simulations":[145],"show":[146],"that":[147],"this":[148],"improves":[150],"performance":[152],"compared":[153],"traditional":[155],"with":[157],"gains":[158],"terms":[160],"delivery":[162],"rate,":[163],"latency":[164],"reduction,":[165],"energy":[166],"efficiency,":[167],"resource":[169],"optimization.":[170],"These":[171],"results":[172],"highlight":[173],"potential":[175],"agents":[178],"complex":[182]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-06-14T06:11:07.267592","created_date":"2025-10-10T00:00:00"}