{"id":"https://openalex.org/W2792109847","doi":"https://doi.org/10.1109/icc.2018.8422718","title":"A Decentralized Control of Autonomous Delay Tolerant Networks: Multi Agents Markov Decision Processes Framework","display_name":"A Decentralized Control of Autonomous Delay Tolerant Networks: Multi Agents Markov Decision Processes Framework","publication_year":2018,"publication_date":"2018-05-01","ids":{"openalex":"https://openalex.org/W2792109847","doi":"https://doi.org/10.1109/icc.2018.8422718","mag":"2792109847"},"language":"en","primary_location":{"id":"doi:10.1109/icc.2018.8422718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2018.8422718","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090030426","display_name":"Omar Ait Oualahj","orcid":null},"institutions":[{"id":"https://openalex.org/I126477371","display_name":"Mohammed V University","ror":"https://ror.org/00r8w8f84","country_code":"MA","type":"education","lineage":["https://openalex.org/I126477371"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Omar Ait Oualahj","raw_affiliation_strings":["Rabat IT Center, Mohammed V Univ. of Rabat, Rabat, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rabat IT Center, Mohammed V Univ. of Rabat, Rabat, Morocco","institution_ids":["https://openalex.org/I126477371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025108748","display_name":"Abdellatif Kobbane","orcid":"https://orcid.org/0000-0003-3593-4084"},"institutions":[{"id":"https://openalex.org/I126477371","display_name":"Mohammed V University","ror":"https://ror.org/00r8w8f84","country_code":"MA","type":"education","lineage":["https://openalex.org/I126477371"]},{"id":"https://openalex.org/I4210119991","display_name":"Laboratoire Informatique d'Avignon","ror":"https://ror.org/02n399288","country_code":"FR","type":"facility","lineage":["https://openalex.org/I198415970","https://openalex.org/I4210119991"]},{"id":"https://openalex.org/I4210149016","display_name":"\u00c9cole Nationale Sup\u00e9rieure d'Informatique","ror":"https://ror.org/04dj1dn66","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210149016"]}],"countries":["DZ","FR","MA"],"is_corresponding":false,"raw_author_name":"Abdellatif Kobbane","raw_affiliation_strings":["ENSIAS, Mohammed V University of Rabat, Rabat, Morocco","Laboratoire Informatique d'Avignon","Ecole Nationale Sup\u00e9rieure d'Informatique et d'Analyses des Syst\u00e8mes"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ENSIAS, Mohammed V University of Rabat, Rabat, Morocco","institution_ids":["https://openalex.org/I126477371"]},{"raw_affiliation_string":"Laboratoire Informatique d'Avignon","institution_ids":["https://openalex.org/I4210119991"]},{"raw_affiliation_string":"Ecole Nationale Sup\u00e9rieure d'Informatique et d'Analyses des Syst\u00e8mes","institution_ids":["https://openalex.org/I4210149016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085749623","display_name":"Jalel Ben\u2010Othman","orcid":"https://orcid.org/0000-0001-6942-5435"},"institutions":[{"id":"https://openalex.org/I4210097418","display_name":"Laboratoire des signaux et syst\u00e8mes","ror":"https://ror.org/00skw9v43","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I277688954","https://openalex.org/I4210097418","https://openalex.org/I4210107720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jalel Ben-Othman","raw_affiliation_strings":["Centrale suplee, Laboratoire des Signaux et Systemes, Gif-sur-yvette, France","Laboratoire des signaux et syst\u00e8mes"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centrale suplee, Laboratoire des Signaux et Systemes, Gif-sur-yvette, France","institution_ids":["https://openalex.org/I4210097418"]},{"raw_affiliation_string":"Laboratoire des signaux et syst\u00e8mes","institution_ids":["https://openalex.org/I4210097418"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"22","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8090890645980835},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7481111884117126},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.6460182666778564},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5946383476257324},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.5884699821472168},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5316368341445923},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5029076933860779},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.48306137323379517},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4763389229774475},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.45277976989746094},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.44148486852645874},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4311315417289734},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3406989574432373},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1105424165725708},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09729358553886414},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08949583768844604}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8090890645980835},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7481111884117126},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.6460182666778564},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5946383476257324},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.5884699821472168},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5316368341445923},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5029076933860779},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.48306137323379517},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4763389229774475},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.45277976989746094},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.44148486852645874},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4311315417289734},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3406989574432373},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1105424165725708},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09729358553886414},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08949583768844604},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icc.2018.8422718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2018.8422718","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-01730361v1","is_oa":false,"landing_page_url":"https://centralesupelec.hal.science/hal-01730361","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE International Conference on Communications (ICC 2018), May 2018, kansas city, United States. ⟨10.1109/icc.2018.8422718⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W260894324","https://openalex.org/W1676661736","https://openalex.org/W1966708639","https://openalex.org/W1969461599","https://openalex.org/W2032896960","https://openalex.org/W2037557392","https://openalex.org/W2046672513","https://openalex.org/W2106226839","https://openalex.org/W2111844221","https://openalex.org/W2123233963","https://openalex.org/W2128603408","https://openalex.org/W2470011346","https://openalex.org/W2575731723","https://openalex.org/W2783704282","https://openalex.org/W3104952626","https://openalex.org/W4254547512"],"related_works":["https://openalex.org/W2379651310","https://openalex.org/W2113019827","https://openalex.org/W1541249122","https://openalex.org/W2807018115","https://openalex.org/W4388236136","https://openalex.org/W2413828414","https://openalex.org/W2315999538","https://openalex.org/W4200250224","https://openalex.org/W2606546905","https://openalex.org/W2367222340"],"abstract_inverted_index":{"We":[0,36],"consider":[1,37],"a":[2,39,47,66,77,83,96,125,129,136,175,178,193,209,226],"mobile":[3,72],"delay":[4],"tolerant":[5],"networks":[6],"(MDTNs)":[7],"with":[8,177],"energy":[9,13,20,81],"harvesting":[10],"and":[11,31,109,132,183,241],"wireless":[12],"transfer":[14],"capabilities.":[15],"In":[16,115],"order":[17],"to":[18,43,46,59,85,107,123,149,164,199],"determine":[19],"management":[21],"policies":[22],"that":[23,38,217],"will":[24,64,237],"improve":[25],"network":[26],"capacity,":[27],"packet":[28],"delivery":[29,68],"ratio":[30],"maximize":[32],"the":[33,54,102,139,153,156,166,218,221],"system":[34,61],"throughput.":[35],"source":[40,55,73],"node":[41,74],"seeks":[42],"send":[44],"packets":[45],"destination":[48],"node.":[49,137],"The":[50,185],"optimal":[51,202,232],"policy":[52,204,219],"for":[53,118,205],"is":[56,90,147,174,223],"varies":[57],"according":[58],"its":[60,80,143],"state,":[62],"which":[63,104,173,229],"guarantee":[65],"maximum":[67],"probability":[69],"rate.":[70],"Each":[71],"transmits":[75],"wirelessly":[76],"portion":[78],"of":[79,181,187,212,220],"as":[82,95,192],"reward":[84],"relay":[86],"mode.":[87],"Our":[88],"problem":[89],"modeled":[91],"by":[92,135],"decision":[93,113],"theory;":[94],"start,":[97],"we":[98,121,162,215,236],"are":[99,105,189,198],"interested":[100],"in":[101,225],"MDP,":[103],"used":[106],"model":[108],"solve":[110],"such":[111],"sequential":[112],"problems.":[114],"this":[116],"paper,":[117],"each":[119],"node,":[120],"try":[122],"optimize":[124],"utility":[126],"depending":[127],"on":[128],"random":[130],"environment":[131],"decisions":[133],"made":[134],"As":[138],"MDP":[140,176],"formalism":[141],"reaches":[142],"limits":[144],"when":[145],"it":[146],"necessary":[148],"take":[150],"into":[151],"account":[152],"interactions":[154],"between":[155],"different":[157],"several":[158,239],"nodes,":[159],"that's":[160],"why":[161],"chose":[163],"use":[165],"Multi":[167],"agents":[168,188,195],"Markov":[169],"Decision":[170],"Processes":[171],"(MMDP)":[172],"large":[179],"space":[180],"states":[182],"actions.":[184],"set":[186],"then":[190],"considered":[191],"single":[194],"whose":[196],"goal":[197],"compute":[200],"an":[201],"attached":[203],"MDP.":[206],"To":[207],"make":[208],"realistic":[210],"analysis":[211],"our":[213],"model,":[214],"assume":[216],"MMDP":[222],"applied":[224],"decentralized":[227],"way,":[228],"makes":[230],"finding":[231],"control":[233],"intractable;":[234],"thus,":[235],"develop":[238],"approximations":[240],"evaluate":[242],"their":[243],"effectiveness.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}