{"id":"https://openalex.org/W3112419694","doi":"https://doi.org/10.3233/idt-190152","title":"Modified reinforcement learning based- caching system for mobile edge computing","display_name":"Modified reinforcement learning based- caching system for mobile edge computing","publication_year":2020,"publication_date":"2020-12-15","ids":{"openalex":"https://openalex.org/W3112419694","doi":"https://doi.org/10.3233/idt-190152","mag":"3112419694"},"language":"en","primary_location":{"id":"doi:10.3233/idt-190152","is_oa":false,"landing_page_url":"https://doi.org/10.3233/idt-190152","pdf_url":null,"source":{"id":"https://openalex.org/S119727669","display_name":"Intelligent Decision Technologies","issn_l":"1872-4981","issn":["1872-4981","1875-8843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Decision Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026222911","display_name":"Sarra Mehamel","orcid":null},"institutions":[{"id":"https://openalex.org/I124158823","display_name":"Conservatoire National des Arts et M\u00e9tiers","ror":"https://ror.org/0175hh227","country_code":"FR","type":"education","lineage":["https://openalex.org/I124158823","https://openalex.org/I4210134562"]},{"id":"https://openalex.org/I4210144804","display_name":"Laboratoire de Recherche en Informatique","ror":"https://ror.org/04e3ktk27","country_code":"FR","type":"facility","lineage":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210144804","https://openalex.org/I4210159245"]},{"id":"https://openalex.org/I4210145724","display_name":"Centre d'Etudes et De Recherche en Informatique et Communications","ror":"https://ror.org/044j5mm75","country_code":"FR","type":"facility","lineage":["https://openalex.org/I4210145724"]},{"id":"https://openalex.org/I4210159538","display_name":"Mouloud Mammeri University of Tizi-Ouzou","ror":"https://ror.org/050ktqq97","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210159538"]}],"countries":["DZ","FR"],"is_corresponding":false,"raw_author_name":"Sarra Mehamel","raw_affiliation_strings":["Conservatoire National des Arts et M\u00e9tiers, Paris, France","University Mouloud Mammeri of Tizi-Ouzou, Algeria","CEDRIC - ROC - CEDRIC. R\u00e9seaux et Objets Connect\u00e9s (France)","LARI - Laboratoire de Recherche en Informatique (BP 17, RP, 15000, Tizi-Ouzou, Alg\u00e9rie  - Alg\u00e9rie)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Conservatoire National des Arts et M\u00e9tiers, Paris, France","institution_ids":["https://openalex.org/I124158823"]},{"raw_affiliation_string":"University Mouloud Mammeri of Tizi-Ouzou, Algeria","institution_ids":["https://openalex.org/I4210159538"]},{"raw_affiliation_string":"CEDRIC - ROC - CEDRIC. R\u00e9seaux et Objets Connect\u00e9s (France)","institution_ids":["https://openalex.org/I4210145724"]},{"raw_affiliation_string":"LARI - Laboratoire de Recherche en Informatique (BP 17, RP, 15000, Tizi-Ouzou, Alg\u00e9rie  - Alg\u00e9rie)","institution_ids":["https://openalex.org/I4210144804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007882938","display_name":"Samia Bouzefrane","orcid":"https://orcid.org/0000-0002-0979-1289"},"institutions":[{"id":"https://openalex.org/I124158823","display_name":"Conservatoire National des Arts et M\u00e9tiers","ror":"https://ror.org/0175hh227","country_code":"FR","type":"education","lineage":["https://openalex.org/I124158823","https://openalex.org/I4210134562"]},{"id":"https://openalex.org/I4210137329","display_name":"Unit of Functional and Adaptive Biology","ror":"https://ror.org/02z0jq636","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I204730241","https://openalex.org/I4210096427","https://openalex.org/I4210137329"]},{"id":"https://openalex.org/I4210145724","display_name":"Centre d'Etudes et De Recherche en Informatique et Communications","ror":"https://ror.org/044j5mm75","country_code":"FR","type":"facility","lineage":["https://openalex.org/I4210145724"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Samia Bouzefrane","raw_affiliation_strings":["Conservatoire National des Arts et M\u00e9tiers, Paris, France","CEDRIC - ROC - CEDRIC. R\u00e9seaux et Objets Connect\u00e9s (France)","EVA - Wireless Networking for Evolving & Adaptive Applications (2 rue Simone Iff -\r\nCS 42112 -\r\n75589 Paris Cedex 12 - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Conservatoire National des Arts et M\u00e9tiers, Paris, France","institution_ids":["https://openalex.org/I124158823"]},{"raw_affiliation_string":"CEDRIC - ROC - CEDRIC. R\u00e9seaux et Objets Connect\u00e9s (France)","institution_ids":["https://openalex.org/I4210145724"]},{"raw_affiliation_string":"EVA - Wireless Networking for Evolving & Adaptive Applications (2 rue Simone Iff -\r\nCS 42112 -\r\n75589 Paris Cedex 12 - France)","institution_ids":["https://openalex.org/I4210137329"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108125536","display_name":"Soumya Banerjee","orcid":null},"institutions":[{"id":"https://openalex.org/I124158823","display_name":"Conservatoire National des Arts et M\u00e9tiers","ror":"https://ror.org/0175hh227","country_code":"FR","type":"education","lineage":["https://openalex.org/I124158823","https://openalex.org/I4210134562"]},{"id":"https://openalex.org/I4210145724","display_name":"Centre d'Etudes et De Recherche en Informatique et Communications","ror":"https://ror.org/044j5mm75","country_code":"FR","type":"facility","lineage":["https://openalex.org/I4210145724"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Soumya Banarjee","raw_affiliation_strings":["Conservatoire National des Arts et M\u00e9tiers, Paris, France","CEDRIC - Centre d'\u00e9tudes et de recherche en informatique et communications (292 rue Saint-Martin \r\n75141 PARIS Cedex 03\r\nCase courrier 2D4P30 - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Conservatoire National des Arts et M\u00e9tiers, Paris, France","institution_ids":["https://openalex.org/I124158823"]},{"raw_affiliation_string":"CEDRIC - Centre d'\u00e9tudes et de recherche en informatique et communications (292 rue Saint-Martin \r\n75141 PARIS Cedex 03\r\nCase courrier 2D4P30 - France)","institution_ids":["https://openalex.org/I4210145724"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110610692","display_name":"Mehammed Daoui","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144804","display_name":"Laboratoire de Recherche en Informatique","ror":"https://ror.org/04e3ktk27","country_code":"FR","type":"facility","lineage":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210144804","https://openalex.org/I4210159245"]},{"id":"https://openalex.org/I4210159538","display_name":"Mouloud Mammeri University of Tizi-Ouzou","ror":"https://ror.org/050ktqq97","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210159538"]}],"countries":["DZ","FR"],"is_corresponding":false,"raw_author_name":"Mehammed Daoui","raw_affiliation_strings":["University Mouloud Mammeri of Tizi-Ouzou, Algeria","LARI - Laboratoire de Recherche en Informatique (BP 17, RP, 15000, Tizi-Ouzou, Alg\u00e9rie  - Alg\u00e9rie)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Mouloud Mammeri of Tizi-Ouzou, Algeria","institution_ids":["https://openalex.org/I4210159538"]},{"raw_affiliation_string":"LARI - Laboratoire de Recherche en Informatique (BP 17, RP, 15000, Tizi-Ouzou, Alg\u00e9rie  - Alg\u00e9rie)","institution_ids":["https://openalex.org/I4210144804"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000355426","display_name":"Valentina Emilia B\u0103la\u015f","orcid":"https://orcid.org/0000-0003-0885-1283"},"institutions":[{"id":"https://openalex.org/I64956957","display_name":"Aurel Vlaicu University of Arad","ror":"https://ror.org/05w5rsy15","country_code":"RO","type":"education","lineage":["https://openalex.org/I64956957"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Valentina E. Balas","raw_affiliation_strings":["Aurel Vlaicu University of Arad, Romania","UAV - Aurel Vlaicu University of Arad (Roumanie)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aurel Vlaicu University of Arad, Romania","institution_ids":["https://openalex.org/I64956957"]},{"raw_affiliation_string":"UAV - Aurel Vlaicu University of Arad (Roumanie)","institution_ids":["https://openalex.org/I64956957"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5007882938"],"corresponding_institution_ids":["https://openalex.org/I124158823","https://openalex.org/I4210137329","https://openalex.org/I4210145724"],"apc_list":null,"apc_paid":null,"fwci":0.1546,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.54926882,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"14","issue":"4","first_page":"537","last_page":"552"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9556000232696533,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9480999708175659,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8721221685409546},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8584364056587219},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7531444430351257},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.6283080577850342},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5094853043556213},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5090129375457764},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4997544288635254},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4481828510761261},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.39301663637161255},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3791915774345398},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.11518940329551697},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10235428810119629},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.0777575671672821}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8721221685409546},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8584364056587219},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7531444430351257},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.6283080577850342},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5094853043556213},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5090129375457764},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4997544288635254},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4481828510761261},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39301663637161255},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3791915774345398},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.11518940329551697},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10235428810119629},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0777575671672821},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3233/idt-190152","is_oa":false,"landing_page_url":"https://doi.org/10.3233/idt-190152","pdf_url":null,"source":{"id":"https://openalex.org/S119727669","display_name":"Intelligent Decision Technologies","issn_l":"1872-4981","issn":["1872-4981","1875-8843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Decision Technologies","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-03112767v1","is_oa":false,"landing_page_url":"https://hal.science/hal-03112767","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Intelligent decision technologies, 2020, 14 (4), pp.537-552. ⟨10.3233/IDT-190152⟩","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1568835415","https://openalex.org/W1963591592","https://openalex.org/W1978690967","https://openalex.org/W2001359285","https://openalex.org/W2041542784","https://openalex.org/W2051454552","https://openalex.org/W2051773775","https://openalex.org/W2054237513","https://openalex.org/W2089982944","https://openalex.org/W2104390490","https://openalex.org/W2113122939","https://openalex.org/W2117277172","https://openalex.org/W2132946504","https://openalex.org/W2158310845","https://openalex.org/W2159491186","https://openalex.org/W2282203674","https://openalex.org/W2545653583","https://openalex.org/W2582528780","https://openalex.org/W2597559112","https://openalex.org/W2612642582","https://openalex.org/W2619667520","https://openalex.org/W2746390786","https://openalex.org/W2761862361","https://openalex.org/W2896779620","https://openalex.org/W2903523957","https://openalex.org/W2911573951","https://openalex.org/W2962801070","https://openalex.org/W2964331420","https://openalex.org/W2973890808"],"related_works":["https://openalex.org/W4313339048","https://openalex.org/W4386004629","https://openalex.org/W3176734149","https://openalex.org/W3201779876","https://openalex.org/W3113627641","https://openalex.org/W4238142035","https://openalex.org/W2918879532","https://openalex.org/W2885461866","https://openalex.org/W2901937988","https://openalex.org/W3162654428"],"abstract_inverted_index":{"Caching":[0],"contents":[1,153],"at":[2],"the":[3,15,21,37,46,58,64,93,96,109,115,119,124,129,155,164,174,189,194,207],"edge":[4,47,89],"of":[5,40,60,114,131,173,196,204],"mobile":[6,65,88],"networks":[7],"is":[8,99,112],"an":[9,28,33,85],"efficient":[10],"mechanism":[11],"that":[12,108,135,192],"can":[13],"alleviate":[14],"backhaul":[16],"links":[17],"load":[18],"and":[19,54,105,168],"reduce":[20],"transmission":[22],"delay.":[23],"For":[24],"this":[25],"purpose,":[26],"choosing":[27],"adequate":[29],"caching":[30,94,110,118,209],"strategy":[31,111],"becomes":[32],"important":[34],"issue.":[35],"Recently,":[36],"tremendous":[38],"growth":[39],"Mobile":[41],"Edge":[42],"Computing":[43],"(MEC)":[44],"empowers":[45],"network":[48,66,156],"nodes":[49],"with":[50,140],"more":[51],"computation":[52],"capabilities":[53],"storage":[55],"capabilities,":[56],"allowing":[57],"execution":[59],"resource-intensive":[61],"tasks":[62],"within":[63],"edges":[67],"such":[68],"as":[69],"running":[70],"artificial":[71],"intelligence":[72,106],"(AI)":[73],"algorithms.":[74],"Exploiting":[75],"users":[76],"context":[77,103],"information":[78],"intelligently":[79],"makes":[80],"it":[81],"possible":[82],"to":[83,100,138,151,162],"design":[84],"intelligent":[86],"context-aware":[87],"caching.":[90],"To":[91],"maximize":[92,163],"performance,":[95],"suitable":[97],"methodology":[98],"consider":[101],"both":[102],"awareness":[104,172],"so":[107],"aware":[113],"environment":[116],"while":[117],"appropriate":[120],"content":[121],"by":[122,128],"making":[123,142],"right":[125],"decision.":[126],"Inspired":[127],"success":[130],"reinforcement":[132,148],"learning":[133,149,190,205],"(RL)":[134],"uses":[136,193],"agents":[137],"deal":[139],"decision":[141,210],"problems,":[143],"we":[144],"present":[145],"a":[146,170],"modified":[147,181],"(mRL)":[150],"cache":[152,165,178],"in":[154,188],"edges.":[157],"Our":[158],"proposed":[159],"solution":[160],"aims":[161],"hit":[166],"rate":[167,191],"requires":[169],"multi":[171],"influencing":[175],"factors":[176],"on":[177],"performance.":[179],"The":[180],"RL":[182,186],"differs":[183],"from":[184,212],"other":[185],"algorithms":[187],"method":[195],"stochastic":[197],"gradient":[198],"decent":[199],"(SGD)":[200],"beside":[201],"taking":[202],"advantage":[203],"using":[206],"optimal":[208],"obtained":[211],"fuzzy":[213],"rules.":[214]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}