{"id":"https://openalex.org/W4225487077","doi":"https://doi.org/10.1145/3494322.3494325","title":"Task Offloading in Autonomous IoT Systems using Deep Reinforcement Learning and ns3-gym","display_name":"Task Offloading in Autonomous IoT Systems using Deep Reinforcement Learning and ns3-gym","publication_year":2021,"publication_date":"2021-11-08","ids":{"openalex":"https://openalex.org/W4225487077","doi":"https://doi.org/10.1145/3494322.3494325"},"language":"en","primary_location":{"id":"doi:10.1145/3494322.3494325","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3494322.3494325","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Conference on the Internet of Things","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075305467","display_name":"Abdel Kader Chabi Sika Boni","orcid":"https://orcid.org/0000-0002-6622-5187"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I190497903","display_name":"Laboratoire d'Analyse et d'Architecture des Syst\u00e8mes","ror":"https://ror.org/03vcm6439","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I190497903","https://openalex.org/I193033237","https://openalex.org/I196454796","https://openalex.org/I205747304","https://openalex.org/I4210095849","https://openalex.org/I4210152422","https://openalex.org/I4210159245","https://openalex.org/I4405258862","https://openalex.org/I4405259414"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Abdel Kader Chabi Sika Boni","raw_affiliation_strings":["LAAS-CNRS, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LAAS-CNRS, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I190497903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101839225","display_name":"Hassan Hassan","orcid":"https://orcid.org/0000-0003-1302-2682"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I190497903","display_name":"Laboratoire d'Analyse et d'Architecture des Syst\u00e8mes","ror":"https://ror.org/03vcm6439","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I190497903","https://openalex.org/I193033237","https://openalex.org/I196454796","https://openalex.org/I205747304","https://openalex.org/I4210095849","https://openalex.org/I4210152422","https://openalex.org/I4210159245","https://openalex.org/I4405258862","https://openalex.org/I4405259414"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Hassan Hassan","raw_affiliation_strings":["LAAS-CNRS, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LAAS-CNRS, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I190497903"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087683261","display_name":"Khalil Drira","orcid":"https://orcid.org/0000-0002-4770-1563"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I190497903","display_name":"Laboratoire d'Analyse et d'Architecture des Syst\u00e8mes","ror":"https://ror.org/03vcm6439","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I190497903","https://openalex.org/I193033237","https://openalex.org/I196454796","https://openalex.org/I205747304","https://openalex.org/I4210095849","https://openalex.org/I4210152422","https://openalex.org/I4210159245","https://openalex.org/I4405258862","https://openalex.org/I4405259414"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Khalil Drira","raw_affiliation_strings":["LAAS-CNRS, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LAAS-CNRS, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I190497903"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.23884514,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"17","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7931212782859802},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7760313749313354},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6581935286521912},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5878874063491821},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5589724183082581},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5451213717460632},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.49884796142578125},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4854191243648529},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.45573410391807556},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4251709580421448},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.41430583596229553},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.37905195355415344},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3462625741958618},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3404378592967987},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.20093071460723877},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.14498218894004822},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.14146152138710022},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12233847379684448},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1131356954574585}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7931212782859802},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7760313749313354},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6581935286521912},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5878874063491821},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5589724183082581},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5451213717460632},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.49884796142578125},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4854191243648529},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.45573410391807556},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4251709580421448},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.41430583596229553},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.37905195355415344},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3462625741958618},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3404378592967987},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.20093071460723877},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.14498218894004822},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.14146152138710022},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12233847379684448},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1131356954574585},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3494322.3494325","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3494322.3494325","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Conference on the Internet of Things","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-03428530v1","is_oa":false,"landing_page_url":"https://laas.hal.science/hal-03428530","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://iot-conference.org/iot2021/","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2755508537","https://openalex.org/W2791353064","https://openalex.org/W2801812796","https://openalex.org/W2904994737","https://openalex.org/W2911780517","https://openalex.org/W2913740539","https://openalex.org/W2922585446","https://openalex.org/W2957978631","https://openalex.org/W2962856838","https://openalex.org/W2963060851","https://openalex.org/W2963334314","https://openalex.org/W2964221923","https://openalex.org/W2968052242","https://openalex.org/W2971566984","https://openalex.org/W2973100365","https://openalex.org/W2979412135","https://openalex.org/W2982626544","https://openalex.org/W2984381742","https://openalex.org/W2990740617","https://openalex.org/W3006657393","https://openalex.org/W3010561271","https://openalex.org/W3032894844","https://openalex.org/W3041510570","https://openalex.org/W3047538493","https://openalex.org/W3104290804","https://openalex.org/W3117089396","https://openalex.org/W3123257271","https://openalex.org/W3123495589","https://openalex.org/W3134179774"],"related_works":["https://openalex.org/W2902693277","https://openalex.org/W4378977105","https://openalex.org/W3154796165","https://openalex.org/W2894114519","https://openalex.org/W2920581164","https://openalex.org/W4282941432","https://openalex.org/W4309428690","https://openalex.org/W4200227036","https://openalex.org/W3200145713","https://openalex.org/W4206961923"],"abstract_inverted_index":{"IoT":[0,29,40,76,84,174,198,212],"systems":[1,41,77],"grow":[2],"quickly":[3,192],"and":[4,50,64,114,140,170,200],"are":[5],"massively":[6],"present":[7],"in":[8,53,74,97,145,166,178,196],"urban":[9],"areas.":[10],"Their":[11],"successful":[12],"deployment":[13],"requires":[14,100],"autonomy":[15],"that":[16,163,186],"can":[17,151,190,201],"be":[18],"built":[19],"on":[20,37,47,159,173],"automated":[21],"learning":[22],"technologies":[23],"such":[24,98],"as":[25],"Deep":[26,129],"Learning.":[27],"The":[28,182],"applications":[30,63],"require":[31,42],"important":[32],"computational":[33],"resources,":[34],"rarely":[35],"available":[36,46,112],"devices.":[38],"Autonomous":[39],"the":[43,48,61,65,80,89,108,142,167,179,187,197],"computation":[44],"power":[45],"edge":[49],"cloud":[51],"servers":[52],"order":[54],"to":[55,60,79,119,193],"offload":[56],"some":[57],"tasks":[58],"related":[59],"supported":[62],"underlying":[66],"platforms.":[67],"Task":[68],"offloading":[69,96,117],"constitutes":[70],"a":[71,128,160],"big":[72,203],"challenge":[73],"autonomous":[75,211],"due":[78],"huge":[81],"number":[82,204],"of":[83,88,91,104,111,135,205,210],"devices":[85],"for":[86],"scenarios":[87],"family":[90],"smart":[92],"cities.":[93],"Managing":[94],"task":[95],"contexts":[99],"adaptive":[101],"strategies":[102],"capable":[103,134],"taking":[105],"into":[106],"consideration":[107],"rapid":[109],"evolution":[110,195],"resources":[113],"proposing":[115],"efficient":[116],"solutions":[118],"all":[120],"received":[121],"requests.":[122],"In":[123],"this":[124,146],"paper":[125],"we":[126],"use":[127],"Reinforcement":[130],"Learning":[131],"(DRL)":[132],"approach":[133],"handling":[136],"large":[137],"state":[138],"spaces,":[139],"resolve":[141],"optimization":[143],"problem":[144],"context,":[147],"where":[148],"other":[149],"techniques":[150],"not":[152],"scale":[153],"efficiently.":[154],"Our":[155],"solution":[156],"is":[157],"based":[158],"DRL":[161,188],"agent":[162,189],"was":[164,171],"developed":[165],"ns3-gym":[168],"framework":[169],"tested":[172],"system":[175,199],"scenario":[176],"implemented":[177],"NS3":[180],"simulator.":[181],"results":[183],"obtained":[184],"show":[185],"adapt":[191],"resource":[194],"handle":[202],"demands":[206],"fulfilling":[207],"scalabilty":[208],"requirements":[209],"systems.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}