{"id":"https://openalex.org/W4391884042","doi":"https://doi.org/10.1145/3648571","title":"Reinforcement Learning Based Approaches to Adaptive Context Caching in Distributed Context Management Systems","display_name":"Reinforcement Learning Based Approaches to Adaptive Context Caching in Distributed Context Management Systems","publication_year":2024,"publication_date":"2024-02-16","ids":{"openalex":"https://openalex.org/W4391884042","doi":"https://doi.org/10.1145/3648571"},"language":"en","primary_location":{"id":"doi:10.1145/3648571","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3648571","pdf_url":null,"source":{"id":"https://openalex.org/S4210175912","display_name":"ACM Transactions on Internet of Things","issn_l":"2577-6207","issn":["2577-6207","2691-1914"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet of Things","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062003877","display_name":"Shakthi Weerasinghe","orcid":"https://orcid.org/0000-0001-9287-3420"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shakthi Weerasinghe","raw_affiliation_strings":["School of Information Technology, Deakin University, Burwood, Australia"],"raw_orcid":"https://orcid.org/0000-0001-9287-3420","affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Burwood, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059424435","display_name":"Arkady Zaslavsky","orcid":"https://orcid.org/0000-0003-1990-5734"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Arkady Zaslavsky","raw_affiliation_strings":["School of Information Technology, Deakin University, Burwood, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1990-5734","affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Burwood, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049314231","display_name":"Seng W. Loke","orcid":"https://orcid.org/0000-0002-5339-9305"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Seng W. Loke","raw_affiliation_strings":["School of Information Technology, Deakin University, Burwood, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5339-9305","affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Burwood, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090793983","display_name":"Alexey Medvedev","orcid":"https://orcid.org/0000-0002-7562-6257"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alexey Medvedev","raw_affiliation_strings":["School of Information Technology, Deakin University, Burwood, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7562-6257","affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Burwood, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065442853","display_name":"Amin Abken","orcid":"https://orcid.org/0000-0002-0605-5083"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Amin Abken","raw_affiliation_strings":["School of Information Technology, Deakin University, Burwood, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0605-5083","affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Burwood, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069634872","display_name":"Alireza Hassani","orcid":"https://orcid.org/0000-0002-4770-8183"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alireza Hassani","raw_affiliation_strings":["School of Information Technology, Deakin University, Burwood, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4770-8183","affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Burwood, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015215788","display_name":"Guang\u2010Li Huang","orcid":"https://orcid.org/0000-0001-8698-2946"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guang-Li Huang","raw_affiliation_strings":["School of Information Technology, Deakin University, Burwood, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8698-2946","affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Burwood, Australia","institution_ids":["https://openalex.org/I149704539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149704539"],"apc_list":null,"apc_paid":null,"fwci":1.8393,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.85704377,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"5","issue":"2","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dependability","display_name":"Dependability","score":0.791611909866333},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7866865396499634},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.694421648979187},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6319242119789124},{"id":"https://openalex.org/keywords/middleware","display_name":"Middleware (distributed applications)","score":0.6227197051048279},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4939418435096741},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.45961496233940125},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.41059863567352295},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.27905023097991943},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.12685337662696838}],"concepts":[{"id":"https://openalex.org/C77019957","wikidata":"https://www.wikidata.org/wiki/Q2689057","display_name":"Dependability","level":2,"score":0.791611909866333},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7866865396499634},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.694421648979187},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6319242119789124},{"id":"https://openalex.org/C169468491","wikidata":"https://www.wikidata.org/wiki/Q146923","display_name":"Middleware (distributed applications)","level":2,"score":0.6227197051048279},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4939418435096741},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.45961496233940125},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.41059863567352295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27905023097991943},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.12685337662696838},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3648571","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3648571","pdf_url":null,"source":{"id":"https://openalex.org/S4210175912","display_name":"ACM Transactions on Internet of Things","issn_l":"2577-6207","issn":["2577-6207","2691-1914"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet of Things","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Responsible consumption and production","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/12"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1547090979","https://openalex.org/W1573710524","https://openalex.org/W1966667665","https://openalex.org/W1999581929","https://openalex.org/W2037169571","https://openalex.org/W2037797555","https://openalex.org/W2055960541","https://openalex.org/W2064530303","https://openalex.org/W2068849277","https://openalex.org/W2071056244","https://openalex.org/W2101410075","https://openalex.org/W2102317836","https://openalex.org/W2112072770","https://openalex.org/W2127517637","https://openalex.org/W2141098437","https://openalex.org/W2144730987","https://openalex.org/W2174999175","https://openalex.org/W2534278322","https://openalex.org/W2588813693","https://openalex.org/W2615790994","https://openalex.org/W2897366351","https://openalex.org/W2899075810","https://openalex.org/W2900617671","https://openalex.org/W2900643918","https://openalex.org/W2902215693","https://openalex.org/W2924238533","https://openalex.org/W2954932603","https://openalex.org/W2963696760","https://openalex.org/W2964156143","https://openalex.org/W2970173331","https://openalex.org/W2980507968","https://openalex.org/W2996606751","https://openalex.org/W3033198575","https://openalex.org/W3038495685","https://openalex.org/W3092793218","https://openalex.org/W3102826492","https://openalex.org/W3103793971","https://openalex.org/W3106091550","https://openalex.org/W3150018025","https://openalex.org/W4212882910","https://openalex.org/W4229005713","https://openalex.org/W4234816175","https://openalex.org/W4293233797","https://openalex.org/W4312321102","https://openalex.org/W4376890833","https://openalex.org/W4379618892","https://openalex.org/W4389887477"],"related_works":["https://openalex.org/W4252527915","https://openalex.org/W2409287660","https://openalex.org/W2233357156","https://openalex.org/W1976489385","https://openalex.org/W4256317220","https://openalex.org/W1506225852","https://openalex.org/W1680720215","https://openalex.org/W2031558046","https://openalex.org/W2092189923","https://openalex.org/W2169667823"],"abstract_inverted_index":{"Real-time":[0],"applications":[1,52,203,311],"increasingly":[2],"rely":[3],"on":[4,256,266],"context":[5,23,44,62,73,97,126,165,212,227,241,302,334,367],"information":[6],"to":[7,42,55,98,108,111,130,163,167,215,322,332,348,351],"provide":[8,200],"relevant":[9,319],"and":[10,20,39,48,85,91,134,173,181,192,208,248,260,292,320,345,357,365],"dependable":[11,321],"features.":[12],"Context":[13,88,138],"queries":[14],"require":[15],"large-scale":[16],"retrieval,":[17],"inferencing,":[18],"aggregation,":[19],"delivery":[21],"of":[22,50,61,72,82,87,93,183,189,359],"using":[24,286,329],"only":[25],"limited":[26,65],"computing":[27],"resources,":[28],"especially":[29],"in":[30,69,149,274],"a":[31,118,287,293],"distributed":[32],"environment.":[33],"If":[34],"this":[35],"is":[36,154,223,230,338],"slow,":[37],"inconsistent,":[38],"too":[40],"expensive":[41],"access":[43,333],"information,":[45,228],"the":[46,64,70,77,150,169,177,271],"dependability":[47,180],"relevancy":[49],"real-time":[51,101,201,257],"may":[53],"fail":[54],"exist.":[56],"This":[57],"paper":[58],"argues,":[59],"transiency":[60],"(i.e.,":[63],"validity":[66],"period),":[67],"variations":[68,273],"features":[71],"query":[74,275,368],"loads":[75],"(e.g.,":[76],"request":[78],"rate,":[79],"different":[80,231],"Quality":[81,86],"Service":[83],"(QoS),":[84],"(QoC)":[89],"requirements),":[90],"lack":[92,358],"prior":[94,360],"knowledge":[95,269,361],"about":[96,270,362],"make":[99],"near":[100],"adaptations":[102],"as":[103,343],"fundamental":[104,171],"challenges":[105,172],"that":[106,238,305,312],"need":[107],"be":[109,317],"addressed":[110],"overcome":[112],"these":[113],"shortcomings.":[114],"Hence,":[115],"we":[116,306],"propose":[117],"performance":[119,258],"metric":[120],"driven":[121],"reinforcement":[122],"learning":[123],"based":[124,255,296],"adaptive":[125,301],"caching":[127,144,164,195,219,226,303],"approach":[128,153,198,243,304],"aiming":[129],"maximize":[131,245],"both":[132,246],"cost-":[133,247],"performance-efficiency":[135,249],"for":[136,225],"middleware-based":[137],"Management":[139],"Systems":[140],"(CMSs).":[141],"Although":[142],"context-aware":[143,217],"has":[145],"been":[146],"thoroughly":[147],"investigated":[148],"literature,":[151],"our":[152,197,221,239,261,300],"novel":[155],"because":[156],"existing":[157,216,330,352],"techniques":[158,263,331],"are":[159,313],"not":[160,175],"fully":[161],"applicable":[162],"due":[166],"(i)":[168],"underlying":[170],"(ii)":[174],"addressing":[176],"limitations":[178],"hindering":[179],"consistency":[182],"context.":[184],"Unlike":[185],"previously":[186],"tested":[187],"modes":[188],"CMS":[190,297],"operations":[191],"traditional":[193,233],"data":[194,218],"techniques,":[196],"can":[199,244,316],"pervasive":[202],"with":[204,299],"lower":[205],"cost,":[206],"faster,":[207],"fresher":[209],"high":[210],"quality":[211,278],"information.":[213,335],"Compared":[214],"algorithms,":[220],"technique":[222],"bespoken":[224],"which":[229],"from":[232],"data.":[234],"We":[235,284],"also":[236,339],"show":[237],"full-cycle":[240],"lifecycle-based":[242],"while":[250,324],"maintaining":[251],"adequate":[252],"QoC":[253],"solely":[254],"metrics":[259],"heuristic":[262],"without":[264],"depending":[265],"any":[267,281],"previous":[268,282],"context,":[272,363],"features,":[276],"or":[277],"demands,":[279],"unlike":[280],"work.":[283],"demonstrate":[285],"real":[288],"world":[289],"inspired":[290],"scenario":[291],"prototype":[294],"middleware":[295],"integrated":[298],"have":[307],"implemented,":[308],"how":[309],"realtime":[310],"85%":[314],"faster":[315],"more":[318,346],"users,":[323],"costing":[325],"60.22%":[326],"less":[327],"than":[328],"Our":[336],"model":[337],"at":[340],"least":[341],"twice":[342],"fast":[344],"flexible":[347],"adapt":[349],"compared":[350],"benchmarks":[353],"even":[354],"under":[355],"uncertainty":[356],"transiency,":[364],"variable":[366],"loads.":[369]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}