{"id":"https://openalex.org/W4405909148","doi":"https://doi.org/10.1109/wf-iot62078.2024.10811013","title":"Q-CSM: Q-Learning-based Cognitive Service Management in Heterogeneous IoT Networks","display_name":"Q-CSM: Q-Learning-based Cognitive Service Management in Heterogeneous IoT Networks","publication_year":2024,"publication_date":"2024-11-10","ids":{"openalex":"https://openalex.org/W4405909148","doi":"https://doi.org/10.1109/wf-iot62078.2024.10811013"},"language":"en","primary_location":{"id":"doi:10.1109/wf-iot62078.2024.10811013","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wf-iot62078.2024.10811013","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 10th World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://napier-repository.worktribe.com/file/3885918/1/Q-CSM%3A%20Q-Learning-Based%20Cognitive%20Service%20Management%20in%20Heterogeneous%20IoT%20Networks%20%28accepted%20version%29","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048398341","display_name":"K\u00fcbra Duran","orcid":"https://orcid.org/0000-0002-5502-9690"},"institutions":[{"id":"https://openalex.org/I251738","display_name":"Edinburgh Napier University","ror":"https://ror.org/03zjvnn91","country_code":"GB","type":"education","lineage":["https://openalex.org/I251738"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kubra Duran","raw_affiliation_strings":["Edinburgh Napier University,School of Computing, Engineering and The Built Environment,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Edinburgh Napier University,School of Computing, Engineering and The Built Environment,UK","institution_ids":["https://openalex.org/I251738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088063068","display_name":"Mehmet \u00d6zdem","orcid":"https://orcid.org/0000-0002-2901-2342"},"institutions":[{"id":"https://openalex.org/I4210092500","display_name":"T\u00fcrk Telekom (Turkey)","ror":"https://ror.org/002famp79","country_code":"TR","type":"company","lineage":["https://openalex.org/I4210092500"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Mehmet Ozdem","raw_affiliation_strings":["Turk Telekom,Istanbul,Türkiye"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Turk Telekom,Istanbul,Türkiye","institution_ids":["https://openalex.org/I4210092500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114763722","display_name":"Kerem Gursu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kerem Gursu","raw_affiliation_strings":["BTS Group,Istanbul,Türkiye"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BTS Group,Istanbul,Türkiye","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048431501","display_name":"Berk Canberk","orcid":"https://orcid.org/0000-0001-6472-1737"},"institutions":[{"id":"https://openalex.org/I251738","display_name":"Edinburgh Napier University","ror":"https://ror.org/03zjvnn91","country_code":"GB","type":"education","lineage":["https://openalex.org/I251738"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Berk Canberk","raw_affiliation_strings":["Edinburgh Napier University,School of Computing, Engineering and The Built Environment,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Edinburgh Napier University,School of Computing, Engineering and The Built Environment,UK","institution_ids":["https://openalex.org/I251738"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"713","last_page":"718"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9577000141143799,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9577000141143799,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7054412961006165},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.6140916347503662},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.48288774490356445},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4755653738975525},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.442878395318985},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4267382025718689},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27727019786834717},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.173126220703125},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.10745677351951599},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.07979387044906616},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.061650633811950684}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7054412961006165},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.6140916347503662},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.48288774490356445},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4755653738975525},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.442878395318985},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4267382025718689},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27727019786834717},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.173126220703125},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.10745677351951599},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.07979387044906616},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.061650633811950684},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/wf-iot62078.2024.10811013","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wf-iot62078.2024.10811013","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 10th World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository@napier.ac.uk:3885918","is_oa":true,"landing_page_url":"http://researchrepository.napier.ac.uk/Output/3885918","pdf_url":"https://napier-repository.worktribe.com/file/3885918/1/Q-CSM%3A%20Q-Learning-Based%20Cognitive%20Service%20Management%20in%20Heterogeneous%20IoT%20Networks%20%28accepted%20version%29","source":{"id":"https://openalex.org/S4306402591","display_name":"Edinburgh Napier Research Repository (Edinburgh Napier University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I251738","host_organization_name":"Edinburgh Napier University","host_organization_lineage":["https://openalex.org/I251738"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Presentation / Conference Contribution"}],"best_oa_location":{"id":"pmh:oai:repository@napier.ac.uk:3885918","is_oa":true,"landing_page_url":"http://researchrepository.napier.ac.uk/Output/3885918","pdf_url":"https://napier-repository.worktribe.com/file/3885918/1/Q-CSM%3A%20Q-Learning-Based%20Cognitive%20Service%20Management%20in%20Heterogeneous%20IoT%20Networks%20%28accepted%20version%29","source":{"id":"https://openalex.org/S4306402591","display_name":"Edinburgh Napier Research Repository (Edinburgh Napier University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I251738","host_organization_name":"Edinburgh Napier University","host_organization_lineage":["https://openalex.org/I251738"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Presentation / Conference Contribution"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6609013835","display_name":null,"funder_award_id":"5239903","funder_id":"https://openalex.org/F4320322626","funder_display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu"}],"funders":[{"id":"https://openalex.org/F4320322626","display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu","ror":"https://ror.org/04w9kkr77"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405909148.pdf"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W3088651938","https://openalex.org/W3088743550","https://openalex.org/W3122721099","https://openalex.org/W3137073403","https://openalex.org/W4294310851","https://openalex.org/W4295832473","https://openalex.org/W4313535036","https://openalex.org/W4316660823","https://openalex.org/W4379117187","https://openalex.org/W4386451572","https://openalex.org/W4387870061","https://openalex.org/W4388191514","https://openalex.org/W4389161457","https://openalex.org/W4389879716","https://openalex.org/W4390659067","https://openalex.org/W4391420748","https://openalex.org/W4393058134","https://openalex.org/W4393242444","https://openalex.org/W4394828200","https://openalex.org/W6696525884"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W2625093826","https://openalex.org/W4200598720","https://openalex.org/W2921026492","https://openalex.org/W4247463117","https://openalex.org/W4361251261","https://openalex.org/W3031181660","https://openalex.org/W4238100021"],"abstract_inverted_index":{"The":[0],"dramatic":[1],"increase":[2],"in":[3,16,31,41,97,166,199],"the":[4,36,55,66,95,110,115,120,127,162,169,193,200,204],"number":[5],"of":[6,18,27,38,43,68,119,137],"smart":[7,133],"services":[8],"and":[9,46,145,206],"their":[10],"diversity":[11],"poses":[12],"a":[13,75,104,132],"significant":[14,25],"challenge":[15],"Internet":[17],"Things":[19],"(IoT)":[20],"networks:":[21],"heterogeneity.":[22],"This":[23],"causes":[24],"quality":[26],"service":[28],"(QoS)":[29],"degradation":[30],"IoT":[32,39,90,122,164,180],"networks.":[33],"In":[34,83,189],"addition,":[35,190],"constraints":[37],"devices":[40,181],"terms":[42],"computational":[44],"capability":[45],"energy":[47],"resources":[48],"add":[49],"extra":[50],"complexity":[51],"to":[52,60,65,93,108,114,131,161,183],"this.":[53],"However,":[54],"current":[56],"studies":[57],"remain":[58],"insufficient":[59],"solve":[61],"this":[62,84],"problem":[63],"due":[64],"lack":[67],"cognitive":[69,129,153,186],"action":[70],"recommendations.":[71],"Therefore,":[72],"we":[73,86,102,191],"propose":[74],"Q-learning-based":[76,105,185],"Cognitive":[77],"Service":[78],"Management":[79],"framework":[80,171],"called":[81],"Q-CSM.":[82],"framework,":[85],"first":[87],"design":[88,103],"an":[89],"Agent":[91],"Manager":[92],"handle":[94],"heterogeneity":[96],"data":[98],"formats.":[99],"After":[100],"that,":[101],"recommendation":[106],"engine":[107],"optimize":[109],"devices\u2019":[111],"lifetime":[112,175],"according":[113],"predicted":[116],"QoS":[117],"behaviour":[118],"changing":[121],"network":[123],"scenarios.":[124],"We":[125,148],"apply":[126],"proposed":[128,152,170],"management":[130],"city":[134],"scenario":[135],"consisting":[136],"three":[138],"specific":[139],"services:":[140],"wind":[141],"turbines,":[142],"solar":[143],"panels,":[144],"transportation":[146],"systems.":[147],"note":[149],"that":[150],"our":[151],"method":[154],"achieves":[155,172],"$38.7":[156],"\\%$":[157],"faster":[158],"response":[159],"time":[160],"dynamical":[163],"changes":[165],"topology.":[167],"Furthermore,":[168],"19.8%":[173],"longer":[174],"on":[176],"average":[177],"for":[178],"constrained":[179],"thanks":[182],"its":[184],"decision":[187],"capability.":[188],"explore":[192],"most":[194],"successive":[195],"learning":[196],"rate":[197],"value":[198],"Q-learning":[201],"run":[202],"through":[203],"exploration":[205],"exploitation":[207],"phases.":[208]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}