{"id":"https://openalex.org/W4386072244","doi":"https://doi.org/10.1109/smartnets58706.2023.10216124","title":"Q-Learning Algorithm Inspired Objective Function Optimization For IETF 6TiSCH Networks","display_name":"Q-Learning Algorithm Inspired Objective Function Optimization For IETF 6TiSCH Networks","publication_year":2023,"publication_date":"2023-07-25","ids":{"openalex":"https://openalex.org/W4386072244","doi":"https://doi.org/10.1109/smartnets58706.2023.10216124"},"language":"en","primary_location":{"id":"doi:10.1109/smartnets58706.2023.10216124","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/smartnets58706.2023.10216124","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Smart Applications, Communications and Networking (SmartNets)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092675693","display_name":"Tayfun Bekar","orcid":null},"institutions":[{"id":"https://openalex.org/I162720556","display_name":"Karadeniz Technical University","ror":"https://ror.org/03z8fyr40","country_code":"TR","type":"education","lineage":["https://openalex.org/I162720556"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Tayfun Bekar","raw_affiliation_strings":["Karadeniz Technical University,Department of Computer Engineering,Trabzon,Turkey","Department of Computer Engineering, Karadeniz Technical University, Trabzon, Turkey"],"affiliations":[{"raw_affiliation_string":"Karadeniz Technical University,Department of Computer Engineering,Trabzon,Turkey","institution_ids":["https://openalex.org/I162720556"]},{"raw_affiliation_string":"Department of Computer Engineering, Karadeniz Technical University, Trabzon, Turkey","institution_ids":["https://openalex.org/I162720556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045277059","display_name":"Sedat G\u00f6rm\u00fc\u015f","orcid":"https://orcid.org/0000-0003-2172-2144"},"institutions":[{"id":"https://openalex.org/I162720556","display_name":"Karadeniz Technical University","ror":"https://ror.org/03z8fyr40","country_code":"TR","type":"education","lineage":["https://openalex.org/I162720556"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Sedat G\u00f6rm\u00fc\u015f","raw_affiliation_strings":["Karadeniz Technical University,Department of Computer Engineering,Trabzon,Turkey","Department of Computer Engineering, Karadeniz Technical University, Trabzon, Turkey"],"affiliations":[{"raw_affiliation_string":"Karadeniz Technical University,Department of Computer Engineering,Trabzon,Turkey","institution_ids":["https://openalex.org/I162720556"]},{"raw_affiliation_string":"Department of Computer Engineering, Karadeniz Technical University, Trabzon, Turkey","institution_ids":["https://openalex.org/I162720556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101524898","display_name":"Burak Ayd\u0131n","orcid":"https://orcid.org/0000-0002-5377-4590"},"institutions":[{"id":"https://openalex.org/I162720556","display_name":"Karadeniz Technical University","ror":"https://ror.org/03z8fyr40","country_code":"TR","type":"education","lineage":["https://openalex.org/I162720556"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Burak Ayd\u0131n","raw_affiliation_strings":["Karadeniz Technical University,Department of Computer Engineering,Trabzon,Turkey","Department of Computer Engineering, Karadeniz Technical University, Trabzon, Turkey"],"affiliations":[{"raw_affiliation_string":"Karadeniz Technical University,Department of Computer Engineering,Trabzon,Turkey","institution_ids":["https://openalex.org/I162720556"]},{"raw_affiliation_string":"Department of Computer Engineering, Karadeniz Technical University, Trabzon, Turkey","institution_ids":["https://openalex.org/I162720556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5105877915","display_name":"Hakan Ayd\u0131n","orcid":"https://orcid.org/0000-0002-4057-3693"},"institutions":[{"id":"https://openalex.org/I162720556","display_name":"Karadeniz Technical University","ror":"https://ror.org/03z8fyr40","country_code":"TR","type":"education","lineage":["https://openalex.org/I162720556"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Hakan Ayd\u0131n","raw_affiliation_strings":["Karadeniz Technical University,Department of Computer Engineering,Trabzon,Turkey","Department of Computer Engineering, Karadeniz Technical University, Trabzon, Turkey"],"affiliations":[{"raw_affiliation_string":"Karadeniz Technical University,Department of Computer Engineering,Trabzon,Turkey","institution_ids":["https://openalex.org/I162720556"]},{"raw_affiliation_string":"Department of Computer Engineering, Karadeniz Technical University, Trabzon, Turkey","institution_ids":["https://openalex.org/I162720556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5092675693"],"corresponding_institution_ids":["https://openalex.org/I162720556"],"apc_list":null,"apc_paid":null,"fwci":1.2037,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.80052857,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11498","display_name":"Security in Wireless Sensor Networks","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7496639490127563},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.7020882368087769},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.6159490942955017},{"id":"https://openalex.org/keywords/ipv6","display_name":"IPv6","score":0.5441710352897644},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.5348958373069763},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.46936872601509094},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4633747637271881},{"id":"https://openalex.org/keywords/packet-loss","display_name":"Packet loss","score":0.43867528438568115},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.41034409403800964},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.2365148663520813}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7496639490127563},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.7020882368087769},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.6159490942955017},{"id":"https://openalex.org/C84555802","wikidata":"https://www.wikidata.org/wiki/Q2551624","display_name":"IPv6","level":3,"score":0.5441710352897644},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.5348958373069763},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.46936872601509094},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4633747637271881},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.43867528438568115},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.41034409403800964},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2365148663520813},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smartnets58706.2023.10216124","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/smartnets58706.2023.10216124","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Smart Applications, Communications and Networking (SmartNets)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.6700000166893005,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2096059127","https://openalex.org/W2150611047","https://openalex.org/W2170780561","https://openalex.org/W2325877089","https://openalex.org/W2619090748","https://openalex.org/W2745992310","https://openalex.org/W2916641566","https://openalex.org/W3044769724","https://openalex.org/W4225147756","https://openalex.org/W4226365956","https://openalex.org/W4293863483"],"related_works":["https://openalex.org/W2033347526","https://openalex.org/W2588358127","https://openalex.org/W2154478511","https://openalex.org/W4234451713","https://openalex.org/W4377700345","https://openalex.org/W2061699822","https://openalex.org/W2521264178","https://openalex.org/W3099995967","https://openalex.org/W3037906321","https://openalex.org/W2563040182"],"abstract_inverted_index":{"Nowadays,":[0],"Wireless":[1],"Sensor":[2],"Networks":[3],"(WSNs)":[4],"are":[5,212,217,247,330],"effectively":[6],"used":[7],"in":[8,52,119,126,208,214,238,274,321,332],"a":[9,42,105,164,223,275,281,309],"wide":[10],"range":[11],"of":[12,22,82,121,147,170,175,244,277,283,302,316],"application":[13,195],"areas":[14],"such":[15,55,197],"as":[16,56,79,198],"environmental":[17],"monitoring,":[18],"home":[19],"automation,":[20],"control":[21],"agricultural":[23],"production":[24],"processes,":[25,216],"health":[26],"monitoring":[27],"systems,":[28,33],"military":[29],"surveillance,":[30],"industrial":[31,99],"automation":[32],"smart":[34,37],"grids":[35],"and":[36,70,91,140,204,235,241,263,292,327,334],"cities.":[38],"However,":[39,112],"there":[40],"is":[41,77,177,228,272,287,305,319],"need":[43,115],"to":[44,48,87,116,131,136,167],"develop":[45],"efficient":[46],"solutions":[47],"the":[49,83,127,151,168,181,187,191,209,232,239,242,245,250,253,260,267,299,303,317,328],"problems":[50,196],"encountered":[51,213],"WSN":[53],"applications":[54],"low":[57,59,93],"latency,":[58],"energy":[60,133],"consumption,":[61],"real-time":[62,194],"operation,":[63],"high":[64,199,205],"performance,":[65],"reliability,":[66],"minimum":[67],"packet":[68,201,206],"loss,":[69],"reliable":[71],"routing.The":[72],"IETF":[73],"6TiSCH":[74,102,148],"protocol":[75,86,103,154],"stack":[76],"defined":[78],"an":[80],"extension":[81],"IPv6":[84],"Internet":[85],"support":[88],"efficient,":[89],"secure":[90],"scalable":[92],"power":[94],"wireless":[95],"sensor":[96],"networks":[97,149],"for":[98],"applications.":[100],"The":[101,144,220,314],"has":[104],"time-slotted/channel-hopping":[106],"mechanism":[107],"with":[108],"dynamic":[109],"resource":[110],"requirements.":[111],"these":[113],"resources":[114],"be":[117],"reorganized":[118],"case":[120],"frequent":[122,171],"routing":[123,145,156,172,215],"path":[124,173],"changes":[125,174],"network.":[128],"This":[129],"leads":[130],"extra":[132],"consumption":[134],"due":[135],"additional":[137],"computational":[138],"overhead":[139],"higher":[141],"communication":[142],"cost.":[143],"layer":[146],"uses":[150],"RPL.":[152],"RPL":[153,182],"makes":[155],"decisions":[157],"based":[158],"on":[159],"objective":[160,183],"functions.In":[161],"this":[162],"paper,":[163],"new":[165],"solution":[166],"problem":[169],"nodes":[176],"presented":[178,331],"by":[179,186,230,307],"optimizing":[180],"function":[184],"inspired":[185],"Q-Learning":[188],"algorithm.":[189],"With":[190],"developed":[192],"method,":[193],"end-to-end":[200],"transmission":[202],"delay":[203],"losses":[207],"buffer,":[210],"which":[211],"also":[218],"improved.":[219],"proposed":[221,254],"algorithm,":[222],"more":[224,310],"stable":[225],"network":[226,246,276,282,304,312],"structure":[227],"provided":[229],"utilising":[231],"previous":[233],"states":[234],"critical":[236],"metrics":[237],"WSNs":[240],"reliability":[243],"increased.":[248],"Considering":[249],"PDR":[251],"metric,":[252],"method":[255],"performs":[256],"33.6%":[257],"better":[258,265,289,294],"than":[259,266,290,295],"standard":[261],"MRHOF":[262,291],"11.2%":[264],"OF-SR1":[268],"algorithm":[269,318],"when":[270],"Rx":[271],"60%":[273],"20":[278],"nodes.":[279],"In":[280,297],"40":[284],"nodes,":[285],"it":[286],"44.9%":[288],"7.7%":[293],"OF-SR1.":[296],"addition":[298],"synchronization":[300],"time":[301],"improved":[306],"creating":[308],"balanced":[311],"structure.":[313],"performance":[315],"tested":[320],"Cooja,":[322],"Contiki-NG\u2019s":[323],"integrated":[324],"simulation":[325],"tool":[326],"results":[329],"tables":[333],"graphs.":[335]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4}],"updated_date":"2026-02-11T14:41:00.668223","created_date":"2025-10-10T00:00:00"}