{"id":"https://openalex.org/W4399146322","doi":"https://doi.org/10.1109/lwc.2024.3406913","title":"Reinforcement Learning-Based Sensing Decision for Data Freshness in Blockchain-Empowered Wireless Networks","display_name":"Reinforcement Learning-Based Sensing Decision for Data Freshness in Blockchain-Empowered Wireless Networks","publication_year":2024,"publication_date":"2024-05-29","ids":{"openalex":"https://openalex.org/W4399146322","doi":"https://doi.org/10.1109/lwc.2024.3406913"},"language":"en","primary_location":{"id":"doi:10.1109/lwc.2024.3406913","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2024.3406913","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101862409","display_name":"Dong-Sun Kim","orcid":"https://orcid.org/0000-0003-2733-0301"},"institutions":[{"id":"https://openalex.org/I193352282","display_name":"Daegu Gyeongbuk Institute of Science and Technology","ror":"https://ror.org/03frjya69","country_code":"KR","type":"education","lineage":["https://openalex.org/I193352282"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Dongsun Kim","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Daegu Gyeongbuk Institute of Science and Technology, Daegu, Republic of Korea","Department of Electrical Engineering and Computer Science, Daegu Gyeongbuk Institute of Science and Technology (DGIST), Daegu, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Daegu Gyeongbuk Institute of Science and Technology, Daegu, Republic of Korea","institution_ids":["https://openalex.org/I193352282"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Daegu Gyeongbuk Institute of Science and Technology (DGIST), Daegu, Republic of Korea","institution_ids":["https://openalex.org/I193352282"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019029451","display_name":"Sinwoong Yun","orcid":"https://orcid.org/0000-0001-6382-6713"},"institutions":[{"id":"https://openalex.org/I193352282","display_name":"Daegu Gyeongbuk Institute of Science and Technology","ror":"https://ror.org/03frjya69","country_code":"KR","type":"education","lineage":["https://openalex.org/I193352282"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sinwoong Yun","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Daegu Gyeongbuk Institute of Science and Technology, Daegu, Republic of Korea","Department of Electrical Engineering and Computer Science, Daegu Gyeongbuk Institute of Science and Technology (DGIST), Daegu, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Daegu Gyeongbuk Institute of Science and Technology, Daegu, Republic of Korea","institution_ids":["https://openalex.org/I193352282"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Daegu Gyeongbuk Institute of Science and Technology (DGIST), Daegu, Republic of Korea","institution_ids":["https://openalex.org/I193352282"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100402787","display_name":"Sungho Lee","orcid":"https://orcid.org/0000-0002-7902-4296"},"institutions":[{"id":"https://openalex.org/I4210153963","display_name":"Gumi Electronics & Information Technology Research Institute (South Korea)","ror":"https://ror.org/04xtdqy92","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210153963"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sungho Lee","raw_affiliation_strings":["ICT Convergence Research Division/Future Mobile Communication Research Center, Gumi Electronics and Information Technology Research Institute, Gumi, South Korea"],"affiliations":[{"raw_affiliation_string":"ICT Convergence Research Division/Future Mobile Communication Research Center, Gumi Electronics and Information Technology Research Institute, Gumi, South Korea","institution_ids":["https://openalex.org/I4210153963"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023489409","display_name":"Jemin Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jemin Lee","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030858163","display_name":"Tony Q. S. Quek","orcid":"https://orcid.org/0000-0002-4037-3149"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tony Q. S. Quek","raw_affiliation_strings":["Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Tampines, Singapore"],"affiliations":[{"raw_affiliation_string":"Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Tampines, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101862409"],"corresponding_institution_ids":["https://openalex.org/I193352282"],"apc_list":null,"apc_paid":null,"fwci":0.7305,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.70122125,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"13","issue":"12","first_page":"3276","last_page":"3280"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7994070053100586},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7573405504226685},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.7457839250564575},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6662629246711731},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5683571100234985},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5195844173431396},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.45711779594421387},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.44800880551338196},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4440236985683441},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3333737254142761},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3185878396034241},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3162841200828552},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2987138628959656},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1284540295600891},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.09881025552749634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7994070053100586},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7573405504226685},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.7457839250564575},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6662629246711731},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5683571100234985},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5195844173431396},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.45711779594421387},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.44800880551338196},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4440236985683441},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3333737254142761},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3185878396034241},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3162841200828552},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2987138628959656},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1284540295600891},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.09881025552749634},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lwc.2024.3406913","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2024.3406913","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1993918491","https://openalex.org/W2736601468","https://openalex.org/W2913127416","https://openalex.org/W2919984109","https://openalex.org/W3015712613","https://openalex.org/W3033270110","https://openalex.org/W3157716505","https://openalex.org/W3162846589","https://openalex.org/W3163878275","https://openalex.org/W4281861243","https://openalex.org/W4288535486","https://openalex.org/W4318043077","https://openalex.org/W4319338834","https://openalex.org/W6738796088","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4404955202"],"abstract_inverted_index":{"Recently,":[0],"blockchain":[1],"(BC)-empowered":[2],"wireless":[3,98],"sensor":[4,92,118],"networks":[5],"(WSN)":[6],"emerged":[7],"as":[8],"a":[9,124],"promising":[10],"solution":[11],"for":[12,123,158],"secure":[13],"and":[14,23,49,79,104,121,167],"reliable":[15],"data":[16,62],"management.":[17],"However,":[18],"the":[19,46,51,56,60,68,73,81,89,91,110,117,127,134,138,147,153,156],"integration":[20],"of":[21,37,53,155],"BC":[22,101],"WSN":[24,48],"brings":[25],"several":[26],"challenges":[27],"including":[28],"long":[29],"processing":[30],"delay":[31],"at":[32],"BC,":[33],"which":[34],"reduces":[35],"freshness":[36],"sensed":[38],"data.":[39],"Motivated":[40],"by":[41],"this,":[42],"we":[43],"first":[44],"model":[45],"BC-empowered":[47],"define":[50],"age":[52],"information":[54],"(AoI),":[55],"elapsed":[57],"time":[58],"from":[59],"sensor\u2019s":[61],"collection":[63],"until":[64],"its":[65],"commitment":[66],"to":[67,113],"BC.":[69],"We":[70,107,150],"then":[71],"formulate":[72],"AoI":[74,168],"violation":[75],"probability":[76],"minimization":[77],"problem":[78],"propose":[80],"reinforcement":[82],"learning-based":[83],"sensing":[84,95,120,140],"decision":[85,141],"(RL-SD)":[86],"algorithm.":[87],"Using":[88],"RL-SD,":[90],"intelligently":[93],"makes":[94],"decisions,":[96],"considering":[97],"channel":[99],"conditions,":[100],"process":[102],"latency,":[103],"energy":[105],"status.":[106],"further":[108],"introduce":[109],"pause":[111,165],"mechanism":[112],"save":[114],"energy,":[115],"where":[116],"pauses":[119],"transmission":[122],"while":[125],"after":[126],"successful":[128],"transmission.":[129],"Our":[130],"experiments":[131],"demonstrate":[132],"that":[133,143],"proposed":[135],"algorithm":[136,142],"outperforms":[137],"probabilistic":[139],"senses":[144],"randomly":[145],"with":[146,161],"optimal":[148],"probability.":[149],"also":[151],"verify":[152],"performance":[154],"RL-SD":[157],"various":[159],"environments":[160],"different":[162],"block":[163],"sizes,":[164],"times,":[166],"thresholds.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}