{"id":"https://openalex.org/W3008343234","doi":"https://doi.org/10.1109/jiot.2020.2974281","title":"Deep Reinforcement Learning for Resource Protection and Real-Time Detection in IoT Environment","display_name":"Deep Reinforcement Learning for Resource Protection and Real-Time Detection in IoT Environment","publication_year":2020,"publication_date":"2020-02-18","ids":{"openalex":"https://openalex.org/W3008343234","doi":"https://doi.org/10.1109/jiot.2020.2974281","mag":"3008343234"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2020.2974281","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.2974281","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100663977","display_name":"Wei Liang","orcid":"https://orcid.org/0000-0003-3813-3223"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Liang","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102008305","display_name":"Weihong Huang","orcid":"https://orcid.org/0000-0002-5447-7467"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihong Huang","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101490529","display_name":"Jing Long","orcid":"https://orcid.org/0000-0002-5381-7925"},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Long","raw_affiliation_strings":["Hunan Provincial Key Laboratory of Intelligent Computing and Language Information Processing, Hunan Normal University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Hunan Provincial Key Laboratory of Intelligent Computing and Language Information Processing, Hunan Normal University, Changsha, China","institution_ids":["https://openalex.org/I173759888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100365764","display_name":"Ke Zhang","orcid":"https://orcid.org/0000-0003-3081-7751"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Zhang","raw_affiliation_strings":["Department of School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Department of School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063188437","display_name":"Kuan\u2010Ching Li","orcid":"https://orcid.org/0000-0003-1381-4364"},"institutions":[{"id":"https://openalex.org/I177918364","display_name":"Providence University","ror":"https://ror.org/03fcpsq87","country_code":"TW","type":"education","lineage":["https://openalex.org/I177918364"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kuan-Ching Li","raw_affiliation_strings":["Department of Computer Science and Information Engineering, Providence University, Taichung, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, Providence University, Taichung, Taiwan","institution_ids":["https://openalex.org/I177918364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101594819","display_name":"Dafang Zhang","orcid":"https://orcid.org/0000-0001-5187-8129"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dafang Zhang","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100663977"],"corresponding_institution_ids":["https://openalex.org/I16609230"],"apc_list":null,"apc_paid":null,"fwci":37.166,"has_fulltext":false,"cited_by_count":180,"citation_normalized_percentile":{"value":0.99971575,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"7","issue":"7","first_page":"6392","last_page":"6401"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12122","display_name":"Physical Unclonable Functions (PUFs) and Hardware Security","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12122","display_name":"Physical Unclonable Functions (PUFs) and Hardware Security","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7762044072151184},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.7286660671234131},{"id":"https://openalex.org/keywords/watermark","display_name":"Watermark","score":0.5846831798553467},{"id":"https://openalex.org/keywords/digital-watermarking","display_name":"Digital watermarking","score":0.5389194488525391},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5185195207595825},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4513024091720581},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.44478026032447815},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43603378534317017},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.42800459265708923},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.42117956280708313},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.37456101179122925},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3604123294353485},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.22948041558265686},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11601239442825317},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.09476986527442932}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7762044072151184},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.7286660671234131},{"id":"https://openalex.org/C164112704","wikidata":"https://www.wikidata.org/wiki/Q7974348","display_name":"Watermark","level":3,"score":0.5846831798553467},{"id":"https://openalex.org/C150817343","wikidata":"https://www.wikidata.org/wiki/Q875932","display_name":"Digital watermarking","level":3,"score":0.5389194488525391},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5185195207595825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4513024091720581},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.44478026032447815},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43603378534317017},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.42800459265708923},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.42117956280708313},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.37456101179122925},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3604123294353485},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.22948041558265686},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11601239442825317},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.09476986527442932},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2020.2974281","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.2974281","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4025758396","display_name":null,"funder_award_id":"2016jj2058","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G7899943204","display_name":null,"funder_award_id":"61572188","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7925080662","display_name":null,"funder_award_id":"2018J01570","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"},{"id":"https://openalex.org/G8704805951","display_name":null,"funder_award_id":"61976087","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321878","display_name":"Natural Science Foundation of Fujian Province","ror":null},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1544177671","https://openalex.org/W1757796397","https://openalex.org/W1978165212","https://openalex.org/W2079107791","https://openalex.org/W2145339207","https://openalex.org/W2145916223","https://openalex.org/W2473673596","https://openalex.org/W2510693820","https://openalex.org/W2579318272","https://openalex.org/W2580214734","https://openalex.org/W2769200374","https://openalex.org/W2779269988","https://openalex.org/W2784642434","https://openalex.org/W2789997193","https://openalex.org/W2894383926","https://openalex.org/W2898025525","https://openalex.org/W2912273296","https://openalex.org/W2918891759","https://openalex.org/W2922985695","https://openalex.org/W2952624816","https://openalex.org/W2953470060","https://openalex.org/W2999073610","https://openalex.org/W3030932237","https://openalex.org/W3103277946","https://openalex.org/W4298857966","https://openalex.org/W6637967152"],"related_works":["https://openalex.org/W2137394636","https://openalex.org/W2358993821","https://openalex.org/W1516446231","https://openalex.org/W1559740347","https://openalex.org/W2098152888","https://openalex.org/W2040356834","https://openalex.org/W2385289568","https://openalex.org/W2381486749","https://openalex.org/W1514507288","https://openalex.org/W2183032046"],"abstract_inverted_index":{"With":[0,156],"the":[1,9,19,30,53,62,66,85,90,97,101,115,121,126,130,144,150,157,161,173,185,189,192,196,209,215,223],"fast":[2,40,193],"advancements":[3],"of":[4,11,23,29,55,65,120,129,152,160,195,217],"electronic":[5,31],"chip":[6],"technologies":[7,54],"in":[8,33,124,164,180,184,200,232],"Internet":[10],"Things":[12],"(IoT),":[13],"it":[14,227],"is":[15,49,81,111,136],"urgent":[16],"to":[17,60,83,96],"address":[18],"copyright":[20],"protection":[21],"issue":[22],"intellectual":[24],"property":[25],"(IP)":[26],"circuit":[27,68],"resources":[28],"devices":[32],"IoT":[34],"environments.":[35],"In":[36,140],"this":[37],"article,":[38],"a":[39,181],"deep-reinforcement-learning":[41],"(DRL)-based":[42],"detection":[43,219],"algorithm":[44,80,110,190,211],"for":[45,113,133],"virtual":[46,131,153,162],"IP":[47,67,122,134,141,202],"watermarks":[48],"proposed":[50,210],"by":[51],"combining":[52],"mapping":[56,174],"function":[57,128],"and":[58,170],"DRL":[59,145],"preprocess":[61],"ownership":[63,142,198],"information":[64,199],"resource.":[69],"The":[70,204],"deep":[71],"<inline-formula":[72],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[73],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[74],"<tex-math":[75],"notation=\"LaTeX\">$Q$":[76],"</tex-math></inline-formula>":[77],"-learning":[78],"(DQN)":[79],"used":[82],"generate":[84],"watermarked":[86,91,102],"positions":[87,92,103,163],"adaptively,":[88],"making":[89],"secure":[93],"yet":[94],"close":[95],"original":[98],"design,":[99],"turning":[100],"secure.":[104],"An":[105],"artificial":[106],"neural":[107,186],"network":[108],"(ANN)":[109],"utilized":[112],"training":[114],"position":[116,132,175],"distance":[117],"characteristic":[118,127,158],"vectors":[119],"circuit,":[123],"which":[125],"watermark":[135,154,218],"generated":[137],"after":[138],"training.":[139],"verification,":[143],"model":[146],"can":[147,177,212],"quickly":[148],"locate":[149],"range":[151],"positions.":[155],"values":[159],"each":[165],"lookup":[166],"table":[167],"(LUT)":[168],"area":[169],"surrounding":[171],"areas,":[172],"relationship":[176],"be":[178],"calculated":[179],"supervised":[182],"manner":[183],"network,":[187],"as":[188,220],"realizes":[191],"location":[194],"real":[197],"an":[201],"circuit.":[203],"experimental":[205],"results":[206],"show":[207],"that":[208],"effectively":[213],"improve":[214],"speed":[216],"also":[221,228],"reducing":[222],"resource":[224],"overhead.":[225],"Besides,":[226],"achieves":[229],"excellent":[230],"performance":[231],"security.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":69},{"year":2020,"cited_by_count":42}],"updated_date":"2026-03-03T08:47:05.690250","created_date":"2025-10-10T00:00:00"}