{"id":"https://openalex.org/W3167372057","doi":"https://doi.org/10.1109/jiot.2021.3088577","title":"Reinforcement Learning for Edge Device Selection Using Social Attribute Perception in Industry 4.0","display_name":"Reinforcement Learning for Edge Device Selection Using Social Attribute Perception in Industry 4.0","publication_year":2021,"publication_date":"2021-06-11","ids":{"openalex":"https://openalex.org/W3167372057","doi":"https://doi.org/10.1109/jiot.2021.3088577","mag":"3167372057"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3088577","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3088577","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://durham-repository.worktribe.com/preview/1241028/33870.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067299655","display_name":"Peiying Zhang","orcid":"https://orcid.org/0000-0002-0990-5581"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peiying Zhang","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-0990-5581","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056151941","display_name":"Peng Gan","orcid":"https://orcid.org/0000-0002-0389-8691"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Gan","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-0389-8691","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036704324","display_name":"Gagangeet Singh Aujla","orcid":"https://orcid.org/0000-0002-2870-8938"},"institutions":[{"id":"https://openalex.org/I190082696","display_name":"Durham University","ror":"https://ror.org/01v29qb04","country_code":"GB","type":"education","lineage":["https://openalex.org/I190082696"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gagangeet Singh Aujla","raw_affiliation_strings":["School of Computing Science, Durham University, Durham, U.K"],"raw_orcid":"https://orcid.org/0000-0002-2870-8938","affiliations":[{"raw_affiliation_string":"School of Computing Science, Durham University, Durham, U.K","institution_ids":["https://openalex.org/I190082696"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102883900","display_name":"Ranbir Singh Batth","orcid":"https://orcid.org/0000-0002-8655-7613"},"institutions":[{"id":"https://openalex.org/I110360157","display_name":"Lovely Professional University","ror":"https://ror.org/00et6q107","country_code":"IN","type":"education","lineage":["https://openalex.org/I110360157"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ranbir Singh Batth","raw_affiliation_strings":["School of Computer Science and Engineering, Lovely Professional University, Phagwara, India"],"raw_orcid":"https://orcid.org/0000-0002-8655-7613","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Lovely Professional University, Phagwara, India","institution_ids":["https://openalex.org/I110360157"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6792,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.86848613,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"10","issue":"4","first_page":"2784","last_page":"2792"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8535611033439636},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7562028169631958},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6529494524002075},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.6448733806610107},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5395549535751343},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5225919485092163},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.481440007686615},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4805367588996887},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4609912037849426},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.43610650300979614},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41765648126602173},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.12259283661842346}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8535611033439636},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7562028169631958},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6529494524002075},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.6448733806610107},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5395549535751343},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5225919485092163},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.481440007686615},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4805367588996887},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4609912037849426},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.43610650300979614},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41765648126602173},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.12259283661842346},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jiot.2021.3088577","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3088577","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:dro.dur.ac.uk.OAI2:33870","is_oa":true,"landing_page_url":"http://dro.dur.ac.uk/33870/","pdf_url":"https://durham-repository.worktribe.com/preview/1241028/33870.pdf","source":{"id":"https://openalex.org/S4377196258","display_name":"Durham Research Online (Durham University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I190082696","host_organization_name":"Durham University","host_organization_lineage":["https://openalex.org/I190082696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Internet of Things Journal, 2023, Vol.10(4), pp.2784-2792 [Peer Reviewed Journal]","raw_type":"Article"},{"id":"pmh:oai:durham-repository.worktribe.com:1241006","is_oa":true,"landing_page_url":"https://durham-repository.worktribe.com/output/1241006","pdf_url":null,"source":{"id":"https://openalex.org/S4306400188","display_name":"Durham Research Online (Durham University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I190082696","host_organization_name":"Durham University","host_organization_lineage":["https://openalex.org/I190082696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"}],"best_oa_location":{"id":"pmh:oai:dro.dur.ac.uk.OAI2:33870","is_oa":true,"landing_page_url":"http://dro.dur.ac.uk/33870/","pdf_url":"https://durham-repository.worktribe.com/preview/1241028/33870.pdf","source":{"id":"https://openalex.org/S4377196258","display_name":"Durham Research Online (Durham University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I190082696","host_organization_name":"Durham University","host_organization_lineage":["https://openalex.org/I190082696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Internet of Things Journal, 2023, Vol.10(4), pp.2784-2792 [Peer Reviewed Journal]","raw_type":"Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4044178205","display_name":null,"funder_award_id":"20CX05017A","funder_id":"https://openalex.org/F4320321547","funder_display_name":"China University of Petroleum, Beijing"},{"id":"https://openalex.org/G7350231434","display_name":null,"funder_award_id":"ZR2020MF006","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G8787062061","display_name":null,"funder_award_id":"ZD2019-183-006","funder_id":"https://openalex.org/F4320321570","funder_display_name":"China National Petroleum Corporation"}],"funders":[{"id":"https://openalex.org/F4320320664","display_name":"Durham University","ror":"https://ror.org/01v29qb04"},{"id":"https://openalex.org/F4320321547","display_name":"China University of Petroleum, Beijing","ror":"https://ror.org/041qf4r12"},{"id":"https://openalex.org/F4320321570","display_name":"China National Petroleum Corporation","ror":"https://ror.org/05269d038"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3167372057.pdf","grobid_xml":"https://content.openalex.org/works/W3167372057.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W2032762718","https://openalex.org/W2039157284","https://openalex.org/W2068403008","https://openalex.org/W2095019037","https://openalex.org/W2149806498","https://openalex.org/W2177347142","https://openalex.org/W2437488773","https://openalex.org/W2608218528","https://openalex.org/W2758985448","https://openalex.org/W2798720628","https://openalex.org/W2883872876","https://openalex.org/W2892293759","https://openalex.org/W2900120080","https://openalex.org/W2912213068","https://openalex.org/W2917091861","https://openalex.org/W2937757009","https://openalex.org/W2944210580","https://openalex.org/W2954070046","https://openalex.org/W2962804345","https://openalex.org/W2963540401","https://openalex.org/W2970606380","https://openalex.org/W2977797911","https://openalex.org/W2984242138","https://openalex.org/W2986548571","https://openalex.org/W2989289980","https://openalex.org/W2995022099","https://openalex.org/W3002844053","https://openalex.org/W3006403513","https://openalex.org/W3015636663","https://openalex.org/W3021654819","https://openalex.org/W3033426581","https://openalex.org/W3037422413","https://openalex.org/W3043489156","https://openalex.org/W3061922752","https://openalex.org/W3083649915","https://openalex.org/W3088396143","https://openalex.org/W3089634607","https://openalex.org/W3100366369","https://openalex.org/W3105122387","https://openalex.org/W3105281963","https://openalex.org/W3124953307","https://openalex.org/W3134070916","https://openalex.org/W3134455103","https://openalex.org/W3200969281","https://openalex.org/W4287598232","https://openalex.org/W4318619660","https://openalex.org/W6768511045"],"related_works":["https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W2914646191","https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W4313339048","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W3023564924","https://openalex.org/W2942586735"],"abstract_inverted_index":{"In":[0],"the":[1,4,13,29,44,62,71,77,81,86,95,98,114,119,123,127,133,138,191,198,205],"5G":[2],"era,":[3],"problem":[5],"of":[6,15,31,65,80,122,135,140,167,193,207],"data":[7,20,25,36,64,183],"islands":[8],"in":[9,43,49,132,151,201],"various":[10],"industries":[11],"restricts":[12],"development":[14],"artificial":[16],"intelligence":[17],"technology,":[18],"so":[19],"sharing":[21,26],"is":[22,57,129],"proposed.":[23,58],"High-quality":[24],"directly":[27],"affects":[28],"effectiveness":[30],"machine":[32],"learning":[33,56,157,195,209],"models,":[34],"but":[35],"leakage":[37],"and":[38,84,89,93,111,126,142,163,170,196],"abuse":[39],"will":[40],"inevitably":[41],"occur":[42],"process.":[45],"As":[46],"a":[47,165,202],"consequence,":[48],"order":[50],"to":[51,69,159],"solve":[52],"this":[53,149,152,187],"problem,":[54],"federated":[55,136,194,208],"This":[59],"method":[60],"uses":[61],"personalized":[63],"multiple":[66],"edge":[67,82,99,102,144,161,174],"devices":[68,83,103,145,162,169,175],"train":[70],"model.":[72],"The":[73,180],"central":[74],"server":[75],"collects":[76],"training":[78,115,120,199],"results":[79],"updates":[85,94],"global":[87],"model,":[88],"then":[90,171],"iteratively":[91],"tests":[92],"model":[96,124],"through":[97,176],"devices.":[100],"However,":[101],"may":[104],"have":[105],"problems,":[106],"such":[107],"as":[108],"unbalanced":[109],"load":[110],"exit":[112],"from":[113],"process,":[116],"which":[117],"makes":[118],"time":[121],"long":[125],"effect":[128],"poor.":[130],"Therefore,":[131],"process":[134,200],"learning,":[137],"selection":[139],"reliable":[141,173],"high-quality":[143],"becomes":[146],"crucial.":[147],"On":[148],"basis,":[150],"article,":[153],"we":[154],"introduce":[155],"reinforcement":[156],"(RL)":[158],"preselect":[160],"obtain":[164],"set":[166],"candidate":[168],"determine":[172],"social":[177],"attribute":[178],"perception.":[179],"simulation":[181],"experiment":[182],"analysis":[184],"demonstrates":[185],"that":[186],"scheme":[188],"can":[189],"improve":[190],"reliability":[192],"complete":[197],"shorter":[203],"time,":[204],"efficiency":[206],"increased":[210],"by":[211],"approximately":[212],"10.3%.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}