{"id":"https://openalex.org/W4409465600","doi":"https://doi.org/10.1002/spe.3424","title":"A Meta\u2010Reinforcement Learning Framework Using Deep Q\u2010Networks and GCNs for Graph Cluster Representation","display_name":"A Meta\u2010Reinforcement Learning Framework Using Deep Q\u2010Networks and GCNs for Graph Cluster Representation","publication_year":2025,"publication_date":"2025-04-14","ids":{"openalex":"https://openalex.org/W4409465600","doi":"https://doi.org/10.1002/spe.3424"},"language":"en","primary_location":{"id":"doi:10.1002/spe.3424","doi":"https://doi.org/10.1002/spe.3424","is_oa":true,"landing_page_url":"https://doi.org/10.1002/spe.3424","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/spe.3424","source":{"id":"https://openalex.org/S122199241","display_name":"Software Practice and Experience","issn_l":"0038-0644","issn":["0038-0644","1097-024X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-c","jufo-2","ki-jl-1","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Software: Practice and Experience","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/spe.3424","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021679990","display_name":"Fahad Razaque Mughal","orcid":"https://orcid.org/0000-0002-6008-9022","observed_orcids":["https://orcid.org/0000-0002-6008-9022"]},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]},{"id":"https://openalex.org/I4210100953","display_name":"Xi'an University of Finance and Economics","ror":"https://ror.org/01b9y2p27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210100953"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fahad Razaque Mughal","raw_affiliation_strings":["College of Computer Science Beijing University of Technology  Beijing China","School of Information Xi'an University of Finance and Economics  Xi'an China"],"raw_orcid":"https://orcid.org/0000-0002-6008-9022","affiliations":[{"raw_affiliation_string":"College of Computer Science Beijing University of Technology  Beijing China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"School of Information Xi'an University of Finance and Economics  Xi'an China","institution_ids":["https://openalex.org/I4210100953"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032712488","display_name":"Jingsha He","orcid":"https://orcid.org/0000-0002-8122-8052","observed_orcids":["https://orcid.org/0000-0002-8122-8052","https://orcid.org/0000-0002-3800-6470"]},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingsha He","raw_affiliation_strings":["College of Computer Science Beijing University of Technology  Beijing China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science Beijing University of Technology  Beijing China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050318119","display_name":"Saqib Hussain","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Saqib Hussain","raw_affiliation_strings":["College of Computer Science Beijing University of Technology  Beijing China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science Beijing University of Technology  Beijing China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069893644","display_name":"Nafei Zhu","orcid":"https://orcid.org/0000-0003-4036-0724","observed_orcids":["https://orcid.org/0000-0003-4036-0724","https://orcid.org/0000-0002-9349-450X"]},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Nafei Zhu","raw_affiliation_strings":["College of Computer Science Beijing University of Technology  Beijing China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science Beijing University of Technology  Beijing China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022185985","display_name":"Abdullah  Raza Lakhan","orcid":"https://orcid.org/0000-0002-1833-1364","observed_orcids":["https://orcid.org/0000-0002-1833-1364","https://orcid.org/0000-0003-4678-0252"]},"institutions":[{"id":"https://openalex.org/I343975184","display_name":"Dawood University of Engineering and Technology","ror":"https://ror.org/030xw6n96","country_code":"PK","type":"education","lineage":["https://openalex.org/I343975184"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Abdullah Raza Lakhan","raw_affiliation_strings":["Lab of Cybersecurity and Artificial Intelligence Dawood University of Engineering and Technology  Karachi Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lab of Cybersecurity and Artificial Intelligence Dawood University of Engineering and Technology  Karachi Pakistan","institution_ids":["https://openalex.org/I343975184"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103062741","display_name":"Muhammad Saddam Khokhar","orcid":"https://orcid.org/0000-0001-7489-0542","observed_orcids":["https://orcid.org/0000-0001-7489-0542"]},"institutions":[{"id":"https://openalex.org/I78978612","display_name":"Yangzhou University","ror":"https://ror.org/03tqb8s11","country_code":"CN","type":"education","lineage":["https://openalex.org/I78978612"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muhammad Saddam Khokhar","raw_affiliation_strings":["School of Artificial Intelligence Yangzhou University  Yangzhou Jiangsu China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence Yangzhou University  Yangzhou Jiangsu China","institution_ids":["https://openalex.org/I78978612"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5069893644"],"corresponding_institution_ids":["https://openalex.org/I37796252"],"apc_list":{"value":4650,"currency":"USD","value_usd":4650},"apc_paid":null,"fwci":1.2434,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.80132421,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"55","issue":"8","first_page":"1320","last_page":"1336"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/meta-reinforcement-learning","display_name":"meta-reinforcement learning","score":0.9980000257492065},{"id":"https://openalex.org/keywords/graph-clustering","display_name":"graph clustering","score":0.593999981880188},{"id":"https://openalex.org/keywords/graph-representation-learning","display_name":"graph representation learning","score":0.7900000214576721},{"id":"https://openalex.org/keywords/graph-convolutional-networks","display_name":"graph convolutional networks","score":0.8880000114440918},{"id":"https://openalex.org/keywords/deep-q-network","display_name":"deep Q-network","score":0.9710000157356262},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8579999804496765},{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.7990000247955322},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.7459999918937683}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7008804082870483},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6146763563156128},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.5682679414749146},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5451199412345886},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5055787563323975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45953866839408875},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.368587464094162},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.06870138645172119},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/spe.3424","doi":"https://doi.org/10.1002/spe.3424","is_oa":true,"landing_page_url":"https://doi.org/10.1002/spe.3424","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/spe.3424","source":{"id":"https://openalex.org/S122199241","display_name":"Software Practice and Experience","issn_l":"0038-0644","issn":["0038-0644","1097-024X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-c","jufo-2","ki-jl-1","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Software: Practice and Experience","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1002/spe.3424","doi":"https://doi.org/10.1002/spe.3424","is_oa":true,"landing_page_url":"https://doi.org/10.1002/spe.3424","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/spe.3424","source":{"id":"https://openalex.org/S122199241","display_name":"Software Practice and Experience","issn_l":"0038-0644","issn":["0038-0644","1097-024X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-c","jufo-2","ki-jl-1","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Software: Practice and Experience","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4335210099","display_name":null,"funder_award_id":"IS23054","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409465600.pdf","grobid_xml":"https://content.openalex.org/works/W4409465600.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W3172545192","https://openalex.org/W3209643285","https://openalex.org/W4206916871","https://openalex.org/W4287670594","https://openalex.org/W4303647912","https://openalex.org/W4311486598","https://openalex.org/W4313320720","https://openalex.org/W4319866204","https://openalex.org/W4322123863","https://openalex.org/W4365421311","https://openalex.org/W4366003539","https://openalex.org/W4367047454","https://openalex.org/W4376481181","https://openalex.org/W4377971355","https://openalex.org/W4378805033","https://openalex.org/W4379528781","https://openalex.org/W4379743268","https://openalex.org/W4380763481","https://openalex.org/W4383097601","https://openalex.org/W4383503520","https://openalex.org/W4385070828","https://openalex.org/W4385687011","https://openalex.org/W4386398576","https://openalex.org/W4386399807","https://openalex.org/W4386914148","https://openalex.org/W4387250121","https://openalex.org/W4387388105","https://openalex.org/W4387686410","https://openalex.org/W4388240299","https://openalex.org/W4388283125","https://openalex.org/W4388562875","https://openalex.org/W4388570457","https://openalex.org/W4388681972","https://openalex.org/W4390264450","https://openalex.org/W4390533460","https://openalex.org/W4390541142","https://openalex.org/W4390590956","https://openalex.org/W4390905614","https://openalex.org/W4391020684","https://openalex.org/W4400266990","https://openalex.org/W4400909638","https://openalex.org/W4404543562","https://openalex.org/W4404926956","https://openalex.org/W4406553286","https://openalex.org/W4406737309","https://openalex.org/W4412875481"],"related_works":["https://openalex.org/W4392845522","https://openalex.org/W4388193048","https://openalex.org/W3004028296","https://openalex.org/W7140159428","https://openalex.org/W7161019913","https://openalex.org/W4205669778","https://openalex.org/W3094888155","https://openalex.org/W7125431837","https://openalex.org/W7197023638","https://openalex.org/W7204848644"],"abstract_inverted_index":{"ABSTRACT":[0],"Background":[1],"The":[2,79,114,201,236],"rapid":[3],"evolution":[4],"of":[5,7,76,129,216,232],"Internet":[6],"Things":[8],"(IoT)":[9],"technologies":[10],"has":[11],"driven":[12],"innovations":[13],"across":[14,222],"domains":[15,224],"such":[16],"as":[17,108],"robotics,":[18],"autonomous":[19],"systems,":[20],"and":[21,32,42,52,73,125,131,145,195,225,230,243,249,274,284],"environmental":[22],"control.":[23],"However,":[24],"effectively":[25,205,269],"learning":[26,57,87,91,159,208],"graph\u2010based":[27],"representations":[28,75],"within":[29],"these":[30],"dynamic":[31,288],"heterogeneous":[33],"systems":[34],"remains":[35],"a":[36,54,99,109,117,127,247],"significant":[37],"challenge,":[38],"especially":[39],"when":[40],"scalability":[41],"adaptability":[43],"are":[44],"required.":[45],"Aims":[46],"This":[47],"study":[48],"aims":[49],"to":[50,70,83,120,147,161,212],"develop":[51],"evaluate":[53],"novel":[55],"meta\u2010reinforcement":[56],"(meta\u2010RL)":[58],"framework":[59,115,183,239],"that":[60,103,180],"combines":[61],"Deep":[62],"Q\u2010Networks":[63],"(DQNs)":[64],"with":[65,92,240],"Graph":[66],"Convolutional":[67],"Networks":[68],"(GCNs)":[69],"learn":[71],"adaptive":[72,134],"efficient":[74,149],"graph":[77,93,106,135,177,253,272],"clusters.":[78],"primary":[80],"objective":[81],"is":[82],"enhance":[84,206],"cluster\u2010based":[85],"representation":[86,207,255],"by":[88,209,264],"integrating":[89],"reinforcement":[90,158,265],"aggregation":[94,107,123,261],"policies.":[95],"Methods":[96],"We":[97],"propose":[98],"cluster":[100,118,203,254],"policy\u2010GNN":[101],"model":[102],"formulates":[104],"optimal":[105],"Markov":[110],"Decision":[111],"Process":[112],"(MDP).":[113],"incorporates":[116],"meta\u2010policy":[119],"guide":[121],"node\u2010specific":[122,260],"strategies":[124,262],"utilizes":[126],"combination":[128],"DQN":[130,242],"GCN":[132,244],"for":[133,252],"representation.":[136],"Training":[137],"involves":[138],"clustering":[139],"nodes":[140],"based":[141],"on":[142,165,175],"policy\u2010determined":[143],"hops":[144],"batching":[146],"ensure":[148],"GNN":[150],"training.":[151],"A":[152],"custom":[153],"reward":[154],"function":[155],"drives":[156],"the":[157,166,181,213,228,233,267],"process":[160],"prioritize":[162],"computational":[163],"focus":[164],"most":[167],"informative":[168],"subgraphs.":[169],"Results":[170],"Our":[171],"experimental":[172],"results,":[173],"benchmarked":[174],"real\u2010world":[176],"datasets,":[178],"demonstrate":[179],"proposed":[182,237],"significantly":[184],"outperforms":[185],"existing":[186],"state\u2010of\u2010the\u2010art":[187],"methods,":[188],"including":[189],"static":[190],"GNNs,":[191],"alternating":[192],"graph\u2010regularized":[193],"networks,":[194],"causal\u2010aware":[196],"neural":[197],"architecture":[198],"search":[199],"models.":[200],"learned":[202],"policies":[204],"dynamically":[210],"adjusting":[211],"structural":[214],"heterogeneity":[215],"input":[217],"graphs.":[218],"Improvements":[219],"were":[220],"observed":[221],"various":[223],"scales,":[226],"validating":[227],"flexibility":[229],"generalizability":[231],"method.":[234],"Conclusion":[235],"meta\u2010RL":[238],"integrated":[241],"modules":[245],"offers":[246],"powerful":[248],"scalable":[250],"approach":[251],"learning.":[256],"By":[257],"introducing":[258],"adaptive,":[259],"guided":[263],"learning,":[266],"method":[268],"captures":[270],"complex":[271],"structures":[273],"surpasses":[275],"current":[276],"techniques.":[277],"Future":[278],"work":[279],"may":[280],"explore":[281],"real\u2010time":[282],"adaptation":[283],"deployment":[285],"in":[286],"more":[287],"IoT\u2010based":[289],"applications.":[290]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2025-04-16T00:00:00"}