{"id":"https://openalex.org/W4411552594","doi":"https://doi.org/10.1109/cscwd64889.2025.11033288","title":"Lyapunov-Guided Deep Reinforcement Learning for Computation Offloading in Ocean Internet of Things","display_name":"Lyapunov-Guided Deep Reinforcement Learning for Computation Offloading in Ocean Internet of Things","publication_year":2025,"publication_date":"2025-05-05","ids":{"openalex":"https://openalex.org/W4411552594","doi":"https://doi.org/10.1109/cscwd64889.2025.11033288"},"language":"en","primary_location":{"id":"doi:10.1109/cscwd64889.2025.11033288","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd64889.2025.11033288","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 28th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100742781","display_name":"Ruizhong Du","orcid":"https://orcid.org/0000-0002-3952-2370"},"institutions":[{"id":"https://openalex.org/I43337087","display_name":"Hebei University","ror":"https://ror.org/01p884a79","country_code":"CN","type":"education","lineage":["https://openalex.org/I43337087"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruizhong Du","raw_affiliation_strings":["School of Cyber Security and Computer, Hebei University,Baoding,China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Security and Computer, Hebei University,Baoding,China","institution_ids":["https://openalex.org/I43337087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087254852","display_name":"Jianwei Zhao","orcid":"https://orcid.org/0000-0003-0424-4056"},"institutions":[{"id":"https://openalex.org/I43337087","display_name":"Hebei University","ror":"https://ror.org/01p884a79","country_code":"CN","type":"education","lineage":["https://openalex.org/I43337087"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianwei Zhao","raw_affiliation_strings":["Hebei University,Hebei Province Key Laboratory of High Confidence Information System,Baoding,China"],"affiliations":[{"raw_affiliation_string":"Hebei University,Hebei Province Key Laboratory of High Confidence Information System,Baoding,China","institution_ids":["https://openalex.org/I43337087"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100379628","display_name":"Ziyuan Wang","orcid":"https://orcid.org/0000-0003-1611-2085"},"institutions":[{"id":"https://openalex.org/I43337087","display_name":"Hebei University","ror":"https://ror.org/01p884a79","country_code":"CN","type":"education","lineage":["https://openalex.org/I43337087"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyuan Wang","raw_affiliation_strings":["Hebei University,Hebei Province Key Laboratory of High Confidence Information System,Baoding,China"],"affiliations":[{"raw_affiliation_string":"Hebei University,Hebei Province Key Laboratory of High Confidence Information System,Baoding,China","institution_ids":["https://openalex.org/I43337087"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100742781"],"corresponding_institution_ids":["https://openalex.org/I43337087"],"apc_list":null,"apc_paid":null,"fwci":1.5458,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85060885,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1613","last_page":"1618"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9218999743461609,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9136000275611877,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7472711801528931},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.683544933795929},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.6383543610572815},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5923447012901306},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5668534636497498},{"id":"https://openalex.org/keywords/lyapunov-function","display_name":"Lyapunov function","score":0.4880320131778717},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43415367603302},{"id":"https://openalex.org/keywords/lyapunov-optimization","display_name":"Lyapunov optimization","score":0.43364953994750977},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.32307761907577515},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2320919930934906},{"id":"https://openalex.org/keywords/lyapunov-exponent","display_name":"Lyapunov exponent","score":0.21151065826416016},{"id":"https://openalex.org/keywords/lyapunov-redesign","display_name":"Lyapunov redesign","score":0.21043828129768372},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10977324843406677},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.06717023253440857}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7472711801528931},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.683544933795929},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.6383543610572815},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5923447012901306},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5668534636497498},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.4880320131778717},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43415367603302},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.43364953994750977},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.32307761907577515},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2320919930934906},{"id":"https://openalex.org/C191544260","wikidata":"https://www.wikidata.org/wiki/Q1238630","display_name":"Lyapunov exponent","level":3,"score":0.21151065826416016},{"id":"https://openalex.org/C37935115","wikidata":"https://www.wikidata.org/wiki/Q6707085","display_name":"Lyapunov redesign","level":4,"score":0.21043828129768372},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10977324843406677},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.06717023253440857},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cscwd64889.2025.11033288","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd64889.2025.11033288","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 28th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life below water","id":"https://metadata.un.org/sdg/14","score":0.6299999952316284}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2624989916","https://openalex.org/W2996012184","https://openalex.org/W4206666063","https://openalex.org/W4220803217","https://openalex.org/W4252839216","https://openalex.org/W4281699210","https://openalex.org/W4293255345","https://openalex.org/W4311173753","https://openalex.org/W4313322225","https://openalex.org/W4313640939","https://openalex.org/W4366750903","https://openalex.org/W4382797548","https://openalex.org/W4386225302","https://openalex.org/W4388440552","https://openalex.org/W4401009728"],"related_works":["https://openalex.org/W2546013078","https://openalex.org/W1975178315","https://openalex.org/W2897919269","https://openalex.org/W2534107666","https://openalex.org/W2234502090","https://openalex.org/W2383986032","https://openalex.org/W3217133416","https://openalex.org/W4283708569","https://openalex.org/W4327639156","https://openalex.org/W2914004171"],"abstract_inverted_index":{"The":[0,53],"Ocean":[1],"Internet":[2],"of":[3,6,131],"Things":[4],"consists":[5],"heteroge-neous":[7],"network":[8],"nodes,":[9],"creating":[10],"complex":[11],"challenges":[12],"for":[13,69],"optimizing":[14],"computation":[15],"offloading":[16,28],"within":[17],"ocean":[18],"mobile":[19],"edge":[20],"computing.":[21],"To":[22],"address":[23],"these":[24],"challenges,":[25],"a":[26,66,94,115,141,145,148,156,164],"new":[27],"framework":[29,43,142,153],"is":[30,79,106,119],"introduced":[31],"that":[32],"leverages":[33],"attention-based":[34],"deep":[35],"reinforcement":[36,77],"learning":[37,78],"combined":[38],"with":[39,98,147],"Lyapunov":[40,74],"optimization.":[41],"This":[42],"effectively":[44],"addresses":[45],"the":[46,58,129],"coupling":[47],"issues":[48],"in":[49,138,160,168],"multi-frame":[50],"decision-":[51],"making.":[52],"approach":[54],"begins":[55],"by":[56],"transforming":[57],"original":[59],"multi-stage,":[60],"mixed-integer":[61],"nonlinear":[62],"programming":[63],"problem":[64],"into":[65],"deterministic":[67],"form":[68],"each":[70],"time":[71],"frame":[72],"using":[73],"opti-mization.":[75],"Deep":[76,102],"then":[80],"applied":[81],"to":[82,87,108,121,140],"manage":[83],"long-term":[84],"constraints.":[85],"Furthermore,":[86],"improve":[88],"environmental":[89],"perception":[90],"and":[91,111,163],"action":[92],"control,":[93],"Convolutional":[95],"Neural":[96,103],"Network":[97,104],"an":[99],"enhanced":[100,152],"parameter-sharing":[101],"architecture":[105],"used":[107],"approximate":[109],"policy":[110],"value":[112],"functions.":[113],"Additionally,":[114],"squeeze-and-excitation":[116,149],"attention":[117],"mechanism":[118],"integrated":[120],"strengthen":[122],"feature":[123],"extraction":[124],"capabilities.":[125],"Extensive":[126],"simulations":[127],"validate":[128],"superiority":[130],"this":[132,151],"framework.":[133],"Comparative":[134],"results":[135],"show":[136],"that,":[137],"contrast":[139],"only":[143],"incorporating":[144],"CNN":[146],"mechanism,":[150],"achieves":[154],"roughly":[155],"17":[157],"%":[158,166],"reduction":[159],"training":[161],"loss":[162],"5":[165],"decrease":[167],"energy":[169],"consumption.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
