{"id":"https://openalex.org/W4384557708","doi":"https://doi.org/10.3390/s23146448","title":"Mobility-Aware Resource Allocation in IoRT Network for Post-Disaster Communications with Parameterized Reinforcement Learning","display_name":"Mobility-Aware Resource Allocation in IoRT Network for Post-Disaster Communications with Parameterized Reinforcement Learning","publication_year":2023,"publication_date":"2023-07-17","ids":{"openalex":"https://openalex.org/W4384557708","doi":"https://doi.org/10.3390/s23146448","pmid":"https://pubmed.ncbi.nlm.nih.gov/37514742"},"language":"en","primary_location":{"id":"doi:10.3390/s23146448","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23146448","pdf_url":"https://www.mdpi.com/1424-8220/23/14/6448/pdf?version=1689563376","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/23/14/6448/pdf?version=1689563376","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003261501","display_name":"Homayun Kabir","orcid":"https://orcid.org/0000-0003-2501-8699"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Homayun Kabir","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Sungai Long Campus, Kajang 43000, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Sungai Long Campus, Kajang 43000, Malaysia","institution_ids":["https://openalex.org/I931681460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027435183","display_name":"Mau\u2010Luen Tham","orcid":"https://orcid.org/0000-0003-4600-9839"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Mau-Luen Tham","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Sungai Long Campus, Kajang 43000, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-4600-9839","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Sungai Long Campus, Kajang 43000, Malaysia","institution_ids":["https://openalex.org/I931681460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041422381","display_name":"Yoong Choon Chang","orcid":"https://orcid.org/0000-0002-4065-1639"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Yoong Choon Chang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Sungai Long Campus, Kajang 43000, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Sungai Long Campus, Kajang 43000, Malaysia","institution_ids":["https://openalex.org/I931681460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106184984","display_name":"Chee\u2010Onn Chow","orcid":"https://orcid.org/0000-0001-6044-2650"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Chee-Onn Chow","raw_affiliation_strings":["Department of Electrical Engineering, Faculty of Engineering, Universiti Malaya, Lembah Pantai, Kuala Lumpur 50603, Malaysia"],"raw_orcid":"https://orcid.org/0000-0001-6044-2650","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Faculty of Engineering, Universiti Malaya, Lembah Pantai, Kuala Lumpur 50603, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003727229","display_name":"Yasunori Owada","orcid":"https://orcid.org/0000-0003-1838-528X"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasunori Owada","raw_affiliation_strings":["Resilient ICT Research Center, Network Research Institute, National Institute of Information and Communications Technology (NICT), Tokyo 184-8795, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Resilient ICT Research Center, Network Research Institute, National Institute of Information and Communications Technology (NICT), Tokyo 184-8795, Japan","institution_ids":["https://openalex.org/I90023481"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5027435183"],"corresponding_institution_ids":["https://openalex.org/I931681460"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2673},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2673},"fwci":0.5865,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.60567574,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"23","issue":"14","first_page":"6448","last_page":"6448"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7594988346099854},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6909213066101074},{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.5521133542060852},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5091421008110046},{"id":"https://openalex.org/keywords/user-equipment","display_name":"User equipment","score":0.5055739879608154},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4866091012954712},{"id":"https://openalex.org/keywords/search-and-rescue","display_name":"Search and rescue","score":0.4660538136959076},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.46386972069740295},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.43976616859436035},{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.4388796091079712},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39950090646743774},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3367365002632141},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3150525689125061},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.28343942761421204},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20886391401290894},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11816030740737915}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7594988346099854},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6909213066101074},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.5521133542060852},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5091421008110046},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.5055739879608154},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4866091012954712},{"id":"https://openalex.org/C2775935494","wikidata":"https://www.wikidata.org/wiki/Q741964","display_name":"Search and rescue","level":3,"score":0.4660538136959076},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.46386972069740295},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.43976616859436035},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.4388796091079712},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39950090646743774},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3367365002632141},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3150525689125061},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.28343942761421204},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20886391401290894},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11816030740737915},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s23146448","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23146448","pdf_url":"https://www.mdpi.com/1424-8220/23/14/6448/pdf?version=1689563376","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:37514742","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37514742","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10384081","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10384081","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10384081/pdf/sensors-23-06448.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:42400ea9013f410cb7a02c68bcf8418e","is_oa":true,"landing_page_url":"https://doaj.org/article/42400ea9013f410cb7a02c68bcf8418e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 23, Iss 14, p 6448 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/23/14/6448/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s23146448","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors; Volume 23; Issue 14; Pages: 6448","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s23146448","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23146448","pdf_url":"https://www.mdpi.com/1424-8220/23/14/6448/pdf?version=1689563376","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5600000023841858,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G6621349236","display_name":null,"funder_award_id":"IPSR/RMC/UTARRF/2021C1/T05","funder_id":"https://openalex.org/F4320321398","funder_display_name":"Universiti Tunku Abdul Rahman"}],"funders":[{"id":"https://openalex.org/F4320321398","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384557708.pdf"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1923185876","https://openalex.org/W1984649350","https://openalex.org/W2070317877","https://openalex.org/W2109180998","https://openalex.org/W2151927634","https://openalex.org/W2256420211","https://openalex.org/W2268751503","https://openalex.org/W2274109988","https://openalex.org/W2311595852","https://openalex.org/W2569644762","https://openalex.org/W2741401130","https://openalex.org/W2905599972","https://openalex.org/W2916131995","https://openalex.org/W2916432388","https://openalex.org/W2918270453","https://openalex.org/W2945086780","https://openalex.org/W2965774728","https://openalex.org/W2967004037","https://openalex.org/W2968782695","https://openalex.org/W2982374817","https://openalex.org/W2989767337","https://openalex.org/W2996652999","https://openalex.org/W3044955947","https://openalex.org/W3088384007","https://openalex.org/W3088899865","https://openalex.org/W3088933492","https://openalex.org/W3094081932","https://openalex.org/W3098223483","https://openalex.org/W3099803135","https://openalex.org/W3100366369","https://openalex.org/W3123678581","https://openalex.org/W3136355494","https://openalex.org/W3138688069","https://openalex.org/W3153113614","https://openalex.org/W3163220417","https://openalex.org/W3194304127","https://openalex.org/W3209922188","https://openalex.org/W3210579454","https://openalex.org/W3214720474","https://openalex.org/W3216874683","https://openalex.org/W4205127532","https://openalex.org/W4205615704","https://openalex.org/W4214486317","https://openalex.org/W4253590055","https://openalex.org/W4285024329","https://openalex.org/W4285047803","https://openalex.org/W4285818920","https://openalex.org/W4295297581","https://openalex.org/W4312828788","https://openalex.org/W4313502569","https://openalex.org/W4317418744","https://openalex.org/W4319596357","https://openalex.org/W6836047160"],"related_works":["https://openalex.org/W2907119020","https://openalex.org/W2809714975","https://openalex.org/W4310173015","https://openalex.org/W2045260746","https://openalex.org/W2071030690","https://openalex.org/W1575175994","https://openalex.org/W2103870217","https://openalex.org/W2284276991","https://openalex.org/W2137666192","https://openalex.org/W2083138713"],"abstract_inverted_index":{"Natural":[0],"disasters,":[1],"including":[2],"earthquakes,":[3],"floods,":[4],"landslides,":[5],"tsunamis,":[6],"wildfires,":[7],"and":[8,37,43,62,73,129,169,181,188,255],"hurricanes,":[9],"have":[10,78],"become":[11],"more":[12],"common":[13],"in":[14,149,173,246],"recent":[15],"years":[16],"due":[17,87],"to":[18,88,122,211],"rapid":[19],"climate":[20],"change.":[21],"For":[22,68],"Post-Disaster":[23],"Management":[24],"(PDM),":[25],"authorities":[26],"deploy":[27],"various":[28],"types":[29],"of":[30,54,95,102,105,113,156,248],"user":[31,170,186],"equipment":[32],"(UE)":[33],"for":[34,40,235,258],"the":[35,52,82,89,96,100,114,118,124,136,145,158,220,224],"search":[36,42],"rescue":[38,44],"operation,":[39],"example,":[41],"robots,":[45,48],"drones,":[46],"medical":[47],"smartphones,":[49],"etc.,":[50],"via":[51],"Internet":[53],"Robotic":[55],"Things":[56],"(IoRT)":[57],"supported":[58],"by":[59,98,134],"cellular":[60],"4G/LTE/5G":[61],"beyond":[63],"or":[64],"other":[65],"wireless":[66],"technologies.":[67],"uninterrupted":[69],"communication":[70],"services,":[71],"movable":[72,141],"deployable":[74],"resource":[75],"units":[76],"(MDRUs)":[77],"been":[79,162],"utilized":[80],"where":[81,183],"base":[83],"stations":[84],"are":[85],"damaged":[86],"disaster.":[90,119],"In":[91,120],"addition,":[92],"power":[93,167,190],"optimization":[94,159,177],"networks":[97,154],"satisfying":[99],"quality":[101],"service":[103],"(QoS)":[104],"each":[106],"UE":[107,127,142,253],"is":[108,179,194,209,232],"a":[109],"crucial":[110],"challenge":[111],"because":[112],"electricity":[115],"crisis":[116],"after":[117],"order":[121],"optimize":[123,212],"energy":[125,251],"efficiency,":[126,252],"throughput,":[128,254],"serving":[130],"cell":[131],"(SC)":[132],"throughput":[133,257],"considering":[135],"stationary":[137],"as":[138,140,241,243,260,262],"well":[139,233,242,261],"without":[143],"knowing":[144],"environmental":[146],"priori":[147],"knowledge":[148],"MDRUs":[150],"aided":[151],"two-tier":[152],"heterogeneous":[153],"(HetsNets)":[155],"IoRT,":[157],"problem":[160,178],"has":[161],"formulated":[163],"based":[164],"on":[165],"emitting":[166],"allocation":[168],"association":[171,187],"combinedly":[172],"this":[174,213],"article.":[175],"This":[176],"nonconvex":[180],"NP-hard":[182],"parameterized":[184,225,237],"(discrete:":[185],"continuous:":[189],"allocation)":[191],"action":[192,200,238],"space":[193],"deployed.":[195],"The":[196],"new":[197],"model-free":[198],"hybrid":[199],"space-based":[201],"algorithm":[202],"called":[203],"multi-pass":[204],"deep":[205,226],"Q":[206,227],"network":[207,228],"(MP-DQN)":[208],"developed":[210],"complex":[214],"problem.":[215],"Simulations":[216],"results":[217],"demonstrate":[218],"that":[219],"proposed":[221],"MP-DQN":[222],"outperforms":[223],"(P-DQN)":[229],"approach,":[230],"which":[231],"known":[234],"solving":[236],"space,":[239],"DQN,":[240],"traditional":[244],"algorithms":[245],"terms":[247],"reward,":[249],"average":[250],"SC":[256],"motionless":[259],"moveable":[263],"UE.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}