{"id":"https://openalex.org/W7118130689","doi":"https://doi.org/10.31449/inf.v49i35.10185","title":"HDRL-MDIB: A Hierarchical Deep Reinforcement Learning-Based Multi-Dimensional Billing System for Computing Power Networks","display_name":"HDRL-MDIB: A Hierarchical Deep Reinforcement Learning-Based Multi-Dimensional Billing System for Computing Power Networks","publication_year":2025,"publication_date":"2025-12-16","ids":{"openalex":"https://openalex.org/W7118130689","doi":"https://doi.org/10.31449/inf.v49i35.10185"},"language":null,"primary_location":{"id":"doi:10.31449/inf.v49i35.10185","is_oa":true,"landing_page_url":"https://doi.org/10.31449/inf.v49i35.10185","pdf_url":"https://www.informatica.si/index.php/informatica/article/download/10185/5948","source":{"id":"https://openalex.org/S4210173311","display_name":"Informatica","issn_l":"0350-5596","issn":["0350-5596","1854-3871"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314525","host_organization_name":"Slovenian Society Informatika","host_organization_lineage":["https://openalex.org/P4310314525"],"host_organization_lineage_names":["Slovenian Society Informatika"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatica","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.informatica.si/index.php/informatica/article/download/10185/5948","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121893160","display_name":"Bei He","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Bei He","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5121893160"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.5453509,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"49","issue":"35","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.7684000134468079,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.7684000134468079,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.08550000190734863,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.008200000040233135,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.883400022983551},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5631999969482422},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49000000953674316},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.4544999897480011},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3695000112056732},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.3521000146865845},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.3490000069141388},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature engineering","score":0.34700000286102295},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.3458000123500824}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.883400022983551},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7343999743461609},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5856000185012817},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5631999969482422},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4916999936103821},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49000000953674316},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.4544999897480011},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3695000112056732},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.3490000069141388},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.34700000286102295},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3458000123500824},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32260000705718994},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2922999858856201},{"id":"https://openalex.org/C56397880","wikidata":"https://www.wikidata.org/wiki/Q6044094","display_name":"Intelligent decision support system","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.31449/inf.v49i35.10185","is_oa":true,"landing_page_url":"https://doi.org/10.31449/inf.v49i35.10185","pdf_url":"https://www.informatica.si/index.php/informatica/article/download/10185/5948","source":{"id":"https://openalex.org/S4210173311","display_name":"Informatica","issn_l":"0350-5596","issn":["0350-5596","1854-3871"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314525","host_organization_name":"Slovenian Society Informatika","host_organization_lineage":["https://openalex.org/P4310314525"],"host_organization_lineage_names":["Slovenian Society Informatika"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatica","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.31449/inf.v49i35.10185","is_oa":true,"landing_page_url":"https://doi.org/10.31449/inf.v49i35.10185","pdf_url":"https://www.informatica.si/index.php/informatica/article/download/10185/5948","source":{"id":"https://openalex.org/S4210173311","display_name":"Informatica","issn_l":"0350-5596","issn":["0350-5596","1854-3871"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314525","host_organization_name":"Slovenian Society Informatika","host_organization_lineage":["https://openalex.org/P4310314525"],"host_organization_lineage_names":["Slovenian Society Informatika"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatica","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W7118130689.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Developing":[0],"an":[1],"intelligent":[2,97],"billing":[3,98],"system":[4,99,197],"for":[5,144,163],"computing":[6],"power":[7],"networks,":[8],"where":[9],"dynamic":[10,77,114],"pricing,":[11,107],"accurate":[12,145],"demand":[13,103],"forecasting,":[14],"and":[15,51,54,71,91,105,189,204,235,245],"low-carbon":[16],"strategies":[17],"are":[18],"crucial,":[19],"this":[20],"paper":[21,120],"introduces":[22,121],"the":[23,196],"Hierarchical":[24,56,180],"Deep":[25,123],"Reinforcement":[26,57,124,181],"Learning-Based":[27,125],"Multi-Dimensional":[28,126],"Intelligent":[29,127],"Billing":[30,128],"(HDRL-MDIB)":[31,129],"Algorithm.":[32],"The":[33,96,193],"algorithm":[34],"integrates":[35],"a":[36,42,55,134,152,179],"Transformer-based":[37,135],"task":[38,136],"feature":[39,137],"extraction":[40,138],"network,":[41],"hybrid":[43,153],"market":[44,154],"modeling":[45,155,166],"method":[46],"using":[47],"Graph":[48,159],"Neural":[49],"Networks":[50,161],"Variational":[52,168],"Autoencoders,":[53],"Learning":[58,182],"framework":[59,183],"to":[60,111,113,171,222,242],"optimize":[61],"pricing":[62,186],"decisions.":[63],"Robustness":[64],"enhancement":[65],"mechanisms,":[66],"such":[67],"as":[68],"adversarial":[69,202],"training":[70,203],"adaptive":[72,205],"strategies,":[73],"ensure":[74],"stability":[75],"in":[76,86,116],"environments.":[78],"Experiments":[79,208],"show":[80],"that":[81,157],"HDRLMDIB":[82],"outperforms":[83],"existing":[84],"methods":[85],"prediction":[87,219],"accuracy,":[88],"operational":[89,226],"efficiency,":[90],"real-world":[92,212],"business":[93],"scenario":[94],"deployments.":[95],"suffers":[100],"from":[101],"inaccurate":[102],"forecasts":[104],"fixed":[106],"making":[108],"it":[109],"difficult":[110],"adapt":[112],"changes":[115],"user":[117,164,174],"demand.":[118],"This":[119],"theHierarchical":[122],"algorithm.":[130],"Specifically,":[131],"we":[132,150,177],"propose":[133,178],"network":[139],"with":[140,184],"multi-head":[141],"attention":[142],"mechanisms":[143],"temporal":[146],"pattern":[147],"recognition.":[148],"Secondly,":[149],"introduce":[151],"approach":[156],"combines":[158],"Attention":[160],"(GAT)":[162],"relationship":[165],"withConditional":[167],"Autoencoders":[169],"(CVAE)":[170],"accurately":[172],"predict":[173],"needs.":[175],"Additionally,":[176],"high-level":[185],"strategy":[187,206],"selection":[188],"low-level":[190],"parameter":[191],"optimization.":[192],"robustness":[194],"of":[195],"is":[198],"further":[199],"enhanced":[200],"through":[201],"mechanisms.":[207],"conducted":[209],"on":[210],"two":[211],"datasets":[213],"demonstrate":[214],"thatHDRL-MDIB":[215],"achieves":[216],"15.3%":[217],"higher":[218],"accuracy":[220],"compared":[221,241],"state-of-the-art":[223],"methods,":[224],"reduces":[225],"costs":[227],"by":[228,233,239],"22.7%,":[229],"improves":[230],"revenue":[231],"optimization":[232],"18.4%,":[234],"decreases":[236],"carbon":[237],"emissions":[238],"12.6%":[240],"traditional":[243],"rule-based":[244],"single-agent":[246],"reinforcement":[247],"learning":[248],"approaches.":[249]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-01-04T00:00:00"}