{"id":"https://openalex.org/W4389723380","doi":"https://doi.org/10.1109/tc.2023.3343111","title":"HiBid: A Cross-Channel Constrained Bidding System With Budget Allocation by Hierarchical Offline Deep Reinforcement Learning","display_name":"HiBid: A Cross-Channel Constrained Bidding System With Budget Allocation by Hierarchical Offline Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-12-14","ids":{"openalex":"https://openalex.org/W4389723380","doi":"https://doi.org/10.1109/tc.2023.3343111"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2023.3343111","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2023.3343111","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076988964","display_name":"Hao Wang","orcid":"https://orcid.org/0009-0004-0199-0488"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-0199-0488","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057816960","display_name":"Bo Tang","orcid":"https://orcid.org/0000-0001-7129-0250"},"institutions":[{"id":"https://openalex.org/I4210087373","display_name":"Meizu (China)","ror":"https://ror.org/0067g4302","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210087373"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Tang","raw_affiliation_strings":["Meituan, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7129-0250","affiliations":[{"raw_affiliation_string":"Meituan, Beijing, China","institution_ids":["https://openalex.org/I4210087373"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102923184","display_name":"Chi Harold Liu","orcid":"https://orcid.org/0000-0002-0252-329X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Harold Liu","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0252-329X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044454826","display_name":"Shangqin Mao","orcid":"https://orcid.org/0000-0002-3247-0483"},"institutions":[{"id":"https://openalex.org/I4210087373","display_name":"Meizu (China)","ror":"https://ror.org/0067g4302","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210087373"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangqin Mao","raw_affiliation_strings":["Meituan, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3247-0483","affiliations":[{"raw_affiliation_string":"Meituan, Beijing, China","institution_ids":["https://openalex.org/I4210087373"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101593299","display_name":"Jiahong Zhou","orcid":"https://orcid.org/0000-0002-1319-2369"},"institutions":[{"id":"https://openalex.org/I4210087373","display_name":"Meizu (China)","ror":"https://ror.org/0067g4302","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210087373"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahong Zhou","raw_affiliation_strings":["Meituan, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1319-2369","affiliations":[{"raw_affiliation_string":"Meituan, Beijing, China","institution_ids":["https://openalex.org/I4210087373"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038171053","display_name":"Zipeng Dai","orcid":"https://orcid.org/0000-0002-2479-9801"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zipeng Dai","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2479-9801","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101420085","display_name":"Yaqi Sun","orcid":"https://orcid.org/0009-0001-3961-7652"},"institutions":[{"id":"https://openalex.org/I4210087373","display_name":"Meizu (China)","ror":"https://ror.org/0067g4302","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210087373"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaqi Sun","raw_affiliation_strings":["Meituan, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-3961-7652","affiliations":[{"raw_affiliation_string":"Meituan, Beijing, China","institution_ids":["https://openalex.org/I4210087373"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060890274","display_name":"Qianlong Xie","orcid":"https://orcid.org/0000-0002-5400-7924"},"institutions":[{"id":"https://openalex.org/I4210087373","display_name":"Meizu (China)","ror":"https://ror.org/0067g4302","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210087373"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianlong Xie","raw_affiliation_strings":["Meituan, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5400-7924","affiliations":[{"raw_affiliation_string":"Meituan, Beijing, China","institution_ids":["https://openalex.org/I4210087373"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035383363","display_name":"Xingxing Wang","orcid":"https://orcid.org/0000-0001-5495-0827"},"institutions":[{"id":"https://openalex.org/I4210087373","display_name":"Meizu (China)","ror":"https://ror.org/0067g4302","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210087373"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingxing Wang","raw_affiliation_strings":["Meituan, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5495-0827","affiliations":[{"raw_affiliation_string":"Meituan, Beijing, China","institution_ids":["https://openalex.org/I4210087373"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100391452","display_name":"Dong Wang","orcid":"https://orcid.org/0000-0002-1964-3984"},"institutions":[{"id":"https://openalex.org/I4210087373","display_name":"Meizu (China)","ror":"https://ror.org/0067g4302","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210087373"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Wang","raw_affiliation_strings":["Meituan, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1964-3984","affiliations":[{"raw_affiliation_string":"Meituan, Beijing, China","institution_ids":["https://openalex.org/I4210087373"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2345,"currency":"USD","value_usd":2345},"apc_paid":null,"fwci":1.158,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.80058974,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"73","issue":"3","first_page":"815","last_page":"828"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.8408749103546143},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.754368245601654},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7134048938751221},{"id":"https://openalex.org/keywords/budget-constraint","display_name":"Budget constraint","score":0.5810688734054565},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5596652030944824},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.4518725872039795},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.41076135635375977},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3646310567855835},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.29414665699005127},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23251569271087646},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11167320609092712},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.10945284366607666},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.09713324904441833},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.07686799764633179}],"concepts":[{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.8408749103546143},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.754368245601654},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7134048938751221},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.5810688734054565},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5596652030944824},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.4518725872039795},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.41076135635375977},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3646310567855835},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.29414665699005127},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23251569271087646},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11167320609092712},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.10945284366607666},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.09713324904441833},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.07686799764633179},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2023.3343111","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2023.3343111","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2600243670","display_name":null,"funder_award_id":"U21A20519","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4785052728","display_name":null,"funder_award_id":"U23A20310","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1845972764","https://openalex.org/W2010440649","https://openalex.org/W2019762987","https://openalex.org/W2033798573","https://openalex.org/W2053981365","https://openalex.org/W2076433866","https://openalex.org/W2132083787","https://openalex.org/W2140246545","https://openalex.org/W2145339207","https://openalex.org/W2149822245","https://openalex.org/W2281104701","https://openalex.org/W2310680702","https://openalex.org/W2532780566","https://openalex.org/W2562337727","https://openalex.org/W2604202871","https://openalex.org/W2770888277","https://openalex.org/W2788376840","https://openalex.org/W2945611146","https://openalex.org/W2953981431","https://openalex.org/W2963841569","https://openalex.org/W2988150581","https://openalex.org/W3003341035","https://openalex.org/W3098378121","https://openalex.org/W3099947523","https://openalex.org/W3101243714","https://openalex.org/W3101681922","https://openalex.org/W3166393923","https://openalex.org/W3170185124","https://openalex.org/W3173331009","https://openalex.org/W3198517287","https://openalex.org/W3213969863","https://openalex.org/W4205508831","https://openalex.org/W4206497039","https://openalex.org/W4282813721","https://openalex.org/W4323022584","https://openalex.org/W6687045409","https://openalex.org/W6751725685","https://openalex.org/W6757469721","https://openalex.org/W6760822370","https://openalex.org/W6763704811","https://openalex.org/W6764976746","https://openalex.org/W6770009701","https://openalex.org/W6785193213","https://openalex.org/W6785471904","https://openalex.org/W6802853800","https://openalex.org/W6838356327","https://openalex.org/W6853588135"],"related_works":["https://openalex.org/W83893804","https://openalex.org/W2178649091","https://openalex.org/W2532780566","https://openalex.org/W2353238953","https://openalex.org/W2496037054","https://openalex.org/W2024895661","https://openalex.org/W2390883384","https://openalex.org/W2054108430","https://openalex.org/W3123594720","https://openalex.org/W2360283705"],"abstract_inverted_index":{"Online":[0],"display":[1],"advertising":[2,163],"platforms":[3],"service":[4,167],"numerous":[5],"advertisers":[6,172],"by":[7],"providing":[8],"real-time":[9],"bidding":[10,23,64,103],"(RTB)":[11],"for":[12,90,101],"the":[13,33,38,120,129,147],"scale":[14],"of":[15,17,35,82,146,149,169,171],"billions":[16],"ad":[18,26],"requests":[19,27],"every":[20,173],"day.":[21,174],"The":[22],"strategy":[24,104],"handles":[25],"cross":[28],"multiple":[29],"channels":[30],"to":[31,107,118,165],"maximize":[32],"number":[34,148],"clicks":[36],"under":[37],"set":[39],"financial":[40],"constraints,":[41],"i.e.,":[42],"total":[43],"budget":[44,66,92],"and":[45,94,133,154],"cost-per-click":[46],"(CPC),":[47],"etc.":[48],"Different":[49],"from":[50],"existing":[51],"works":[52],"mainly":[53],"focusing":[54],"on":[55,127,161],"single":[56],"channel":[57],"bidding,":[58],"we":[59,69,137],"explicitly":[60],"consider":[61],"cross-channel":[62,121],"constrained":[63],"with":[65,87],"allocation.":[67],"Specifically,":[68],"propose":[70],"a":[71,83,95,111],"hierarchical":[72],"offline":[73],"deep":[74],"reinforcement":[75],"learning":[76],"(DRL)":[77],"framework":[78],"called":[79],"\u201cHiBid\u201d,":[80],"consisted":[81],"high-level":[84],"planner":[85],"equipped":[86],"auxiliary":[88],"loss":[89],"non-competitive":[91],"allocation,":[93],"data":[96,132],"augmentation":[97],"enhanced":[98],"low-level":[99],"executor":[100],"adaptive":[102],"in":[105,144],"response":[106],"allocated":[108],"budgets.":[109],"Additionally,":[110],"CPC-guided":[112],"action":[113],"selection":[114],"mechanism":[115],"is":[116],"introduced":[117],"satisfy":[119],"CPC":[122,151],"constraint.":[123],"Through":[124],"extensive":[125],"experiments":[126],"both":[128],"large-scale":[130],"log":[131],"online":[134],"A/B":[135],"testing,":[136],"confirm":[138],"that":[139],"HiBid":[140,160],"outperforms":[141],"six":[142],"baselines":[143],"terms":[145],"clicks,":[150],"satisfactory":[152],"ratio,":[153],"return-on-investment":[155],"(ROI).":[156],"We":[157],"also":[158],"deploy":[159],"Meituan":[162],"platform":[164],"already":[166],"tens":[168],"thousands":[170]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}