{"id":"https://openalex.org/W2891893984","doi":"https://doi.org/10.1109/access.2018.2868476","title":"Monopolistic Models for Resource Allocation: A Probabilistic Reinforcement Learning Approach","display_name":"Monopolistic Models for Resource Allocation: A Probabilistic Reinforcement Learning Approach","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2891893984","doi":"https://doi.org/10.1109/access.2018.2868476","mag":"2891893984"},"language":"en","primary_location":{"id":"doi:10.1109/access.2018.2868476","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2868476","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2018.2868476","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100333739","display_name":"Yue Zhang","orcid":"https://orcid.org/0000-0002-6563-5168"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Zhang","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035560190","display_name":"Bin Song","orcid":"https://orcid.org/0000-0002-8096-3370"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Song","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-8096-3370","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101483943","display_name":"Su Gao","orcid":"https://orcid.org/0000-0003-0469-1139"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Su Gao","raw_affiliation_strings":["Institute of Telecommunication Satellite, China Academy of Space Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Telecommunication Satellite, China Academy of Space Technology, Beijing, China","institution_ids":["https://openalex.org/I194716290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060514022","display_name":"Xiaojiang Du","orcid":"https://orcid.org/0000-0003-4235-9671"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaojiang Du","raw_affiliation_strings":["Department of Computer and Information Sciences, Temple University, Philadelphia, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057916222","display_name":"Mohsen Guizani","orcid":"https://orcid.org/0000-0002-8972-8094"},"institutions":[{"id":"https://openalex.org/I155093810","display_name":"University of Idaho","ror":"https://ror.org/03hbp5t65","country_code":"US","type":"education","lineage":["https://openalex.org/I155093810"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohsen Guizani","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Idaho, Moscow, ID, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Idaho, Moscow, ID, USA","institution_ids":["https://openalex.org/I155093810"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2075,"currency":"USD","value_usd":2075},"apc_paid":{"value":2075,"currency":"USD","value_usd":2075},"fwci":1.228,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.82822718,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"6","issue":null,"first_page":"49721","last_page":"49731"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8821640014648438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8049067258834839},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6837354898452759},{"id":"https://openalex.org/keywords/monopolistic-competition","display_name":"Monopolistic competition","score":0.5674191117286682},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.4832530617713928},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4483168125152588},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.4455559253692627},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.44415390491485596},{"id":"https://openalex.org/keywords/monopoly","display_name":"Monopoly","score":0.3752100467681885},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3751487731933594},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3499326705932617},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34225761890411377},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.13836726546287537},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1330070197582245},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.11254507303237915}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8821640014648438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8049067258834839},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6837354898452759},{"id":"https://openalex.org/C80799131","wikidata":"https://www.wikidata.org/wiki/Q379579","display_name":"Monopolistic competition","level":3,"score":0.5674191117286682},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.4832530617713928},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4483168125152588},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.4455559253692627},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.44415390491485596},{"id":"https://openalex.org/C2781127519","wikidata":"https://www.wikidata.org/wiki/Q43637","display_name":"Monopoly","level":2,"score":0.3752100467681885},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3751487731933594},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3499326705932617},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34225761890411377},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.13836726546287537},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1330070197582245},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.11254507303237915},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2018.2868476","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2868476","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9e3d748cad4d4a3292e0f19df0752c0c","is_oa":true,"landing_page_url":"https://doaj.org/article/9e3d748cad4d4a3292e0f19df0752c0c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 6, Pp 49721-49731 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2018.2868476","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2868476","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1352306208","display_name":null,"funder_award_id":"61772387","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2411634899","display_name":null,"funder_award_id":"61372068","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W38884688","https://openalex.org/W1522372289","https://openalex.org/W1992942660","https://openalex.org/W2026892459","https://openalex.org/W2035335961","https://openalex.org/W2042892246","https://openalex.org/W2047248717","https://openalex.org/W2068239701","https://openalex.org/W2071707134","https://openalex.org/W2086722447","https://openalex.org/W2120846115","https://openalex.org/W2121863487","https://openalex.org/W2126049218","https://openalex.org/W2134901427","https://openalex.org/W2137693329","https://openalex.org/W2138620854","https://openalex.org/W2144369278","https://openalex.org/W2145339207","https://openalex.org/W2150704630","https://openalex.org/W2157646602","https://openalex.org/W2257979135","https://openalex.org/W2334157998","https://openalex.org/W2342662072","https://openalex.org/W2514882736","https://openalex.org/W2516246850","https://openalex.org/W2552120320","https://openalex.org/W2586189376","https://openalex.org/W2593579553","https://openalex.org/W2604464672","https://openalex.org/W2606278780","https://openalex.org/W2748084770","https://openalex.org/W2808757601","https://openalex.org/W2963079995","https://openalex.org/W3098915991","https://openalex.org/W3122672421","https://openalex.org/W4214717370","https://openalex.org/W4230557482","https://openalex.org/W4256242842","https://openalex.org/W4297972233","https://openalex.org/W6678168664","https://openalex.org/W6704571135","https://openalex.org/W6752227383"],"related_works":["https://openalex.org/W3082884001","https://openalex.org/W51312711","https://openalex.org/W4386731625","https://openalex.org/W2367630942","https://openalex.org/W2350927192","https://openalex.org/W3142798920","https://openalex.org/W1572796557","https://openalex.org/W2484062297","https://openalex.org/W2899710666","https://openalex.org/W2034088638"],"abstract_inverted_index":{"Under":[0],"the":[1,18,37,42,61,94,118,146,155,158,176,186,189,194],"environment":[2,87,140],"of":[3,20,41,120,134,148,188,199],"cognitive":[4],"radio":[5],"networks,":[6],"users":[7,112],"are":[8,53,160],"equipped":[9],"with":[10,103,131],"intelligent":[11],"capabilities":[12],"so":[13,173],"that":[14,174],"they":[15],"can":[16,180],"sense":[17],"conditions":[19],"networks":[21],"and":[22,39,64,88,109,114,157,178,196],"act":[23],"optimally":[24,182],"to":[25,83,92,116,128,170],"maximize":[26,117],"their":[27],"revenues.":[28],"Thus,":[29],"dynamic":[30],"spectrum":[31],"access":[32],"(DSA),":[33],"which":[34,123],"focuses":[35],"on":[36,99],"management":[38],"distribution":[40],"resources,":[43],"is":[44,58,69],"a":[45,70,100,142,151],"critical":[46],"problem,":[47],"especially":[48],"when":[49],"only":[50,104],"limited":[51],"resources":[52],"available.":[54],"Currently,":[55],"this":[56,68,76,85,139],"problem":[57,71],"handled":[59],"by":[60,183],"game":[62],"theory":[63],"auction":[65],"theory,":[66],"since":[67],"involving":[72],"multiple":[73,110],"agents.":[74,135],"In":[75],"paper,":[77],"we":[78,137,164],"propose":[79,165],"agent-based":[80],"modeling":[81],"method":[82],"model":[84,138],"multi-agent":[86],"probabilistic":[89,166],"reinforcement":[90,167],"learning":[91,168,184],"learn":[93],"optimal":[95],"strategies.":[96],"We":[97],"focus":[98],"simple":[101],"scenario":[102],"one":[105],"primary":[106],"user":[107],"(PU)":[108],"secondary":[111],"(SUs),":[113],"try":[115],"revenues":[119],"both":[121,175],"sides,":[122],"may":[124],"be":[125],"further":[126],"extended":[127],"other":[129],"scenarios":[130],"different":[132],"number":[133],"First,":[136],"as":[141,154],"monopolistic":[143],"market":[144],"from":[145,185],"perspective":[147],"economics,":[149],"where":[150],"PU":[152,177],"acts":[153],"monopoly":[156],"SUs":[159,179],"passive":[161],"buyers.":[162],"Then,":[163],"methods":[169],"handle":[171],"DSA":[172],"behave":[181],"feedback":[187],"others.":[190],"Experimental":[191],"results":[192],"prove":[193],"flexibility":[195],"superior":[197],"performance":[198],"our":[200],"proposed":[201],"methods.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}