{"id":"https://openalex.org/W2956483723","doi":"https://doi.org/10.1109/tnet.2020.3025904","title":"Thompson Sampling for Combinatorial Network Optimization in Unknown Environments","display_name":"Thompson Sampling for Combinatorial Network Optimization in Unknown Environments","publication_year":2020,"publication_date":"2020-10-02","ids":{"openalex":"https://openalex.org/W2956483723","doi":"https://doi.org/10.1109/tnet.2020.3025904","mag":"2956483723"},"language":"en","primary_location":{"id":"doi:10.1109/tnet.2020.3025904","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2020.3025904","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1907.04201","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026858918","display_name":"Alihan H\u00fcy\u00fck","orcid":"https://orcid.org/0000-0002-5621-5698"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB","TR"],"is_corresponding":false,"raw_author_name":"Alihan Huyuk","raw_affiliation_strings":["Department of Applied Mathematics and Theoretical Physics, University of Cambridge, Cambridge, U.K","Department of Electrical and Electronics Engineering, Bilkent University, Ankara, Turkey"],"raw_orcid":"https://orcid.org/0000-0002-5621-5698","affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics and Theoretical Physics, University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Bilkent University, Ankara, Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053015746","display_name":"Cem Tekin","orcid":"https://orcid.org/0000-0003-4361-4021"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Cem Tekin","raw_affiliation_strings":["Department of Electrical and Electronics Engineering, Bilkent University, Ankara, Turkey"],"raw_orcid":"https://orcid.org/0000-0003-4361-4021","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Bilkent University, Ankara, Turkey","institution_ids":["https://openalex.org/I168864056"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.901,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.76440858,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"28","issue":"6","first_page":"2836","last_page":"2849"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.8255634307861328},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.6658927798271179},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.629018247127533},{"id":"https://openalex.org/keywords/lipschitz-continuity","display_name":"Lipschitz continuity","score":0.6188125610351562},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5534899830818176},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.49771836400032043},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.4763234555721283},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.45962727069854736},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.42432135343551636},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.4214679002761841},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3394036889076233},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1400475800037384},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.09869468212127686}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.8255634307861328},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.6658927798271179},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.629018247127533},{"id":"https://openalex.org/C22324862","wikidata":"https://www.wikidata.org/wiki/Q652707","display_name":"Lipschitz continuity","level":2,"score":0.6188125610351562},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5534899830818176},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.49771836400032043},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.4763234555721283},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.45962727069854736},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.42432135343551636},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.4214679002761841},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3394036889076233},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1400475800037384},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.09869468212127686},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnet.2020.3025904","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2020.3025904","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1907.04201","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.04201","pdf_url":"https://arxiv.org/pdf/1907.04201","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.bilkent.edu.tr:11693/75459","is_oa":false,"landing_page_url":"http://hdl.handle.net/11693/75459","pdf_url":null,"source":{"id":"https://openalex.org/S4306400079","display_name":"Bilkent University Institutional Repository (Bilkent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I168864056","host_organization_name":"Bilkent University","host_organization_lineage":["https://openalex.org/I168864056"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1907.04201","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.04201","pdf_url":"https://arxiv.org/pdf/1907.04201","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5917533801","display_name":"T\u0131bbi S\u00fcre\u00e7lerde B\u00fcy\u00fck Sa\u011fl\u0131k Verisinin Kullan\u0131lmas\u0131yla Kalite Ve Verimlili\u011fin Artt\u0131r\u0131lmas\u0131","funder_award_id":"215E342","funder_id":"https://openalex.org/F4320322626","funder_display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu"}],"funders":[{"id":"https://openalex.org/F4320322626","display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu","ror":"https://ror.org/04w9kkr77"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":97,"referenced_works":["https://openalex.org/W35251828","https://openalex.org/W148122774","https://openalex.org/W1578264931","https://openalex.org/W1595409123","https://openalex.org/W1680189815","https://openalex.org/W1900560890","https://openalex.org/W1911551976","https://openalex.org/W1998498767","https://openalex.org/W2000080679","https://openalex.org/W2009551863","https://openalex.org/W2029316629","https://openalex.org/W2039522160","https://openalex.org/W2061820396","https://openalex.org/W2067883080","https://openalex.org/W2093562354","https://openalex.org/W2108414479","https://openalex.org/W2108738385","https://openalex.org/W2114802044","https://openalex.org/W2132801025","https://openalex.org/W2141403143","https://openalex.org/W2149721706","https://openalex.org/W2152898676","https://openalex.org/W2153730762","https://openalex.org/W2155461593","https://openalex.org/W2156844769","https://openalex.org/W2158125716","https://openalex.org/W2168405694","https://openalex.org/W2219888463","https://openalex.org/W2237158255","https://openalex.org/W2400213106","https://openalex.org/W2443763917","https://openalex.org/W2532813632","https://openalex.org/W2613712382","https://openalex.org/W2738218455","https://openalex.org/W2750919793","https://openalex.org/W2767767619","https://openalex.org/W2788830868","https://openalex.org/W2790911479","https://openalex.org/W2809426256","https://openalex.org/W2888289636","https://openalex.org/W2899702797","https://openalex.org/W2902826155","https://openalex.org/W2914156981","https://openalex.org/W2919235694","https://openalex.org/W2921465029","https://openalex.org/W2922271071","https://openalex.org/W2946909365","https://openalex.org/W2949186496","https://openalex.org/W2949736006","https://openalex.org/W2952832562","https://openalex.org/W2962697790","https://openalex.org/W2963229712","https://openalex.org/W2963373419","https://openalex.org/W2963825110","https://openalex.org/W2963860006","https://openalex.org/W2964007796","https://openalex.org/W2964240248","https://openalex.org/W2964326108","https://openalex.org/W2966360153","https://openalex.org/W2994057479","https://openalex.org/W2998447739","https://openalex.org/W3011969122","https://openalex.org/W3037119448","https://openalex.org/W3037595456","https://openalex.org/W3101169423","https://openalex.org/W3122282375","https://openalex.org/W4232212779","https://openalex.org/W4234228486","https://openalex.org/W4237910115","https://openalex.org/W4242941051","https://openalex.org/W4288358464","https://openalex.org/W4289549269","https://openalex.org/W4289704142","https://openalex.org/W6601392155","https://openalex.org/W6634623812","https://openalex.org/W6636546920","https://openalex.org/W6637659893","https://openalex.org/W6639595677","https://openalex.org/W6639904974","https://openalex.org/W6676077707","https://openalex.org/W6677189462","https://openalex.org/W6683180375","https://openalex.org/W6684381734","https://openalex.org/W6690168418","https://openalex.org/W6718820882","https://openalex.org/W6728647952","https://openalex.org/W6743249594","https://openalex.org/W6745852941","https://openalex.org/W6748836903","https://openalex.org/W6749220538","https://openalex.org/W6752646138","https://openalex.org/W6757022954","https://openalex.org/W6760199850","https://openalex.org/W6760200005","https://openalex.org/W6762481771","https://openalex.org/W6771826583","https://openalex.org/W6780171567"],"related_works":["https://openalex.org/W2971351794","https://openalex.org/W4376155396","https://openalex.org/W1947085858","https://openalex.org/W2174986909","https://openalex.org/W2527791220","https://openalex.org/W2101991911","https://openalex.org/W2155070487","https://openalex.org/W4311589891","https://openalex.org/W3123835761","https://openalex.org/W118270247"],"abstract_inverted_index":{"Influence":[0],"maximization,":[1],"adaptive":[2],"routing,":[3],"and":[4,28,51,74,90,140,159,167,182,217,253],"dynamic":[5],"spectrum":[6],"allocation":[7],"all":[8,224],"require":[9],"choosing":[10],"the":[11,22,86,98,108,115,153,162,168,179,185,196,211,234,270],"right":[12],"action":[13],"from":[14],"a":[15,61,75,141],"large":[16],"set":[17],"of":[18,155,172,233,265,269],"alternatives.":[19],"Thanks":[20],"to":[21,93],"advances":[23],"in":[24,56,114,249,267],"combinatorial":[25,54,67],"optimization,":[26],"these":[27,258],"many":[29],"similar":[30],"problems":[31,252],"can":[32],"be":[33],"efficiently":[34],"solved":[35],"given":[36],"an":[37,94,263],"environment":[38],"with":[39,70,242],"known":[40],"stochasticity.":[41],"In":[42],"this":[43,47],"paper,":[44],"we":[45,104,238],"take":[46],"one":[48],"step":[49],"further":[50],"focus":[52],"on":[53,245],"optimization":[55],"unknown":[57],"environments.":[58],"We":[59,191],"consider":[60],"very":[62,76],"general":[63],"learning":[64],"framework":[65],"called":[66,80],"multi-armed":[68],"bandit":[69],"probabilistically":[71],"triggered":[72],"arms":[73],"powerful":[77],"Bayesian":[78,148,208],"algorithm":[79],"Combinatorial":[81],"Thompson":[82],"Sampling":[83],"(CTS).":[84],"Under":[85],"semi-bandit":[87],"feedback":[88],"model":[89],"assuming":[91],"access":[92],"oracle":[95],"without":[96],"knowing":[97],"expected":[99,109,116,197],"base":[100,117,156,173,225],"arm":[101,118,174],"outcomes":[102,119],"beforehand,":[103],"show":[105,193,254],"that":[106,194,255],"when":[107,195,218],"reward":[110,209],"is":[111],"Lipschitz":[112,215],"continuous":[113],"CTS":[120,199,227,241,256],"achieves":[121,200,228],"O(\u03a3":[122],"<sub":[123,131,135],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[124,127,132,136,145,205],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i=1</sub>":[125],"<sup":[126,144,204],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">m</sup>":[128],"logT":[129],"/(p":[130],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i</sub>":[133,137],"\u0394":[134],"))":[138],"regret":[139,231],"O(max{E[m\u221aTlogT/p*],":[142],"E[m":[143],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>":[146,206],"/p*]})":[147],"regret,":[149,216],"where":[150],"m":[151,203],"denotes":[152,178,184],"number":[154],"arms,":[157,226],"pi":[158],"\u0394i":[160],"denote":[161],"minimum":[163,169,187],"non-zero":[164,188,222],"triggering":[165,189,212,219],"probability":[166,213],"suboptimality":[170],"gap":[171],"i":[175],"respectively,":[176],"T":[177],"time":[180,235],"horizon,":[181],"p*":[183],"overall":[186],"probability.":[190],"also":[192],"continuity,":[198],"O(max{m\u221aTlogT":[201],",":[202],"})":[207],"satisfies":[210],"modulated":[214],"probabilities":[220],"are":[221],"for":[223],"O(1/p*":[229],"log(1/p*))":[230],"independent":[232],"horizon.":[236],"Finally,":[237],"numerically":[239],"compare":[240],"algorithms":[243,259],"based":[244],"upper":[246],"confidence":[247],"bounds":[248],"several":[250],"networking":[251],"outperforms":[257],"by":[260],"at":[261],"least":[262],"order":[264],"magnitude":[266],"majority":[268],"cases.":[271]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2019-07-23T00:00:00"}