{"id":"https://openalex.org/W3084101820","doi":null,"title":"Thompson sampling-based online decision making in network routing","display_name":"Thompson sampling-based online decision making in network routing","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3084101820","mag":"3084101820"},"language":"en","primary_location":{"id":"pmh:oai:dspace.library.uvic.ca:1828/12095","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1828/12095","pdf_url":"http://hdl.handle.net/1828/12095","source":{"id":"https://openalex.org/S4306401509","display_name":"UVic\u2019s Research and Learning Repository (University of Victoria)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I212119943","host_organization_name":"University of Victoria","host_organization_lineage":["https://openalex.org/I212119943"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/1828/12095","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022175140","display_name":"Zhiming Huang","orcid":"https://orcid.org/0000-0001-6465-591X","observed_orcids":["https://orcid.org/0000-0001-6465-591X"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhiming Huang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5022175140"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2614","display_name":"Theoretical Computer Science"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/thompson-sampling","display_name":"Thompson sampling","score":1.0},{"id":"https://openalex.org/keywords/online-decision-making","display_name":"online decision making","score":0.9829999804496765},{"id":"https://openalex.org/keywords/network-routing","display_name":"network routing","score":0.7639999985694885},{"id":"https://openalex.org/keywords/multi-armed-bandits","display_name":"multi-armed bandits","score":0.8500000238418579},{"id":"https://openalex.org/keywords/combinatorial-multi-armed-bandit","display_name":"combinatorial bandits","score":0.8759999871253967},{"id":"https://openalex.org/keywords/opportunistic-routing","display_name":"opportunistic routing","score":0.9769999980926514},{"id":"https://openalex.org/keywords/on-demand-routing","display_name":"on-demand routing","score":0.7490000128746033},{"id":"https://openalex.org/keywords/regret-analysis","display_name":"regret analysis","score":0.6370000243186951},{"id":"https://openalex.org/keywords/next-hop-selection","display_name":"next-hop selection","score":0.5289999842643738}],"concepts":[{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5056030750274658},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4945468604564667},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4854870140552521},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3746517300605774},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3352501094341278},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.326291561126709},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2444457709789276},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20985323190689087},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1149764358997345},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:dspace.library.uvic.ca:1828/12095","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1828/12095","pdf_url":"http://hdl.handle.net/1828/12095","source":{"id":"https://openalex.org/S4306401509","display_name":"UVic\u2019s Research and Learning Repository (University of Victoria)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I212119943","host_organization_name":"University of Victoria","host_organization_lineage":["https://openalex.org/I212119943"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"mag:3084101820","doi":null,"is_oa":false,"landing_page_url":"http://mars.library.uvic.ca/handle/1828/12095","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:dspace.library.uvic.ca:1828/12095","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1828/12095","pdf_url":"http://hdl.handle.net/1828/12095","source":{"id":"https://openalex.org/S4306401509","display_name":"UVic\u2019s Research and Learning Repository (University of Victoria)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I212119943","host_organization_name":"University of Victoria","host_organization_lineage":["https://openalex.org/I212119943"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3084101820.pdf","grobid_xml":"https://content.openalex.org/works/W3084101820.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W35251828","https://openalex.org/W1850547517","https://openalex.org/W1911551976","https://openalex.org/W1974877378","https://openalex.org/W1980831670","https://openalex.org/W1986442961","https://openalex.org/W2006022852","https://openalex.org/W2018467104","https://openalex.org/W2039522160","https://openalex.org/W2049934117","https://openalex.org/W2070941899","https://openalex.org/W2076503093","https://openalex.org/W2093562354","https://openalex.org/W2093757249","https://openalex.org/W2100875695","https://openalex.org/W2108738385","https://openalex.org/W2113337262","https://openalex.org/W2118519969","https://openalex.org/W2127350146","https://openalex.org/W2137152139","https://openalex.org/W2141151352","https://openalex.org/W2150647453","https://openalex.org/W2151824015","https://openalex.org/W2157457404","https://openalex.org/W2158125716","https://openalex.org/W2168405694","https://openalex.org/W2219888463","https://openalex.org/W2252318562","https://openalex.org/W2253521330","https://openalex.org/W2329239027","https://openalex.org/W2341171179","https://openalex.org/W2752599163","https://openalex.org/W2774113864","https://openalex.org/W2790911479","https://openalex.org/W2890009228","https://openalex.org/W2893834508","https://openalex.org/W2914156981","https://openalex.org/W2921163128","https://openalex.org/W2963007936","https://openalex.org/W2963945346","https://openalex.org/W2966820259","https://openalex.org/W2982615441","https://openalex.org/W2991294947","https://openalex.org/W2994643640","https://openalex.org/W3024735955"],"related_works":["https://openalex.org/W3168573309","https://openalex.org/W2956483723","https://openalex.org/W2963007936","https://openalex.org/W2806567655","https://openalex.org/W3034914593","https://openalex.org/W2789027376","https://openalex.org/W2790911479","https://openalex.org/W3200943860","https://openalex.org/W3043088167","https://openalex.org/W4378531181"],"abstract_inverted_index":{"Online":[0],"decision":[1,74],"making":[2,75],"is":[3,66],"a":[4,15,83,119,138,151],"kind":[5],"of":[6,112],"machine":[7],"learning":[8],"problems":[9,33,50],"where":[10,34,51],"decisions":[11],"are":[12],"made":[13],"in":[14,44,98,118],"sequential":[16],"manner":[17],"so":[18],"as":[19,22,25],"to":[20,38,42,55,137,162],"accumulate":[21],"many":[23],"rewards":[24],"possible.":[26],"Typical":[27],"examples":[28],"include":[29],"multi-armed":[30],"bandit":[31],"(MAB)":[32],"an":[35,67],"agent":[36],"needs":[37,54],"decide":[39,56],"which":[40],"arm":[41],"pull":[43],"each":[45,52,61],"round,":[46],"and":[47,69,116,128,153],"network":[48,141],"routing":[49,142,146],"router":[53],"the":[57,93,99,110,155,164],"next":[58],"hop":[59],"for":[60,72,82,96,160],"packet.":[62],"Thompson":[63],"sampling":[64],"(TS)":[65],"efficient":[68],"effective":[70],"algorithm":[71],"online":[73],"problems.":[76],"Although":[77],"TS":[78,97,113,136],"has":[79],"been":[80],"proposed":[81],"long":[84],"time,":[85],"it":[86],"was":[87],"not":[88],"until":[89],"recent":[90],"years":[91],"that":[92],"theoretical":[94],"guarantees":[95],"standard":[100],"MAB":[101,121,124],"were":[102],"given.":[103],"In":[104],"this":[105],"thesis,":[106],"we":[107,134,158],"first":[108],"analyze":[109,163],"performance":[111],"both":[114],"theoretically":[115],"practically":[117],"special":[120],"called":[122,144],"combinatorial":[123],"with":[125],"sleeping":[126],"arms":[127],"long-term":[129],"fairness":[130],"constraints":[131],"(CSMAB-F).":[132],"Then,":[133],"apply":[135],"novel":[139],"reactive":[140],"problem,":[143],"\\emph{opportunistic":[145],"without":[147],"link":[148],"metrics":[149],"known":[150],"priori},":[152],"use":[154],"proof":[156],"techniques":[157],"developed":[159],"CSMAB-F":[161],"performance.":[165]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2020-09-14T00:00:00"}