{"id":"https://openalex.org/W2002581886","doi":"https://doi.org/10.1561/9781601989178","title":"Online Learning Methods for Networking","display_name":"Online Learning Methods for Networking","publication_year":2013,"publication_date":"2013-01-01","ids":{"openalex":"https://openalex.org/W2002581886","doi":"https://doi.org/10.1561/9781601989178","mag":"2002581886"},"language":"en","primary_location":{"id":"doi:10.1561/9781601989178","doi":"https://doi.org/10.1561/9781601989178","is_oa":false,"landing_page_url":"https://doi.org/10.1561/9781601989178","pdf_url":null,"source":{"id":"https://openalex.org/S4306463678","display_name":"now publishers, Inc. eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575","https://openalex.org/P4310319811"],"host_organization_lineage_names":["Now Publishers","Emerald Publishing Limited"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"monograph"},"volume":null,"type":"book","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053015746","display_name":"Cem Tekin","orcid":"https://orcid.org/0000-0003-4361-4021","observed_orcids":["https://orcid.org/0000-0003-4361-4021"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cem Tekin","raw_affiliation_strings":["University of California\u2013Los Angeles"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California\u2013Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101967011","display_name":"Mingyan Liu","orcid":"https://orcid.org/0000-0003-3295-9200","observed_orcids":["https://orcid.org/0000-0003-3295-9200"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyan Liu","raw_affiliation_strings":["(University of Michigan)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(University of Michigan)","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1035,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.61894954,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2614","display_name":"Theoretical Computer Science"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-armed-bandits","display_name":"multi-armed bandits","score":0.8619999885559082},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.8339999914169312},{"id":"https://openalex.org/keywords/exploration-exploitation-trade-off","display_name":"exploration-exploitation balance","score":0.8920000195503235},{"id":"https://openalex.org/keywords/sequential-decision-making","display_name":"sequential decision making","score":0.8610000014305115},{"id":"https://openalex.org/keywords/recommender-systems","display_name":"recommender systems","score":0.8489999771118164},{"id":"https://openalex.org/keywords/smart-grid","display_name":"smart grid","score":0.9890000224113464},{"id":"https://openalex.org/keywords/clinical-trials","display_name":"clinical trials","score":0.8899999856948853},{"id":"https://openalex.org/keywords/network-based-systems","display_name":"network-based systems","score":0.6539999842643738}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7355058193206787},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5349304676055908},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5230575203895569},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.44836705923080444},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34497275948524475},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3364543318748474},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2926158607006073},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1561/9781601989178","doi":"https://doi.org/10.1561/9781601989178","is_oa":false,"landing_page_url":"https://doi.org/10.1561/9781601989178","pdf_url":null,"source":{"id":"https://openalex.org/S4306463678","display_name":"now publishers, Inc. eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575","https://openalex.org/P4310319811"],"host_organization_lineage_names":["Now Publishers","Emerald Publishing Limited"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"monograph"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W18595695","https://openalex.org/W305949787","https://openalex.org/W1496720559","https://openalex.org/W1501823362","https://openalex.org/W1510812122","https://openalex.org/W1751431909","https://openalex.org/W1850488217","https://openalex.org/W1945796651","https://openalex.org/W1972707086","https://openalex.org/W1985380836","https://openalex.org/W1998376807","https://openalex.org/W2009551863","https://openalex.org/W2023599408","https://openalex.org/W2041205077","https://openalex.org/W2048628967","https://openalex.org/W2056237576","https://openalex.org/W2074526363","https://openalex.org/W2077902449","https://openalex.org/W2093562354","https://openalex.org/W2094581499","https://openalex.org/W2107726111","https://openalex.org/W2108114251","https://openalex.org/W2111918405","https://openalex.org/W2112420033","https://openalex.org/W2113801177","https://openalex.org/W2115293355","https://openalex.org/W2120125372","https://openalex.org/W2122967269","https://openalex.org/W2123681024","https://openalex.org/W2125724988","https://openalex.org/W2140571193","https://openalex.org/W2141355815","https://openalex.org/W2145725672","https://openalex.org/W2150328967","https://openalex.org/W2151961068","https://openalex.org/W2153620960","https://openalex.org/W2153831889","https://openalex.org/W2157146750","https://openalex.org/W2158319693","https://openalex.org/W2163413645","https://openalex.org/W2168405694","https://openalex.org/W2169926276","https://openalex.org/W2182000050","https://openalex.org/W2294455745","https://openalex.org/W2400672140","https://openalex.org/W2490627639","https://openalex.org/W2555652361","https://openalex.org/W2952099252","https://openalex.org/W2953067537","https://openalex.org/W2962748815"],"related_works":["https://openalex.org/W2989972589","https://openalex.org/W4254449736","https://openalex.org/W6945576717","https://openalex.org/W573908607","https://openalex.org/W4386804240","https://openalex.org/W2921932124","https://openalex.org/W1979352993","https://openalex.org/W2720563255","https://openalex.org/W3167121994","https://openalex.org/W4285717078"],"abstract_inverted_index":{"This":[0,34],"monograph":[1],"provides":[2],"a":[3,6,135],"tutorial":[4],"on":[5],"family":[7],"of":[8,28,43,46,78,81,128],"sequential":[9],"learning":[10],"and":[11,39,88,108,124],"decision":[12,24],"problems":[13],"known":[14],"as":[15,63],"the":[16,26,75,79,105],"multi-armed":[17],"bandit":[18],"problems.":[19],"In":[20],"such":[21],"problems,":[22],"any":[23],"serves":[25],"purpose":[27],"exploring":[29],"or":[30,32],"exploiting":[31],"both.":[33],"balancing":[35],"act":[36],"between":[37],"exploration":[38],"exploitation":[40],"is":[41,86,116],"characteristic":[42],"this":[44],"type":[45],"\"learning-on-the-go\"":[47],"problem,":[48],"in":[49,94,122],"which":[50],"we":[51,57,64],"have":[52,58,92],"to":[53,66,74],"instantaneously":[54],"apply":[55],"what":[56],"learned":[59],"so":[60],"far,":[61],"even":[62],"continue":[65],"learn.":[67],"The":[68,84],"authors":[69],"give":[70],"an":[71],"in-depth":[72],"introduction":[73],"technical":[76],"aspects":[77],"theory":[80],"decision-making":[82],"technologies.":[83],"range":[85],"comprehensive":[87],"covers":[89],"topics":[90],"that":[91],"applications":[93],"many":[95,129],"networking":[96,123],"systems.":[97],"These":[98],"include":[99],"Recommender":[100],"systems,":[101,104],"Ad":[102],"Placement":[103],"smart":[106],"grid,":[107],"clinical":[109],"trials.":[110],"Online":[111],"Learning":[112],"Methods":[113],"for":[114,119,138],"Networking":[115],"essential":[117],"reading":[118],"students":[120],"working":[121],"machine":[125],"learning.":[126],"Designers":[127],"network-based":[130],"systems":[131],"will":[132],"find":[133],"it":[134],"valuable":[136],"resource":[137],"improving":[139],"their":[140],"technology.":[141]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}
