{"id":"https://openalex.org/W4407784235","doi":"https://doi.org/10.1109/comsnets63942.2025.10885729","title":"Multi-Arm Bandits with Path-Dependent Rewards","display_name":"Multi-Arm Bandits with Path-Dependent Rewards","publication_year":2025,"publication_date":"2025-01-06","ids":{"openalex":"https://openalex.org/W4407784235","doi":"https://doi.org/10.1109/comsnets63942.2025.10885729"},"language":"en","primary_location":{"id":"doi:10.1109/comsnets63942.2025.10885729","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comsnets63942.2025.10885729","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 17th International Conference on COMmunication Systems and NETworks (COMSNETS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116346645","display_name":"Prathamesh Karandikar","orcid":null},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Prathamesh Karandikar","raw_affiliation_strings":["IIT,Department of Electrical Engineering,Bombay"],"affiliations":[{"raw_affiliation_string":"IIT,Department of Electrical Engineering,Bombay","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005788654","display_name":"Sharayu Moharir","orcid":"https://orcid.org/0000-0001-9393-9276"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sharayu Moharir","raw_affiliation_strings":["IIT,Department of Electrical Engineering,Bombay"],"affiliations":[{"raw_affiliation_string":"IIT,Department of Electrical Engineering,Bombay","institution_ids":["https://openalex.org/I162827531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5116346645"],"corresponding_institution_ids":["https://openalex.org/I162827531"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03807496,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"903","last_page":"906"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9700999855995178,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9465000033378601,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.6449904441833496},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6242031455039978},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.23892009258270264}],"concepts":[{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.6449904441833496},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6242031455039978},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23892009258270264}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/comsnets63942.2025.10885729","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comsnets63942.2025.10885729","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 17th International Conference on COMmunication Systems and NETworks (COMSNETS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2009551863","https://openalex.org/W2128466234","https://openalex.org/W3116408070","https://openalex.org/W3157293597","https://openalex.org/W6703562905","https://openalex.org/W6773139056"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"This":[0],"work":[1],"is":[2,107],"motivated":[3],"by":[4],"the":[5,34,55,61,88,97,111,115,133],"task":[6,56],"of":[7,20,57,60,110,136],"scheduling":[8],"communication":[9,22,26,66,101],"in":[10,91,102,114],"latency-sensitive":[11,41],"systems":[12],"with":[13,24,50,74,150],"potentially":[14],"unreliable":[15],"sources.":[16],"The":[17,77],"system":[18,49],"consists":[19],"multiple":[21],"channels":[23,64,112],"unknown":[25],"success":[27],"probabilities.":[28],"We":[29,117,145],"focus":[30],"on":[31,96,132],"metrics":[32,83],"like":[33,84],"Age-of-Information":[35],"and":[36,86,106,121],"Loss-of-Credibility":[37],"designed":[38],"specifically":[39],"for":[40,65,82,100],"systems.":[42],"For":[43],"a":[44,70,92,108,119,143],"single":[45,47],"source,":[46],"destination":[48],"slotted":[51],"time,":[52],"we":[53,128],"model":[54],"choosing":[58],"one":[59],"K":[62],"possible":[63],"over":[67],"time":[68],"as":[69,142],"multi-arm":[71],"bandit":[72],"problem":[73],"path-dependent":[75,80],"rewards.":[76],"rewards":[78],"are":[79],"since,":[81],"AoI":[85],"LoC,":[87],"system\u2019s":[89],"state":[90],"given":[93],"slot":[94,105],"depends":[95],"channel":[98],"used":[99,113],"that":[103],"particular":[104],"function":[109],"past.":[116],"propose":[118],"policy":[120,139],"characterize":[122],"its":[123],"regret":[124,134],"performance.":[125],"In":[126],"addition,":[127],"provide":[129],"fundamental":[130],"bounds":[131],"performance":[135],"any":[137],"online":[138],"to":[140],"serve":[141],"benchmark.":[144],"supplement":[146],"our":[147],"analytical":[148],"results":[149],"simulations.":[151]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}