{"id":"https://openalex.org/W7204887822","doi":"https://doi.org/10.48550/arxiv.2608.30159","title":"Projection-Free Bandit Online Optimization for Multi-Agent Systems with Dynamic Regret","display_name":"Projection-Free Bandit Online Optimization for Multi-Agent Systems with Dynamic Regret","publication_year":2026,"publication_date":"2026-08-31","ids":{"openalex":"https://openalex.org/W7204887822","doi":"https://doi.org/10.48550/arxiv.2608.30159"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.30159","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.30159","pdf_url":"https://arxiv.org/pdf/2608.30159","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.30159","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5148843987","display_name":"Xia Jiang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["HK","SG"],"is_corresponding":false,"raw_author_name":"Jiang, Xia","raw_affiliation_strings":["Department of Mechanical En- gineering , City University of Hong Kong , Hong Kong , China","School of Electrical and Electronic Engineering , Nanyang Technological University , Singapore 639798 , Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical En- gineering , City University of Hong Kong , Hong Kong , China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering , Nanyang Technological University , Singapore 639798 , Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148896174","display_name":"Lu Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Liu, Lu","raw_affiliation_strings":["School of Electrical and Electronic Engineering , Nanyang Technological University , Singapore 639798 , Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering , Nanyang Technological University , Singapore 639798 , Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082124101","display_name":"Gang Feng","orcid":"https://orcid.org/0000-0001-8508-8416","observed_orcids":["https://orcid.org/0000-0001-8508-8416"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Feng, Gang","raw_affiliation_strings":["School of Electrical and Electronic Engineering , Nanyang Technological University , Singapore 639798 , Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering , Nanyang Technological University , Singapore 639798 , Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.005100000184029341,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-agent-systems","display_name":"multi-agent systems","score":0.8489999771118164},{"id":"https://openalex.org/keywords/dynamic-regret","display_name":"dynamic regret","score":0.8330000042915344},{"id":"https://openalex.org/keywords/distributed-online-learning","display_name":"distributed online learning","score":0.6389999985694885},{"id":"https://openalex.org/keywords/derivative-free-optimization","display_name":"derivative-free optimization","score":0.7279999852180481},{"id":"https://openalex.org/keywords/input-constraints","display_name":"input constraints","score":0.8519999980926514},{"id":"https://openalex.org/keywords/time-varying-cost-functions","display_name":"time-varying cost functions","score":0.9340000152587891},{"id":"https://openalex.org/keywords/nonstationary-systems","display_name":"nonstationary systems","score":0.8050000071525574},{"id":"https://openalex.org/keywords/gradient-approximation","display_name":"gradient approximation","score":0.3330000042915344}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.7132999897003174},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6208000183105469},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6137999892234802},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.5889999866485596},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.5760999917984009},{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.5756999850273132},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.532800018787384},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5299000144004822},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.4503999948501587},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4471000134944916},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.40560001134872437},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3950999975204468},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.36090001463890076},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3228999972343445},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C55660270","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C33962884","wikidata":"https://www.wikidata.org/wiki/Q378637","display_name":"Dynamical system (definition)","level":3,"score":0.2937999963760376},{"id":"https://openalex.org/C79379906","wikidata":"https://www.wikidata.org/wiki/Q3174497","display_name":"Dynamical systems theory","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27309998869895935},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C164752517","wikidata":"https://www.wikidata.org/wiki/Q5570875","display_name":"Global optimization","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.25940001010894775},{"id":"https://openalex.org/C122268817","wikidata":"https://www.wikidata.org/wiki/Q2020318","display_name":"Frank\u2013Wolfe algorithm","level":5,"score":0.25760000944137573},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.30159","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.30159","pdf_url":"https://arxiv.org/pdf/2608.30159","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.30159","doi":"https://doi.org/10.48550/arxiv.2608.30159","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.30159","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.30159","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.30159","pdf_url":"https://arxiv.org/pdf/2608.30159","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309893","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204887822.pdf","grobid_xml":"https://content.openalex.org/works/W7204887822.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4319996158","https://openalex.org/W7154889941","https://openalex.org/W4283274459","https://openalex.org/W3026540561","https://openalex.org/W4320351153","https://openalex.org/W4287846208","https://openalex.org/W4317851167","https://openalex.org/W7167615918","https://openalex.org/W4406025338","https://openalex.org/W4407385427"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"distributed":[3,52],"online":[4,18,29,54,100],"optimization":[5,20,32,56],"for":[6,25,99],"multi-agent":[7],"dynamical":[8],"systems":[9],"with":[10],"constrained":[11],"inputs":[12],"and":[13,31,101],"time-varying":[14],"cost":[15,80],"functions.":[16],"While":[17],"convex":[19],"offers":[21],"a":[22,51,68,90,107,115],"principal":[23],"framework":[24],"sequential":[26],"decision-making,":[27],"existing":[28],"learning":[30],"algorithms":[33],"typically":[34],"require":[35],"accurate":[36],"system":[37,120],"models,":[38],"limiting":[39],"their":[40],"applicability":[41],"in":[42],"practical":[43],"settings.":[44,103],"To":[45],"overcome":[46],"this":[47],"challenge,":[48],"we":[49,88,105],"propose":[50],"bandit":[53],"feedback":[55],"algorithm":[57,66,97],"that":[58,112],"relies":[59],"solely":[60],"on":[61,114],"real-time":[62],"input-output":[63],"data.":[64],"The":[65],"employs":[67],"smoothing":[69],"zeroth-order":[70],"one-point":[71],"estimator":[72],"to":[73,83],"construct":[74],"local":[75],"gradient":[76,93],"approximations":[77],"directly":[78],"from":[79],"evaluations.":[81],"Additionally,":[82],"enforce":[84],"input":[85],"constraints":[86],"effectively,":[87],"integrate":[89],"projection-free":[91],"conditional":[92],"update,":[94],"making":[95],"the":[96,126,129],"well-suited":[98],"large-scale":[102],"Furthermore,":[104],"establish":[106],"sublinear":[108],"dynamic":[109],"regret":[110],"bound":[111],"depends":[113],"temporal":[116],"variation":[117],"measure":[118],"of":[119,128],"non-stationarity.":[121],"Finally,":[122],"numerical":[123],"simulations":[124],"demonstrate":[125],"effectiveness":[127],"proposed":[130],"algorithm.":[131]},"counts_by_year":[],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2026-09-02T00:00:00"}