{"id":"https://openalex.org/W4399554444","doi":"https://doi.org/10.48550/arxiv.2406.06500","title":"Adaptive Opponent Policy Detection in Multi-Agent MDPs: Real-Time Strategy Switch Identification Using Running Error Estimation","display_name":"Adaptive Opponent Policy Detection in Multi-Agent MDPs: Real-Time Strategy Switch Identification Using Running Error Estimation","publication_year":2024,"publication_date":"2024-06-10","ids":{"openalex":"https://openalex.org/W4399554444","doi":"https://doi.org/10.48550/arxiv.2406.06500"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2406.06500","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.06500","pdf_url":"https://arxiv.org/pdf/2406.06500","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.06500","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099096955","display_name":"Mohidul Haque Mridul","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mridul, Mohidul Haque","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114175832","display_name":"Mohammad Foysal Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Mohammad Foysal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059368996","display_name":"Redwan Ahmed Rizvee","orcid":"https://orcid.org/0000-0001-5056-1701"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rizvee, Redwan Ahmed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5052283795","display_name":"Md. Mosaddek Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Md Mosaddek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9649999737739563,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9649999737739563,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9502999782562256,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.921500027179718,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.6654863357543945},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6553280353546143},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.5298324227333069},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.37076833844184875},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3294450342655182},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.1429552435874939},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12134256958961487},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.0899973213672638}],"concepts":[{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6654863357543945},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6553280353546143},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.5298324227333069},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.37076833844184875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3294450342655182},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.1429552435874939},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12134256958961487},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0899973213672638},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2406.06500","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.06500","pdf_url":"https://arxiv.org/pdf/2406.06500","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2406.06500","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2406.06500","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2406.06500","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.06500","pdf_url":"https://arxiv.org/pdf/2406.06500","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399554444.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"In":[0],"Multi-agent":[1],"Reinforcement":[2],"Learning":[3],"(MARL),":[4],"accurately":[5],"perceiving":[6],"opponents'":[7,139],"strategies":[8],"is":[9,166],"essential":[10],"for":[11,84],"both":[12],"cooperative":[13],"and":[14,26,41,63,95,153,175,210],"adversarial":[15],"contexts,":[16],"particularly":[17],"within":[18],"dynamic":[19,132,197],"environments.":[20,186],"While":[21],"Proximal":[22],"Policy":[23,38,44,124,150,161],"Optimization":[24,39],"(PPO)":[25],"related":[27],"algorithms":[28,181],"such":[29],"as":[30],"Actor-Critic":[31],"with":[32],"Experience":[33],"Replay":[34],"(ACER),":[35],"Trust":[36],"Region":[37],"(TRPO),":[40],"Deep":[42],"Deterministic":[43],"Gradient":[45],"(DDPG)":[46],"perform":[47],"well":[48],"in":[49,58,76,104,138,184,196],"single-agent,":[50],"stationary":[51],"environments,":[52],"they":[53],"suffer":[54],"from":[55,157],"high":[56,92],"variance":[57],"MARL":[59,77],"due":[60],"to":[61,69,135,206],"non-stationary":[62],"hidden":[64],"policies":[65,113],"of":[66,180],"opponents,":[67,171],"leading":[68],"diminished":[70],"reward":[71,90],"performance.":[72],"Additionally,":[73],"existing":[74],"methods":[75],"face":[78],"significant":[79],"challenges,":[80],"including":[81],"the":[82,177,200],"need":[83],"inter-agent":[85],"communication,":[86],"reliance":[87],"on":[88],"explicit":[89],"information,":[91],"computational":[93],"demands,":[94],"sampling":[96],"inefficiencies.":[97],"These":[98],"issues":[99],"render":[100],"them":[101],"less":[102],"effective":[103,178],"continuous":[105],"environments":[106],"where":[107],"opponents":[108],"may":[109],"abruptly":[110],"change":[111],"their":[112],"without":[114],"prior":[115],"notice.":[116],"Against":[117],"this":[118],"background,":[119],"we":[120],"present":[121],"OPS-DeMo":[122,141],"(Online":[123],"Switch-Detection":[125],"Model),":[126],"an":[127,147],"online":[128],"algorithm":[129],"that":[130,190],"employs":[131],"error":[133],"decay":[134],"detect":[136],"changes":[137],"policies.":[140],"continuously":[142],"updates":[143],"its":[144],"beliefs":[145],"using":[146],"Assumed":[148],"Opponent":[149],"(AOP)":[151],"Bank":[152],"selects":[154],"corresponding":[155],"responses":[156],"a":[158],"pre-trained":[159],"Response":[160],"Bank.":[162],"Each":[163],"response":[164],"policy":[165,208,218],"trained":[167],"against":[168],"consistently":[169],"strategizing":[170],"reducing":[172],"training":[173],"uncertainty":[174],"enabling":[176,211],"use":[179],"like":[182,199],"PPO":[183],"multi-agent":[185],"Comparative":[187],"assessments":[188],"show":[189],"our":[191],"approach":[192],"outperforms":[193],"PPO-trained":[194],"models":[195],"scenarios":[198],"Predator-Prey":[201],"setting,":[202],"providing":[203],"greater":[204],"robustness":[205],"sudden":[207],"shifts":[209],"more":[212],"informed":[213],"decision-making":[214],"through":[215],"precise":[216],"opponent":[217],"insights.":[219]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}