{"id":"https://openalex.org/W178386168","doi":null,"title":"A study of FMQ heuristic in cooperative multi-agent games.","display_name":"A study of FMQ heuristic in cooperative multi-agent games.","publication_year":2008,"publication_date":"2008-05-12","ids":{"openalex":"https://openalex.org/W178386168","mag":"178386168"},"language":"en","primary_location":{"id":"pmh:oai:HAL:hal-00342324v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-00342324","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"The 7th International Conference on Autonomous Agents and Multiagent Systems. Workshop 10 : Multi-Agent Sequential Decision Making in Uncertain Multi-Agent Domains, aamas'08., May 2008, Estoril, Portugal. pp.77-91","raw_type":"info:eu-repo/semantics/conferenceObject"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-00342324","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062069838","display_name":"La\u00ebtitia Matignon","orcid":"https://orcid.org/0000-0001-7126-8715","observed_orcids":["https://orcid.org/0000-0001-7126-8715"]},"institutions":[{"id":"https://openalex.org/I2802759292","display_name":"Franche-Comt\u00e9 \u00c9lectronique M\u00e9canique Thermique et Optique - Sciences et Technologies","ror":"https://ror.org/004fmxv66","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I2802759292","https://openalex.org/I37553959","https://openalex.org/I4210095849","https://openalex.org/I4405256580","https://openalex.org/I53262699"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Matignon, La\u00ebtitia","raw_affiliation_strings":["Franche-Comt\u00e9 \u00c9lectronique M\u00e9canique, Thermique et Optique - Sciences et Technologies (UMR 6174)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Franche-Comt\u00e9 \u00c9lectronique M\u00e9canique, Thermique et Optique - Sciences et Technologies (UMR 6174)","institution_ids":["https://openalex.org/I2802759292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086574604","display_name":"Guillaume J. Laurent","orcid":"https://orcid.org/0000-0003-3586-4696","observed_orcids":["https://orcid.org/0000-0003-3586-4696"]},"institutions":[{"id":"https://openalex.org/I2802759292","display_name":"Franche-Comt\u00e9 \u00c9lectronique M\u00e9canique Thermique et Optique - Sciences et Technologies","ror":"https://ror.org/004fmxv66","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I2802759292","https://openalex.org/I37553959","https://openalex.org/I4210095849","https://openalex.org/I4405256580","https://openalex.org/I53262699"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Laurent, Guillaume, J.","raw_affiliation_strings":["Franche-Comt\u00e9 \u00c9lectronique M\u00e9canique, Thermique et Optique - Sciences et Technologies (UMR 6174)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Franche-Comt\u00e9 \u00c9lectronique M\u00e9canique, Thermique et Optique - Sciences et Technologies (UMR 6174)","institution_ids":["https://openalex.org/I2802759292"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108721234","display_name":"Nadine Le Fort-Piat","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2802759292","display_name":"Franche-Comt\u00e9 \u00c9lectronique M\u00e9canique Thermique et Optique - Sciences et Technologies","ror":"https://ror.org/004fmxv66","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I2802759292","https://openalex.org/I37553959","https://openalex.org/I4210095849","https://openalex.org/I4405256580","https://openalex.org/I53262699"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Le Fort - Piat, Nadine","raw_affiliation_strings":["Franche-Comt\u00e9 \u00c9lectronique M\u00e9canique, Thermique et Optique - Sciences et Technologies (UMR 6174)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Franche-Comt\u00e9 \u00c9lectronique M\u00e9canique, Thermique et Optique - Sciences et Technologies (UMR 6174)","institution_ids":["https://openalex.org/I2802759292"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2802759292"],"apc_list":null,"apc_paid":null,"fwci":0.527,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.54809096,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":"1","issue":null,"first_page":"77","last_page":"91"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decentralized-reinforcement-learning","display_name":"decentralized reinforcement learning","score":0.9629999995231628},{"id":"https://openalex.org/keywords/distributed-q-learning","display_name":"distributed Q-learning","score":0.9509999752044678},{"id":"https://openalex.org/keywords/coordination-failure","display_name":"coordination failure","score":0.652999997138977}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.710236668586731},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6782289147377014},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6568745374679565},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.570056676864624},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5305899381637573},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4905940592288971},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.43203556537628174},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3775068521499634},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23667144775390625},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:HAL:hal-00342324v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-00342324","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"The 7th International Conference on Autonomous Agents and Multiagent Systems. Workshop 10 : Multi-Agent Sequential Decision Making in Uncertain Multi-Agent Domains, aamas'08., May 2008, Estoril, Portugal. pp.77-91","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-00342324v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-00342324","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"The 7th International Conference on Autonomous Agents and Multiagent Systems. Workshop 10 : Multi-Agent Sequential Decision Making in Uncertain Multi-Agent Domains, aamas'08., May 2008, Estoril, Portugal. pp.77-91","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W368409423","https://openalex.org/W1560074431","https://openalex.org/W1974812331","https://openalex.org/W2085366587","https://openalex.org/W2104602264","https://openalex.org/W2107544712","https://openalex.org/W2108449787","https://openalex.org/W2108892923","https://openalex.org/W2121863487","https://openalex.org/W2147492008","https://openalex.org/W2150339816","https://openalex.org/W2152974163"],"related_works":["https://openalex.org/W7100113413","https://openalex.org/W7097258886","https://openalex.org/W1560074431","https://openalex.org/W1830271598","https://openalex.org/W7124131938","https://openalex.org/W4296552196","https://openalex.org/W4386735338","https://openalex.org/W2108892923","https://openalex.org/W7095998362","https://openalex.org/W7124263554"],"abstract_inverted_index":{"The":[0],"article":[1],"focuses":[2],"on":[3,38],"decentralized":[4],"reinforcement":[5],"learning":[6,17],"(RL)":[7],"in":[8,42,49,56,60,71],"cooperative":[9],"multi-agent":[10],"games,":[11,58],"where":[12],"a":[13,79,126,136],"team":[14],"of":[15,103,128,131,139],"independent":[16],"agents":[18],"(ILs)":[19],"try":[20],"to":[21,26,76,89,93,107,114,119,125,164],"coordinate":[22],"their":[23],"individual":[24],"actions":[25],"reach":[27],"an":[28,116],"optimal":[29,54],"joint":[30],"action.":[31],"Within":[32],"this":[33,99,134,147,154],"framework,":[34],"some":[35],"algorithms":[36],"based":[37],"Q-learning":[39,51],"are":[40,47,87],"proposed":[41,144],"recent":[43],"works.":[44],"Especially,":[45],"we":[46],"interested":[48],"Distributed":[50],"which":[52,68,145],"finds":[53],"policies":[55],"deterministic":[57],"and":[59,149,161],"the":[61,84,94,104,122,129,140,150],"Frequency":[62],"Maximum":[63],"Q":[64],"value":[65],"(FMQ)":[66],"heuristic":[67,142],"is":[69,101,113,143,158],"able":[70,118],"partially":[72],"stochastic":[73,109],"matrix":[74],"games":[75],"distinguish":[77],"if":[78],"poor":[80],"reward":[81,96],"received":[82],"for":[83],"same":[85],"action":[86],"due":[88],"either":[90],"miscoordination":[91],"or":[92],"noisy":[95],"function.":[97],"Making":[98],"distinction":[100],"one":[102],"main":[105],"difficulties":[106],"solve":[108],"games.":[110],"Our":[111],"objective":[112],"find":[115],"algorithm":[117],"switch":[120],"over":[121],"updates":[123],"according":[124],"detection":[127,148],"cause":[130],"noise.":[132],"In":[133],"paper,":[135],"modified":[137,155],"version":[138,157],"FMQ":[141,156],"achieves":[146],"update":[151],"adaptation.":[152],"Moreover,":[153],"more":[159],"robust":[160],"very":[162],"easy":[163],"set.":[165]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2016-06-24T00:00:00"}