{"id":"https://openalex.org/W2111881720","doi":"https://doi.org/10.1109/icsmc.2004.1401082","title":"Successful cooperation between heterogeneous fuzzy q-learning agents","display_name":"Successful cooperation between heterogeneous fuzzy q-learning agents","publication_year":2005,"publication_date":"2005-03-31","ids":{"openalex":"https://openalex.org/W2111881720","doi":"https://doi.org/10.1109/icsmc.2004.1401082","mag":"2111881720"},"language":"en","primary_location":{"id":"doi:10.1109/icsmc.2004.1401082","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsmc.2004.1401082","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2004 IEEE International Conference on Systems, Man and Cybernetics (IEEE Cat. No.04CH37583)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013919779","display_name":"Ali Akhavan Bitaghsir","orcid":null},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"A.A. Bitaghsir","raw_affiliation_strings":["Electrical and Computer Engineering Department, Faculty of Engineering, University of Tehran, Iran","Dept. of Electr. & Comput. Eng, Tehran Univ., Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Faculty of Engineering, University of Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng, Tehran Univ., Iran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025664071","display_name":"Ali Moghimi","orcid":"https://orcid.org/0000-0002-4196-5023"},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"A. Moghimi","raw_affiliation_strings":["Electrical and Computer Engineering Department, Faculty of Engineering, University of Tehran, Iran","Dept. of Electr. & Comput. Eng, Tehran Univ., Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Faculty of Engineering, University of Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng, Tehran Univ., Iran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027059798","display_name":"Mohammad Lesani","orcid":null},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"M. Lesani","raw_affiliation_strings":["Electrical and Computer Engineering Department, Faculty of Engineering, University of Tehran, Iran","Dept. of Electr. & Comput. Eng, Tehran Univ., Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Faculty of Engineering, University of Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng, Tehran Univ., Iran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085731647","display_name":"Mohammad Reza Keramati","orcid":"https://orcid.org/0000-0003-0099-7114"},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"M.M. Keramati","raw_affiliation_strings":["Electrical and Computer Engineering Department, Faculty of Engineering, University of Tehran, Iran","Dept. of Electr. & Comput. Eng, Tehran Univ., Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Faculty of Engineering, University of Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng, Tehran Univ., Iran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072135442","display_name":"Majid Nili Ahmadabadi","orcid":"https://orcid.org/0000-0002-6370-6057"},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"M.N. Ahmadabadi","raw_affiliation_strings":["Electrical and Computer Engineering Department, Faculty of Engineering, University of Tehran, Iran","Dept. of Electr. & Comput. Eng, Tehran Univ., Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Faculty of Engineering, University of Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng, Tehran Univ., Iran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"last","author":{"id":null,"display_name":"B.N. Arabi","orcid":null},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"B.N. Arabi","raw_affiliation_strings":["Electrical and Computer Engineering Department, Faculty of Engineering, University of Tehran, Iran","Dept. of Electr. & Comput. Eng, Tehran Univ., Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Faculty of Engineering, University of Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng, Tehran Univ., Iran","institution_ids":["https://openalex.org/I23946033"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I23946033"],"apc_list":null,"apc_paid":null,"fwci":0.4929,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.63916333,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":null,"first_page":"5579","last_page":"5583"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9746999740600586,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9606999754905701,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7004239559173584},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5636786818504333},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5602425336837769},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.540291965007782},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4923790693283081},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.49174049496650696},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.48985573649406433},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4425925016403198},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4067077934741974},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.2542598843574524},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14072144031524658}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7004239559173584},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5636786818504333},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5602425336837769},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.540291965007782},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4923790693283081},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.49174049496650696},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.48985573649406433},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4425925016403198},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4067077934741974},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2542598843574524},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14072144031524658},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsmc.2004.1401082","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsmc.2004.1401082","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2004 IEEE International Conference on Systems, Man and Cybernetics (IEEE Cat. No.04CH37583)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1517605545","https://openalex.org/W1531275908","https://openalex.org/W1544956185","https://openalex.org/W1641379095","https://openalex.org/W1703304246","https://openalex.org/W2095989982","https://openalex.org/W2096861267","https://openalex.org/W2117675224","https://openalex.org/W2144602163","https://openalex.org/W6632770449","https://openalex.org/W6674349136"],"related_works":["https://openalex.org/W2320718078","https://openalex.org/W2123899227","https://openalex.org/W2653530212","https://openalex.org/W2030191131","https://openalex.org/W1517908938","https://openalex.org/W2961085424","https://openalex.org/W2938786841","https://openalex.org/W4224009465","https://openalex.org/W2281834912","https://openalex.org/W300947857"],"abstract_inverted_index":{"Cooperation":[0],"in":[1,21,29,82],"learning":[2,30,34],"improves":[3],"the":[4,9,33,75,88,109,122,125],"speed":[5],"of":[6,11,124],"convergence":[7],"and":[8,106,118],"quality":[10],"learning.":[12,22],"Special":[13],"treatment":[14],"is":[15,41,49],"needed":[16],"when":[17],"heterogeneous":[18,55],"agents":[19,57,64,89],"cooperate":[20,58],"It":[23],"has":[24,103,115],"been":[25,104,116],"discussed":[26],"that,":[27],"cooperation":[28],"may":[31],"cause":[32],"process":[35],"not":[36,42],"to":[37,59,84,93,120],"converge":[38],"if":[39],"heterogeneity":[40],"handled":[43],"properly.":[44],"In":[45],"this":[46,99],"paper,":[47],"it":[48],"assumed":[50],"that":[51],"two":[52,62],"(or":[53],"several)":[54],"Q-learning":[56],"learn.":[60],"The":[61],"hunter":[63],"independently":[65],"pursue":[66],"a":[67,71],"prey":[68],"agent":[69],"on":[70,108],"two-dimensional":[72],"lattice:":[73],"however,":[74],"hunters'":[76],"visual-field":[77],"depths":[78],"are":[79],"different.":[80],"Thus,":[81],"order":[83],"have":[85],"successful":[86],"cooperation,":[87],"should":[90],"be":[91],"able":[92],"interpret":[94],"other":[95],"agents'":[96],"Q-table.":[97],"For":[98],"purpose,":[100],"an":[101],"algorithm":[102],"proposed":[105,126],"implemented":[107],"pursuit":[110],"problem.":[111],"Two":[112],"case":[113],"studies":[114],"introduced":[117],"simulated":[119],"show":[121],"effectiveness":[123],"algorithm.":[127]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}