{"id":"https://openalex.org/W2154897200","doi":"https://doi.org/10.1017/s0269888906000956","title":"Building autonomic systems using collaborative reinforcement learning","display_name":"Building autonomic systems using collaborative reinforcement learning","publication_year":2006,"publication_date":"2006-09-01","ids":{"openalex":"https://openalex.org/W2154897200","doi":"https://doi.org/10.1017/s0269888906000956","mag":"2154897200"},"language":"en","primary_location":{"id":"doi:10.1017/s0269888906000956","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0269888906000956","pdf_url":null,"source":{"id":"https://openalex.org/S137506714","display_name":"The Knowledge Engineering Review","issn_l":"0269-8889","issn":["0269-8889","1469-8005"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Knowledge Engineering Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055127792","display_name":"Jim Dowling","orcid":"https://orcid.org/0000-0002-9484-6714"},"institutions":[{"id":"https://openalex.org/I204442077","display_name":"Trinity College","ror":"https://ror.org/019dhar59","country_code":"CA","type":"education","lineage":["https://openalex.org/I204442077"]},{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["CA","IE"],"is_corresponding":true,"raw_author_name":"JIM DOWLING","raw_affiliation_strings":["Distributed Systems Group, Department of Computer Science, Trinity College, Dublin; e-mail:","Distributed Systems Group, Department of Computer Science, Trinity College, Dublin"],"affiliations":[{"raw_affiliation_string":"Distributed Systems Group, Department of Computer Science, Trinity College, Dublin; e-mail:","institution_ids":["https://openalex.org/I204442077","https://openalex.org/I205274468"]},{"raw_affiliation_string":"Distributed Systems Group, Department of Computer Science, Trinity College, Dublin","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077028802","display_name":"Raymond Cunningham","orcid":"https://orcid.org/0009-0007-5456-8557"},"institutions":[{"id":"https://openalex.org/I204442077","display_name":"Trinity College","ror":"https://ror.org/019dhar59","country_code":"CA","type":"education","lineage":["https://openalex.org/I204442077"]},{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["CA","IE"],"is_corresponding":false,"raw_author_name":"RAYMOND CUNNINGHAM","raw_affiliation_strings":["Distributed Systems Group, Department of Computer Science, Trinity College, Dublin; e-mail:","Distributed Systems Group, Department of Computer Science, Trinity College, Dublin"],"affiliations":[{"raw_affiliation_string":"Distributed Systems Group, Department of Computer Science, Trinity College, Dublin; e-mail:","institution_ids":["https://openalex.org/I204442077","https://openalex.org/I205274468"]},{"raw_affiliation_string":"Distributed Systems Group, Department of Computer Science, Trinity College, Dublin","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034054972","display_name":"Eoin Curran","orcid":null},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]},{"id":"https://openalex.org/I204442077","display_name":"Trinity College","ror":"https://ror.org/019dhar59","country_code":"CA","type":"education","lineage":["https://openalex.org/I204442077"]}],"countries":["CA","IE"],"is_corresponding":false,"raw_author_name":"EOIN CURRAN","raw_affiliation_strings":["Distributed Systems Group, Department of Computer Science, Trinity College, Dublin; e-mail:","Distributed Systems Group, Department of Computer Science, Trinity College, Dublin"],"affiliations":[{"raw_affiliation_string":"Distributed Systems Group, Department of Computer Science, Trinity College, Dublin; e-mail:","institution_ids":["https://openalex.org/I204442077","https://openalex.org/I205274468"]},{"raw_affiliation_string":"Distributed Systems Group, Department of Computer Science, Trinity College, Dublin","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046960870","display_name":"Vinny Cahill","orcid":null},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]},{"id":"https://openalex.org/I204442077","display_name":"Trinity College","ror":"https://ror.org/019dhar59","country_code":"CA","type":"education","lineage":["https://openalex.org/I204442077"]}],"countries":["CA","IE"],"is_corresponding":false,"raw_author_name":"VINNY CAHILL","raw_affiliation_strings":["Distributed Systems Group, Department of Computer Science, Trinity College, Dublin; e-mail:","Distributed Systems Group, Department of Computer Science, Trinity College, Dublin"],"affiliations":[{"raw_affiliation_string":"Distributed Systems Group, Department of Computer Science, Trinity College, Dublin; e-mail:","institution_ids":["https://openalex.org/I204442077","https://openalex.org/I205274468"]},{"raw_affiliation_string":"Distributed Systems Group, Department of Computer Science, Trinity College, Dublin","institution_ids":["https://openalex.org/I205274468"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5055127792"],"corresponding_institution_ids":["https://openalex.org/I204442077","https://openalex.org/I205274468"],"apc_list":null,"apc_paid":null,"fwci":1.5089,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.85376344,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"21","issue":"3","first_page":"231","last_page":"238"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.881929874420166},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8047933578491211},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6947200894355774},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5517383813858032},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5322415828704834},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.45760369300842285},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.4205417335033417},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3474770188331604},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3257090449333191}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.881929874420166},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8047933578491211},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6947200894355774},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5517383813858032},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5322415828704834},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.45760369300842285},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4205417335033417},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3474770188331604},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3257090449333191},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s0269888906000956","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0269888906000956","pdf_url":null,"source":{"id":"https://openalex.org/S137506714","display_name":"The Knowledge Engineering Review","issn_l":"0269-8889","issn":["0269-8889","1469-8005"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Knowledge Engineering Review","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1487466547","https://openalex.org/W1515851193","https://openalex.org/W1587263632","https://openalex.org/W2169043027","https://openalex.org/W2310249834","https://openalex.org/W2799817539"],"related_works":["https://openalex.org/W4206669594","https://openalex.org/W3037422413","https://openalex.org/W2959276766","https://openalex.org/W4295941380","https://openalex.org/W260766989","https://openalex.org/W3139193008","https://openalex.org/W2130966263","https://openalex.org/W3111983280","https://openalex.org/W3164468573","https://openalex.org/W1571518467"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"Collaborative":[3],"Reinforcement":[4],"Learning":[5],"(CRL),":[6],"a":[7,26],"coordination":[8],"model":[9],"for":[10],"online":[11],"system":[12,20,60,82],"optimization":[13,21,30],"in":[14,62,85],"decentralized":[15],"multi-agent":[16],"systems.":[17],"In":[18],"CRL":[19,48,73],"problems":[22],"are":[23],"represented":[24],"as":[25,58],"set":[27],"of":[28,33],"discrete":[29],"problems,":[31],"each":[32],"whose":[34],"solution":[35],"cost":[36],"is":[37],"minimized":[38],"by":[39],"model-based":[40],"reinforcement":[41],"learning":[42],"agents":[43],"collaborating":[44],"on":[45],"their":[46],"solution.":[47],"systems":[49],"can":[50],"be":[51],"built":[52],"to":[53,68],"provide":[54],"autonomic":[55],"behaviours":[56],"such":[57],"optimizing":[59],"performance":[61,84],"an":[63,75,86],"unpredictable":[64,87],"environment":[65],"and":[66],"adaptation":[67],"partial":[69],"failures.":[70],"We":[71],"evaluate":[72],"using":[74],"ad":[76],"hoc":[77],"routing":[78,83],"protocol":[79],"that":[80],"optimizes":[81],"network":[88],"environment.":[89]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":3}],"updated_date":"2026-01-08T20:05:33.558190","created_date":"2025-10-10T00:00:00"}