{"id":"https://openalex.org/W1976201093","doi":"https://doi.org/10.1109/jsyst.2012.2208809","title":"Self-Organized Cooperation Policy Setting in P2P Systems Based on Reinforcement Learning","display_name":"Self-Organized Cooperation Policy Setting in P2P Systems Based on Reinforcement Learning","publication_year":2012,"publication_date":"2012-08-23","ids":{"openalex":"https://openalex.org/W1976201093","doi":"https://doi.org/10.1109/jsyst.2012.2208809","mag":"1976201093"},"language":"en","primary_location":{"id":"doi:10.1109/jsyst.2012.2208809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2012.2208809","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036627677","display_name":"Golnaz Vakili","orcid":null},"institutions":[{"id":"https://openalex.org/I2802500176","display_name":"Iranian Research Organization for Science and Technology","ror":"https://ror.org/017zx9g19","country_code":"IR","type":"facility","lineage":["https://openalex.org/I2802500176"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Golnaz Vakili","raw_affiliation_strings":["Iranian Research Institute of Information Science and Technology, Tehran, Iran","Iranian Res. Inst. of Inf. Sci. & Technol., Tehran, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iranian Research Institute of Information Science and Technology, Tehran, Iran","institution_ids":["https://openalex.org/I2802500176"]},{"raw_affiliation_string":"Iranian Res. Inst. of Inf. Sci. & Technol., Tehran, Iran","institution_ids":["https://openalex.org/I2802500176"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055168403","display_name":"Siavash Khorsandi","orcid":"https://orcid.org/0000-0002-2802-5942"},"institutions":[{"id":"https://openalex.org/I158248296","display_name":"Amirkabir University of Technology","ror":"https://ror.org/04gzbav43","country_code":"IR","type":"education","lineage":["https://openalex.org/I158248296"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Siavash Khorsandi","raw_affiliation_strings":["Department of Computer Engineering and Information Technology, Amirkabir University of Technology, Tehran, Iran","Department of Computer Engineering & Information Technology, Amirkabir University of Technology, Tehran, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering and Information Technology, Amirkabir University of Technology, Tehran, Iran","institution_ids":["https://openalex.org/I158248296"]},{"raw_affiliation_string":"Department of Computer Engineering & Information Technology, Amirkabir University of Technology, Tehran, Iran","institution_ids":["https://openalex.org/I158248296"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7261,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.71388282,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"7","issue":"1","first_page":"151","last_page":"160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9075174331665039},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7008340358734131},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.6276127099990845},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.530086100101471},{"id":"https://openalex.org/keywords/dissemination","display_name":"Dissemination","score":0.45587629079818726},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.44794440269470215},{"id":"https://openalex.org/keywords/pareto-optimal","display_name":"Pareto optimal","score":0.437042236328125},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.41646936535835266},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3841109275817871},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.27787142992019653},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.23771244287490845},{"id":"https://openalex.org/keywords/multi-objective-optimization","display_name":"Multi-objective optimization","score":0.19709047675132751},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12929508090019226},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09898635745048523},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.08819392323493958}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9075174331665039},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7008340358734131},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.6276127099990845},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.530086100101471},{"id":"https://openalex.org/C101780184","wikidata":"https://www.wikidata.org/wiki/Q840576","display_name":"Dissemination","level":2,"score":0.45587629079818726},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.44794440269470215},{"id":"https://openalex.org/C2986314615","wikidata":"https://www.wikidata.org/wiki/Q36829","display_name":"Pareto optimal","level":3,"score":0.437042236328125},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.41646936535835266},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3841109275817871},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27787142992019653},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.23771244287490845},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.19709047675132751},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12929508090019226},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09898635745048523},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08819392323493958},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsyst.2012.2208809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2012.2208809","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.47999998927116394,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1486587973","https://openalex.org/W2001694600","https://openalex.org/W2031083032","https://openalex.org/W2044676669","https://openalex.org/W2088956500","https://openalex.org/W2099618002","https://openalex.org/W2100642498","https://openalex.org/W2102000284","https://openalex.org/W2102091746","https://openalex.org/W2105162066","https://openalex.org/W2107544712","https://openalex.org/W2110205132","https://openalex.org/W2115201430","https://openalex.org/W2121621358","https://openalex.org/W2121863487","https://openalex.org/W2132104966","https://openalex.org/W2132395309","https://openalex.org/W2133773797","https://openalex.org/W2135031946","https://openalex.org/W2139265934","https://openalex.org/W2142297442","https://openalex.org/W2143252092","https://openalex.org/W2152195021","https://openalex.org/W2165219696","https://openalex.org/W3031952022","https://openalex.org/W3123534893"],"related_works":["https://openalex.org/W2402393579","https://openalex.org/W1963790170","https://openalex.org/W2073298047","https://openalex.org/W2586328217","https://openalex.org/W2049264236","https://openalex.org/W2033790662","https://openalex.org/W317165722","https://openalex.org/W2728870795","https://openalex.org/W312725187","https://openalex.org/W4378499136"],"abstract_inverted_index":{"In":[0],"this":[1,63,94],"paper,":[2],"we":[3],"have":[4,20,61,89],"developed":[5],"a":[6,14,36],"self-organized":[7,58],"approach":[8,42,64,95],"to":[9,30,65],"cooperation":[10,51],"policy":[11],"setting":[12],"in":[13,28,70,73,102,105],"system":[15,27,75],"of":[16,24,53,82,107,110],"rational":[17],"peers":[18,55,84],"that":[19,67,93],"only":[21],"partial":[22],"views":[23],"the":[25,32,54,74,78,83,86,97,103,108,111],"whole":[26],"order":[29],"improve":[31],"overall":[33],"welfare":[34],"as":[35],"system-wide":[37],"performance":[38,109],"metric.":[39],"The":[40],"proposed":[41],"is":[43],"based":[44],"on":[45],"distributed":[46],"reinforcement":[47],"learning":[48],"and":[49],"sets":[50],"policies":[52],"through":[56],"their":[57],"interactions.":[59],"We":[60,88],"analyzed":[62],"demonstrate":[66],"it":[68],"results":[69],"Pareto":[71],"optimality":[72],"by":[76],"disseminating":[77],"local":[79],"value":[80],"functions":[81],"among":[85],"neighbors.":[87],"also":[90],"experimentally":[91],"verified":[92],"outperforms":[96],"other":[98],"commonly":[99],"used":[100],"approaches":[101],"literature,":[104],"terms":[106],"system.":[112]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}