{"id":"https://openalex.org/W4405935700","doi":"https://doi.org/10.1109/la-cci62337.2024.10814774","title":"Exploring Social Dynamics in a Reinforcement Learning-based Metaheuristic: A study using Improvement Frequency and Population Turnover","display_name":"Exploring Social Dynamics in a Reinforcement Learning-based Metaheuristic: A study using Improvement Frequency and Population Turnover","publication_year":2024,"publication_date":"2024-11-13","ids":{"openalex":"https://openalex.org/W4405935700","doi":"https://doi.org/10.1109/la-cci62337.2024.10814774"},"language":"en","primary_location":{"id":"doi:10.1109/la-cci62337.2024.10814774","is_oa":false,"landing_page_url":"https://doi.org/10.1109/la-cci62337.2024.10814774","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Latin American Conference on Computational Intelligence (LA-CCI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057116271","display_name":"Rodrigo Cesar Lira","orcid":"https://orcid.org/0000-0001-6089-6214"},"institutions":[{"id":"https://openalex.org/I71437568","display_name":"Universidade de Pernambuco","ror":"https://ror.org/00gtcbp88","country_code":"BR","type":"education","lineage":["https://openalex.org/I71437568"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Rodrigo Cesar Lira","raw_affiliation_strings":["University of Pernambuco,Computer Engineering Department,Recife,Brazil"],"affiliations":[{"raw_affiliation_string":"University of Pernambuco,Computer Engineering Department,Recife,Brazil","institution_ids":["https://openalex.org/I71437568"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009239429","display_name":"Mariana Macedo","orcid":"https://orcid.org/0000-0002-7071-379X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mariana Macedo","raw_affiliation_strings":["Northeastern University London,Data Science Department,London,England, UK"],"affiliations":[{"raw_affiliation_string":"Northeastern University London,Data Science Department,London,England, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021970061","display_name":"Hugo Valadares Siqueira","orcid":"https://orcid.org/0000-0002-1278-4602"},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"education","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Hugo Valadares Siqueira","raw_affiliation_strings":["Federal University of Technology-Paraná,Department of Electrical Engineering,Ponta Grossa,Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Technology-Paraná,Department of Electrical Engineering,Ponta Grossa,Brazil","institution_ids":["https://openalex.org/I1283613182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028876161","display_name":"Carmelo J. A. Bastos-Filho","orcid":"https://orcid.org/0000-0002-0924-5341"},"institutions":[{"id":"https://openalex.org/I71437568","display_name":"Universidade de Pernambuco","ror":"https://ror.org/00gtcbp88","country_code":"BR","type":"education","lineage":["https://openalex.org/I71437568"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Carmelo Bastos-Filho","raw_affiliation_strings":["University of Pernambuco,Computer Engineering Department,Recife,Brazil"],"affiliations":[{"raw_affiliation_string":"University of Pernambuco,Computer Engineering Department,Recife,Brazil","institution_ids":["https://openalex.org/I71437568"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5057116271"],"corresponding_institution_ids":["https://openalex.org/I71437568"],"apc_list":null,"apc_paid":null,"fwci":0.5771,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80992462,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11437","display_name":"Digital Platforms and Economics","score":0.3174999952316284,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11437","display_name":"Digital Platforms and Economics","score":0.3174999952316284,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7802647352218628},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.5697212815284729},{"id":"https://openalex.org/keywords/metaheuristic","display_name":"Metaheuristic","score":0.5685133934020996},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5675556063652039},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5299177169799805},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.41966143250465393},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33927011489868164},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18045955896377563},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.11165976524353027},{"id":"https://openalex.org/keywords/demography","display_name":"Demography","score":0.09825572371482849}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7802647352218628},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.5697212815284729},{"id":"https://openalex.org/C109718341","wikidata":"https://www.wikidata.org/wiki/Q1385229","display_name":"Metaheuristic","level":2,"score":0.5685133934020996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5675556063652039},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5299177169799805},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.41966143250465393},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33927011489868164},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18045955896377563},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.11165976524353027},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.09825572371482849},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/la-cci62337.2024.10814774","is_oa":false,"landing_page_url":"https://doi.org/10.1109/la-cci62337.2024.10814774","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Latin American Conference on Computational Intelligence (LA-CCI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5699999928474426}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323972","display_name":"Centro de Tecnologias Estrat\u00e9gicas do Nordeste","ror":"https://ror.org/002a3ss66"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2000884773","https://openalex.org/W2061438946","https://openalex.org/W2114652055","https://openalex.org/W2124098825","https://openalex.org/W2152195021","https://openalex.org/W2914466649","https://openalex.org/W2919548140","https://openalex.org/W3032192015","https://openalex.org/W3162702846","https://openalex.org/W3200134775","https://openalex.org/W4385223071","https://openalex.org/W4391249719","https://openalex.org/W4391249768","https://openalex.org/W4394788150"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2789681586","https://openalex.org/W2794361564","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588"],"abstract_inverted_index":{"Swarm":[0,129],"Intelligence":[1,130],"(SI)":[2],"metaheuristics":[3,78,88,127],"have":[4],"been":[5,17],"extensively":[6],"employed":[7],"in":[8,29,112],"optimisation,":[9],"yet":[10],"their":[11],"social":[12,74],"dynamics":[13,28,50,75],"analysis":[14],"has":[15],"not":[16],"explored":[18],"sufficiently.":[19],"This":[20],"paper":[21],"addresses":[22],"this":[23],"gap":[24],"by":[25,100],"investigating":[26],"inner":[27],"an":[30],"RL-based":[31],"metaheuristic":[32,57],"using":[33,122],"two":[34],"recently":[35],"proposed":[36],"metrics,":[37],"Improvement":[38],"Frequency":[39],"and":[40],"Population":[41],"Turnover.":[42],"The":[43],"goal":[44],"is":[45],"to":[46,106,124,131],"reveal":[47],"the":[48,53,56,73,84,96,101,107,113,119],"underlying":[49],"that":[51,66,95],"rule":[52],"agents":[54],"of":[55,86,121],"compared":[58],"with":[59,128],"other":[60],"well-known":[61],"metaheuristics.":[62],"Our":[63],"findings":[64,117],"indicate":[65],"RL":[67,123],"can":[68],"effectively":[69],"combine":[70],"or":[71],"replicate":[72],"available":[76],"across":[77],"for":[79,90],"multiple":[80],"scenarios,":[81],"making":[82],"possible":[83],"creation":[85],"adaptive":[87],"shaped":[89],"specific":[91,108],"problems.":[92],"We":[93],"observed":[94],"search":[97],"behaviours":[98],"exhibited":[99],"RL-metaheuristics":[102],"were":[103],"closely":[104],"related":[105],"benchmark":[109],"problems":[110],"used":[111],"experiments.":[114],"Thus,":[115],"our":[116],"support":[118],"idea":[120],"create":[125],"effective":[126]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}