{"id":"https://openalex.org/W7166301227","doi":"https://doi.org/10.55056/ceur-ws.org/vol-3702/paper4.pdf","title":"Multi-Agent Reinforcement Learning Methods with Dynamic Parameters for Logistic Tasks","display_name":"Multi-Agent Reinforcement Learning Methods with Dynamic Parameters for Logistic Tasks","publication_year":2024,"publication_date":"2024-06-09","ids":{"openalex":"https://openalex.org/W7166301227","doi":"https://doi.org/10.55056/ceur-ws.org/vol-3702/paper4.pdf"},"language":"en","primary_location":{"id":"doi:10.55056/ceur-ws.org/vol-3702/paper4.pdf","doi":"https://doi.org/10.55056/ceur-ws.org/vol-3702/paper4.pdf","is_oa":true,"landing_page_url":"https://doi.org/10.55056/ceur-ws.org/vol-3702/paper4.pdf","pdf_url":"https://doi.org/10.55056/ceur-ws.org/vol-3702/paper4.pdf","source":{"id":"https://openalex.org/S7407105324","display_name":"International Workshop on Computer Modeling and Intelligent Systems (CMIS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CEUR Workshop Proceedings, Vol-3702: Proceedings of The Seventh International Workshop on Computer Modeling and Intelligent Systems (CMIS-2024)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://doi.org/10.55056/ceur-ws.org/vol-3702/paper4.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008851275","display_name":"Eugene Fedorov","orcid":"https://orcid.org/0000-0003-3841-7373","observed_orcids":["https://orcid.org/0000-0003-3841-7373"]},"institutions":[{"id":"https://openalex.org/I4210108895","display_name":"Cherkasy State Technological University","ror":"https://ror.org/01m54ds80","country_code":"UA","type":"education","lineage":["https://openalex.org/I4210108895"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Eugene Fedorov","raw_affiliation_strings":["Cherkasy State Technological University , Shevchenko blvd. , 460 , Cherkasy , 18006 , Ukraine","Zaporizhzhia , Ukraine"],"raw_orcid":"https://orcid.org/0000-0003-3841-7373","affiliations":[{"raw_affiliation_string":"Cherkasy State Technological University , Shevchenko blvd. , 460 , Cherkasy , 18006 , Ukraine","institution_ids":["https://openalex.org/I4210108895"]},{"raw_affiliation_string":"Zaporizhzhia , Ukraine","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030958439","display_name":"\u041e\u043b\u044c\u0433\u0430 \u0412\u043e\u043b\u043e\u0434\u0438\u043c\u0438\u0440\u0456\u0432\u043d\u0430 \u041d\u0435\u0447\u0438\u043f\u043e\u0440\u0435\u043d\u043a\u043e","orcid":"https://orcid.org/0000-0002-3954-3796","observed_orcids":["https://orcid.org/0000-0002-3954-3796"]},"institutions":[{"id":"https://openalex.org/I4210108895","display_name":"Cherkasy State Technological University","ror":"https://ror.org/01m54ds80","country_code":"UA","type":"education","lineage":["https://openalex.org/I4210108895"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Olga Nechyporenko","raw_affiliation_strings":["Cherkasy State Technological University , Shevchenko blvd. , 460 , Cherkasy , 18006 , Ukraine"],"raw_orcid":"https://orcid.org/0000-0002-3954-3796","affiliations":[{"raw_affiliation_string":"Cherkasy State Technological University , Shevchenko blvd. , 460 , Cherkasy , 18006 , Ukraine","institution_ids":["https://openalex.org/I4210108895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025616467","display_name":"Yaroslav Korpan","orcid":"https://orcid.org/0000-0002-1455-5977","observed_orcids":["https://orcid.org/0000-0002-1455-5977"]},"institutions":[{"id":"https://openalex.org/I4210108895","display_name":"Cherkasy State Technological University","ror":"https://ror.org/01m54ds80","country_code":"UA","type":"education","lineage":["https://openalex.org/I4210108895"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Yaroslav Korpan","raw_affiliation_strings":["Cherkasy State Technological University , Shevchenko blvd. , 460 , Cherkasy , 18006 , Ukraine"],"raw_orcid":"https://orcid.org/0000-0002-1455-5977","affiliations":[{"raw_affiliation_string":"Cherkasy State Technological University , Shevchenko blvd. , 460 , Cherkasy , 18006 , Ukraine","institution_ids":["https://openalex.org/I4210108895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028980970","display_name":"Tetiana Neskorodieva","orcid":"https://orcid.org/0000-0003-2474-7697","observed_orcids":["https://orcid.org/0000-0003-2474-7697"]},"institutions":[{"id":"https://openalex.org/I4210117736","display_name":"Uman National University","ror":"https://ror.org/022ktzz27","country_code":"UA","type":"education","lineage":["https://openalex.org/I4210117736"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Tetiana Neskorodieva","raw_affiliation_strings":["Uman National University of Horticulture , Uman , Instytutska str. , 1 , Uman , 20305 , Ukraine"],"raw_orcid":"https://orcid.org/0000-0003-2474-7697","affiliations":[{"raw_affiliation_string":"Uman National University of Horticulture , Uman , Instytutska str. , 1 , Uman , 20305 , Ukraine","institution_ids":["https://openalex.org/I4210117736"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"36","last_page":"47"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12984","display_name":"Transport and Logistics Innovations","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":1.0},{"id":"https://openalex.org/keywords/proactive-agents","display_name":"proactive agents","score":0.9520000219345093},{"id":"https://openalex.org/keywords/logistics","display_name":"logistics","score":0.652999997138977},{"id":"https://openalex.org/keywords/supply-chain-management","display_name":"supply chain management","score":0.9089999794960022},{"id":"https://openalex.org/keywords/learning-rate","display_name":"learning rate","score":0.48899999260902405},{"id":"https://openalex.org/keywords/random-search","display_name":"random search","score":0.4300000071525574},{"id":"https://openalex.org/keywords/directed-search","display_name":"directed search","score":0.9660000205039978},{"id":"https://openalex.org/keywords/industry-4-0","display_name":"Industry 4.0","score":0.8029999732971191},{"id":"https://openalex.org/keywords/decision-making-speed","display_name":"decision-making speed","score":0.4320000112056732}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8927000164985657},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6801999807357788},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6029999852180481},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.520799994468689},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5151000022888184},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4478999972343445},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.4332999885082245},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4120999872684479},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.35989999771118164},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.3571999967098236},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.3472000062465668},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.31790000200271606},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.2994999885559082},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C117270229","wikidata":"https://www.wikidata.org/wiki/Q5957539","display_name":"Hyper-heuristic","level":5,"score":0.27970001101493835},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.27390000224113464},{"id":"https://openalex.org/C2780210234","wikidata":"https://www.wikidata.org/wiki/Q422638","display_name":"Action plan","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.2712000012397766},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.26980000734329224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.55056/ceur-ws.org/vol-3702/paper4.pdf","doi":"https://doi.org/10.55056/ceur-ws.org/vol-3702/paper4.pdf","is_oa":true,"landing_page_url":"https://doi.org/10.55056/ceur-ws.org/vol-3702/paper4.pdf","pdf_url":"https://doi.org/10.55056/ceur-ws.org/vol-3702/paper4.pdf","source":{"id":"https://openalex.org/S7407105324","display_name":"International Workshop on Computer Modeling and Intelligent Systems (CMIS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CEUR Workshop Proceedings, Vol-3702: Proceedings of The Seventh International Workshop on Computer Modeling and Intelligent Systems (CMIS-2024)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.55056/ceur-ws.org/vol-3702/paper4.pdf","doi":"https://doi.org/10.55056/ceur-ws.org/vol-3702/paper4.pdf","is_oa":true,"landing_page_url":"https://doi.org/10.55056/ceur-ws.org/vol-3702/paper4.pdf","pdf_url":"https://doi.org/10.55056/ceur-ws.org/vol-3702/paper4.pdf","source":{"id":"https://openalex.org/S7407105324","display_name":"International Workshop on Computer Modeling and Intelligent Systems (CMIS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CEUR Workshop Proceedings, Vol-3702: Proceedings of The Seventh International Workshop on Computer Modeling and Intelligent Systems (CMIS-2024)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.428600013256073,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166301227.pdf","grobid_xml":"https://content.openalex.org/works/W7166301227.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2888874148","https://openalex.org/W2968526727","https://openalex.org/W3098584432","https://openalex.org/W3166816823","https://openalex.org/W3168367332","https://openalex.org/W4221140322","https://openalex.org/W4232704702","https://openalex.org/W4283271670","https://openalex.org/W4285307272","https://openalex.org/W4286893914","https://openalex.org/W4321768300","https://openalex.org/W4362519817","https://openalex.org/W4367672846","https://openalex.org/W4381420200","https://openalex.org/W4385988208","https://openalex.org/W4388573256","https://openalex.org/W4390970041","https://openalex.org/W4391345073","https://openalex.org/W4391427676","https://openalex.org/W4392387995","https://openalex.org/W4392436549","https://openalex.org/W4393253424","https://openalex.org/W4394871024"],"related_works":["https://openalex.org/W7095878562","https://openalex.org/W2186432246","https://openalex.org/W1975737528","https://openalex.org/W4407364964","https://openalex.org/W4415745227","https://openalex.org/W7162856997","https://openalex.org/W4406460213","https://openalex.org/W4390493430","https://openalex.org/W1562437701","https://openalex.org/W4408057015"],"abstract_inverted_index":{"Part":[0],"of":[1,24,32,43,48,68,71,78,81,87,110,113,121,128,150,191,212],"Industry":[2],"4.0":[3],"is":[4,40,51,116,143,186],"building":[5,36],"computer":[6,15,38,82],"systems":[7,16,39],"by":[8,188,202],"combining":[9],"artificial":[10],"intelligence":[11],"with":[12],"robotics.":[13],"Such":[14],"play":[17],"an":[18],"important":[19],"role":[20],"in":[21,27,198],"the":[22,33,41,49,66,76,84,96,111,126,147,157,173,182,189,196,199,208,213],"planning":[23,70,148],"cargo":[25,72],"transportation":[26],"supply":[28],"chain":[29],"management.":[30],"One":[31],"approaches":[34,99],"to":[35,52,64,100,169,178],"such":[37],"use":[42,190],"multi-agent":[44],"systems.":[45],"The":[46,108],"aim":[47],"work":[50],"create":[53],"a":[54,119,123,135,139,151],"methodology":[55],"for":[56,125,137],"constructing":[57],"proactive":[58,102,114,129,152],"agents":[59,103,115,130],"based":[60,131],"on":[61,132],"reinforcement":[62,105,133,161],"learning":[63,91,106,162,200],"solve":[65,75],"problem":[67,77],"optimal":[69],"transportation.":[73],"To":[74,94],"insufficient":[79],"efficiency":[80],"agents,":[83],"existing":[85],"methods":[86,163],"statistical":[88],"and":[89,176,194],"machine":[90],"were":[92],"investigated.":[93],"date,":[95],"most":[97],"efficient":[98],"creating":[101,122],"are":[104,164,167],"approaches.":[107],"formalization":[109],"functioning":[112,127],"performed.":[117],"As":[118],"part":[120],"model":[124],"learning,":[134],"procedure":[136],"generating":[138],"quasi-optimal":[140],"action":[141],"plan":[142],"proposed":[144],"that":[145],"models":[146],"function":[149],"agent,":[153],"which":[154,166],"speeds":[155],"up":[156],"decision-making":[158],"process.":[159],"Multi-agent":[160],"proposed,":[165],"close":[168,177],"random":[170],"search":[171,180],"at":[172,181],"initial":[174],"iterations,":[175],"directed":[179],"final":[183],"iterations.":[184],"This":[185],"ensured":[187],"dynamic":[192],"parameters":[193],"allows":[195],"increase":[197],"rate":[201],"approximately":[203],"10":[204],"times":[205],"while":[206],"maintaining":[207],"mean":[209],"squared":[210],"error":[211],"method.":[214]},"counts_by_year":[],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2026-06-28T00:00:00"}