{"id":"https://openalex.org/W4405888278","doi":"https://doi.org/10.1177/00375497241299054","title":"Combining simulation and reinforcement learning to reduce food waste in food retail","display_name":"Combining simulation and reinforcement learning to reduce food waste in food retail","publication_year":2024,"publication_date":"2024-12-30","ids":{"openalex":"https://openalex.org/W4405888278","doi":"https://doi.org/10.1177/00375497241299054"},"language":"en","primary_location":{"id":"doi:10.1177/00375497241299054","is_oa":true,"landing_page_url":"https://doi.org/10.1177/00375497241299054","pdf_url":null,"source":{"id":"https://openalex.org/S32573412","display_name":"SIMULATION","issn_l":"0037-5497","issn":["0037-5497","1741-3133"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIMULATION","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1177/00375497241299054","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086549818","display_name":"Sebastian Pilarski","orcid":"https://orcid.org/0000-0002-4942-0757"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Sebastian Pilarski","raw_affiliation_strings":["Department of Electrical and Computer Engineering, McGill University, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, McGill University, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113112988","display_name":"Anmol Sidhu","orcid":null},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Aman Sidhu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, McGill University, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, McGill University, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064890236","display_name":"D\u00e1niel Varr\u00f3","orcid":"https://orcid.org/0000-0002-8790-252X"},"institutions":[{"id":"https://openalex.org/I102134673","display_name":"Link\u00f6ping University","ror":"https://ror.org/05ynxx418","country_code":"SE","type":"education","lineage":["https://openalex.org/I102134673"]},{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA","SE"],"is_corresponding":false,"raw_author_name":"D\u00e1niel Varr\u00f3","raw_affiliation_strings":["Department of Computer and Information Science, Link\u00f6ping University, Sweden","Department of Electrical and Computer Engineering, McGill University, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, Link\u00f6ping University, Sweden","institution_ids":["https://openalex.org/I102134673"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, McGill University, Canada","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5086549818"],"corresponding_institution_ids":["https://openalex.org/I5023651"],"apc_list":null,"apc_paid":null,"fwci":1.5807,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.8799607,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"101","issue":"3","first_page":"267","last_page":"285"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10539","display_name":"Sustainable Supply Chain Management","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12583","display_name":"Food Waste Reduction and Sustainability","score":0.963699996471405,"subfield":{"id":"https://openalex.org/subfields/1106","display_name":"Food Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7986984848976135},{"id":"https://openalex.org/keywords/food-waste","display_name":"Food waste","score":0.6707180142402649},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.635575532913208},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.594388484954834},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4799925982952118},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.39796262979507446},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29988789558410645},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1801815927028656},{"id":"https://openalex.org/keywords/waste-management","display_name":"Waste management","score":0.14766749739646912}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7986984848976135},{"id":"https://openalex.org/C2777499484","wikidata":"https://www.wikidata.org/wiki/Q18919","display_name":"Food waste","level":2,"score":0.6707180142402649},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.635575532913208},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.594388484954834},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4799925982952118},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.39796262979507446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29988789558410645},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1801815927028656},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.14766749739646912},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1177/00375497241299054","is_oa":true,"landing_page_url":"https://doi.org/10.1177/00375497241299054","pdf_url":null,"source":{"id":"https://openalex.org/S32573412","display_name":"SIMULATION","issn_l":"0037-5497","issn":["0037-5497","1741-3133"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIMULATION","raw_type":"journal-article"},{"id":"pmh:oai:DiVA.org:liu-210990","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:liu:diva-210990","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1177/00375497241299054","is_oa":true,"landing_page_url":"https://doi.org/10.1177/00375497241299054","pdf_url":null,"source":{"id":"https://openalex.org/S32573412","display_name":"SIMULATION","issn_l":"0037-5497","issn":["0037-5497","1741-3133"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIMULATION","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Responsible consumption and production","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/12"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1966796293","https://openalex.org/W1974590620","https://openalex.org/W1978415596","https://openalex.org/W1995721528","https://openalex.org/W2001598892","https://openalex.org/W2020584633","https://openalex.org/W2028125422","https://openalex.org/W2038286606","https://openalex.org/W2059369401","https://openalex.org/W2064610185","https://openalex.org/W2068656912","https://openalex.org/W2070410573","https://openalex.org/W2162598493","https://openalex.org/W2165106211","https://openalex.org/W2328989230","https://openalex.org/W2617874446","https://openalex.org/W2736601468","https://openalex.org/W2746100260","https://openalex.org/W2752539101","https://openalex.org/W2793793823","https://openalex.org/W2902907165","https://openalex.org/W2914849365","https://openalex.org/W2937909205","https://openalex.org/W3030999108","https://openalex.org/W3117563806","https://openalex.org/W3133607456","https://openalex.org/W3215887789","https://openalex.org/W4214717370","https://openalex.org/W4224254266","https://openalex.org/W4285751737","https://openalex.org/W4292387447","https://openalex.org/W4298857966","https://openalex.org/W4308067623","https://openalex.org/W4318211321","https://openalex.org/W4320855359","https://openalex.org/W4365806373","https://openalex.org/W4403863937","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2380820513","https://openalex.org/W2920061524","https://openalex.org/W2913146933","https://openalex.org/W2372385138","https://openalex.org/W4296359239"],"abstract_inverted_index":{"Extraordinary":[0],"amounts":[1],"of":[2,31,62,77],"fresh":[3],"produce":[4],"are":[5,9],"never":[6],"purchased":[7],"and":[8,34,50,60,121,134,148,161],"discarded":[10],"as":[11,18,95,180],"waste.":[12,189],"Reinforcement":[13],"learning":[14,70],"(RL)":[15],"could":[16],"serve":[17],"a":[19,39,74,114,125,183,192],"means":[20],"to":[21,105,157,182,191,205,210],"improve":[22,162,206],"business":[23],"profits":[24,207],"while":[25],"reducing":[26],"food":[27,44,159,168,187],"waste":[28,160,169],"via":[29],"control":[30],"store":[32],"pricing":[33],"ordering":[35],"decisions.":[36],"We":[37,109],"present":[38],"discrete-event-based":[40],"simulation":[41],"framework":[42],"for":[43,57,128],"retail":[45,188],"which":[46,80],"simulates":[47],"wholesaler,":[48],"store,":[49],"customer":[51],"interactions.":[52],"This":[53,92],"simulator":[54,112],"is":[55,93],"critical":[56],"driving":[58],"development":[59],"testing":[61],"future":[63],"RL":[64,96,165,201],"methods.":[65],"It":[66],"provides":[67],"an":[68,175],"efficient":[69],"feedback":[71],"system":[72],"across":[73],"wide":[75],"gamut":[76],"possible":[78],"scenarios,":[79],"cannot":[81,98],"be":[82],"replicated":[83],"from":[84,118,132],"live":[85],"observations":[86],"or":[87],"pure":[88],"historical":[89,119],"data":[90,123],"alone.":[91],"crucial":[94],"agents":[97],"learn":[99],"robust":[100],"decision-making":[101],"policies":[102],"without":[103],"exposure":[104],"many":[106],"unique":[107],"scenarios.":[108],"evaluate":[110],"our":[111],"on":[113,172,174],"demonstrative":[115,139],"case":[116],"generated":[117],"consumption":[120],"price":[122],"using":[124],"provided":[126],"methodology":[127],"synthesizing":[129],"daily":[130],"demand":[131],"monthly":[133],"yearly":[135],"stats.":[136],"In":[137],"this":[138],"case,":[140],"we":[141],"investigate":[142],"proximal":[143],"policy":[144],"optimization,":[145],"soft":[146],"actor\u2013critic,":[147],"deep":[149],"Q":[150],"networks":[151],"trained":[152],"with":[153],"different":[154],"reward":[155],"formulations":[156],"decrease":[158],"profits.":[163],"These":[164],"methods":[166],"reduced":[167],"by":[170,208],"78%\u201392%":[171],"average":[173],"unseen":[176],"3-year":[177],"test":[178],"period":[179],"compared":[181],"baseline":[184,195],"mimicking":[185],"typical":[186],"Compared":[190],"second":[193],"popular":[194],"in":[196],"literature,":[197],"the":[198],"best":[199],"performing":[200],"algorithm":[202],"was":[203],"able":[204],"up":[209],"12.3%.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-01T17:29:45.350535","created_date":"2025-10-10T00:00:00"}