{"id":"https://openalex.org/W7161689076","doi":"https://doi.org/10.48550/arxiv.2605.18449","title":"Modelling Customer Trajectories with Reinforcement Learning for Practical Retail Insights","display_name":"Modelling Customer Trajectories with Reinforcement Learning for Practical Retail Insights","publication_year":2026,"publication_date":"2026-05-18","ids":{"openalex":"https://openalex.org/W7161689076","doi":"https://doi.org/10.48550/arxiv.2605.18449"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.18449","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18449","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.18449","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057207565","display_name":"Ken Ming Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Ken Ming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054971409","display_name":"Paul Barde","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barde, Paul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015555156","display_name":"Maxime C. Cohen","orcid":"https://orcid.org/0000-0002-2474-3875"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cohen, Maxime C.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136481392","display_name":"Derek Nowrouzezahrai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nowrouzezahrai, Derek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11536","display_name":"Consumer Retail Behavior Studies","score":0.5023000240325928,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11536","display_name":"Consumer Retail Behavior Studies","score":0.5023000240325928,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12384","display_name":"Customer churn and segmentation","score":0.07850000262260437,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.07029999792575836,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5906999707221985},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5730000138282776},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5180000066757202},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.45350000262260437},{"id":"https://openalex.org/keywords/profit-maximization","display_name":"Profit maximization","score":0.4296000003814697},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.41620001196861267},{"id":"https://openalex.org/keywords/profit","display_name":"Profit (economics)","score":0.4138999879360199}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7019000053405762},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5906999707221985},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5730000138282776},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5180000066757202},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5084999799728394},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.45350000262260437},{"id":"https://openalex.org/C2777780509","wikidata":"https://www.wikidata.org/wiki/Q1377422","display_name":"Profit maximization","level":3,"score":0.4296000003814697},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.41620001196861267},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.4138999879360199},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3700000047683716},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3529999852180481},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.335099995136261},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.33000001311302185},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.3138999938964844},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.3041999936103821},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C2778444522","wikidata":"https://www.wikidata.org/wiki/Q1081491","display_name":"Football","level":2,"score":0.271699994802475}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.18449","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18449","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.18449","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18449","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"customer":[1,51,77,117],"movement":[2],"within":[3],"retail":[4],"spaces":[5],"is":[6,23,194],"essential":[7],"for":[8,28,142],"optimizing":[9],"store":[10],"layouts.":[11],"Real-world":[12],"trajectory":[13,78,102,152],"data":[14,103],"can":[15],"provide":[16],"highly":[17],"accurate":[18,125,182],"insights,":[19],"but":[20,49],"collecting":[21],"it":[22],"costly":[24],"and":[25,38,67,121,131,178],"often":[26],"infeasible":[27],"many":[29],"retailers.":[30],"Heuristics":[31],"such":[32],"as":[33,46,80],"Travelling":[34],"Salesman":[35],"Problem":[36],"(TSP)":[37],"Probabilistic":[39],"Nearest":[40],"Neighbours":[41],"(PNN)":[42],"are":[43],"commonly":[44],"used":[45],"inexpensive":[47],"approximations,":[48],"actual":[50,151],"trajectories":[52,112],"deviate":[53],"by":[54],"an":[55,71],"average":[56],"of":[57,127],"28%":[58],"from":[59,104,150],"shortest":[60],"paths,":[61],"highlighting":[62],"a":[63,81,105,166],"tradeoff":[64],"between":[65,175],"accuracy":[66],"practicality.":[68],"We":[69],"propose":[70],"agent-based":[72],"modelling":[73],"framework":[74],"that":[75,110,145,163,171],"casts":[76],"prediction":[79],"maximum":[82],"entropy":[83],"reinforcement":[84],"learning":[85],"(RL)":[86],"problem,":[87],"balancing":[88],"reward":[89],"maximization":[90],"with":[91,97,116,147],"stochasticity":[92],"to":[93],"better":[94],"reflect":[95],"customers":[96],"bounded":[98],"rationality.":[99],"Using":[100],"real-world":[101],"convenience":[106],"store,":[107],"we":[108],"show":[109],"RL-generated":[111],"align":[113,146],"more":[114,124,185],"closely":[115],"behaviour":[118],"than":[119],"TSP":[120],"PNN,":[122],"providing":[123],"estimates":[126],"impulse":[128,143],"purchase":[129],"rates":[130],"shelf":[132],"traffic":[133],"densities.":[134],"Furthermore,":[135],"only":[136],"RL-based":[137],"predictions":[138],"yield":[139],"repositioning":[140],"decisions":[141],"products":[144],"those":[148],"derived":[149],"data,":[153],"resulting":[154],"in":[155],"comparable":[156],"estimated":[157],"profit":[158],"gains.":[159],"Our":[160],"work":[161],"demonstrates":[162],"RL":[164],"provides":[165],"practical,":[167],"behaviourally":[168],"grounded":[169],"alternative":[170],"bridges":[172],"the":[173,191],"gap":[174],"oversimplified":[176],"heuristics":[177],"data-intensive":[179],"approaches,":[180],"making":[181],"layout":[183],"optimization":[184],"accessible.":[186],"To":[187],"encourage":[188],"further":[189],"research,":[190],"source":[192],"code":[193],"available":[195],"on":[196],"GitHub.":[197]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-20T00:00:00"}