{"id":"https://openalex.org/W4411057150","doi":"https://doi.org/10.3390/systems13060440","title":"Reinforcement Learning Model for Optimizing Bid Price and Service Quality in Crowdshipping","display_name":"Reinforcement Learning Model for Optimizing Bid Price and Service Quality in Crowdshipping","publication_year":2025,"publication_date":"2025-06-05","ids":{"openalex":"https://openalex.org/W4411057150","doi":"https://doi.org/10.3390/systems13060440"},"language":"en","primary_location":{"id":"doi:10.3390/systems13060440","is_oa":true,"landing_page_url":"https://doi.org/10.3390/systems13060440","pdf_url":"https://www.mdpi.com/2079-8954/13/6/440/pdf?version=1749182937","source":{"id":"https://openalex.org/S4210219410","display_name":"Systems","issn_l":"2079-8954","issn":["2079-8954"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2079-8954/13/6/440/pdf?version=1749182937","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073891368","display_name":"Daiki Min","orcid":"https://orcid.org/0000-0003-3583-5879"},"institutions":[{"id":"https://openalex.org/I138925566","display_name":"Ewha Womans University","ror":"https://ror.org/053fp5c05","country_code":"KR","type":"education","lineage":["https://openalex.org/I138925566"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Daiki Min","raw_affiliation_strings":["School of Business, Ewha Womans University, Seoul 03760, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-3583-5879","affiliations":[{"raw_affiliation_string":"School of Business, Ewha Womans University, Seoul 03760, Republic of Korea","institution_ids":["https://openalex.org/I138925566"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043828705","display_name":"Seokgi Lee","orcid":"https://orcid.org/0000-0002-8366-3584"},"institutions":[{"id":"https://openalex.org/I161203489","display_name":"Youngstown State University","ror":"https://ror.org/038zf2n28","country_code":"US","type":"education","lineage":["https://openalex.org/I161203489"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seokgi Lee","raw_affiliation_strings":["Rayen School of Engineering, Youngstown State University, Youngstown, OH 44555, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rayen School of Engineering, Youngstown State University, Youngstown, OH 44555, USA","institution_ids":["https://openalex.org/I161203489"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079642305","display_name":"Yuncheol Kang","orcid":"https://orcid.org/0000-0003-3614-9379"},"institutions":[{"id":"https://openalex.org/I138925566","display_name":"Ewha Womans University","ror":"https://ror.org/053fp5c05","country_code":"KR","type":"education","lineage":["https://openalex.org/I138925566"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Yuncheol Kang","raw_affiliation_strings":["School of Business, Ewha Womans University, Seoul 03760, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-3614-9379","affiliations":[{"raw_affiliation_string":"School of Business, Ewha Womans University, Seoul 03760, Republic of Korea","institution_ids":["https://openalex.org/I138925566"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5079642305"],"corresponding_institution_ids":["https://openalex.org/I138925566"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1405227,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"6","first_page":"440","last_page":"440"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11536","display_name":"Consumer Retail Behavior Studies","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11536","display_name":"Consumer Retail Behavior Studies","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10068","display_name":"Technology Adoption and User Behaviour","score":0.9218000173568726,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7686636447906494},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.6918699145317078},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5056283473968506},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4164547622203827},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2742600739002228},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24962833523750305},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.11537453532218933}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7686636447906494},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6918699145317078},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5056283473968506},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4164547622203827},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2742600739002228},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24962833523750305},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.11537453532218933},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/systems13060440","is_oa":true,"landing_page_url":"https://doi.org/10.3390/systems13060440","pdf_url":"https://www.mdpi.com/2079-8954/13/6/440/pdf?version=1749182937","source":{"id":"https://openalex.org/S4210219410","display_name":"Systems","issn_l":"2079-8954","issn":["2079-8954"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d4eb4a53b59c4f0e92edd5397110df76","is_oa":true,"landing_page_url":"https://doaj.org/article/d4eb4a53b59c4f0e92edd5397110df76","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Systems, Vol 13, Iss 6, p 440 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/systems13060440","is_oa":true,"landing_page_url":"https://doi.org/10.3390/systems13060440","pdf_url":"https://www.mdpi.com/2079-8954/13/6/440/pdf?version=1749182937","source":{"id":"https://openalex.org/S4210219410","display_name":"Systems","issn_l":"2079-8954","issn":["2079-8954"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411057150.pdf","grobid_xml":"https://content.openalex.org/works/W4411057150.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1551259065","https://openalex.org/W1990857365","https://openalex.org/W2012096903","https://openalex.org/W2096274872","https://openalex.org/W2777828362","https://openalex.org/W2811241221","https://openalex.org/W2925825303","https://openalex.org/W2941916820","https://openalex.org/W3111956108","https://openalex.org/W3151324527","https://openalex.org/W3165040294","https://openalex.org/W3178655159","https://openalex.org/W3181964309","https://openalex.org/W3192788123","https://openalex.org/W4312308076","https://openalex.org/W4376620031","https://openalex.org/W4385786013","https://openalex.org/W4391731152","https://openalex.org/W4409116041","https://openalex.org/W6786243954"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Crowdshipping":[0],"establishes":[1],"a":[2,21,58,68,83,117,176],"short-term":[3],"connection":[4],"between":[5],"shippers":[6],"and":[7,41,67,75,91,110,144,167,180],"individual":[8],"carriers,":[9],"bridging":[10],"the":[11,18,29,45,63,80,97,100,135,138,147,150,158,185],"service":[12,76],"requirements":[13],"in":[14,44],"last-mile":[15],"logistics.":[16],"From":[17],"perspective":[19],"of":[20,31,47,55,99,113,137,149,178,187],"carrier":[22],"operating":[23],"multiple":[24,106,111],"vehicles,":[25,107],"this":[26],"study":[27],"considers":[28],"challenge":[30],"maximizing":[32],"profits":[33],"by":[34,142,162],"optimizing":[35],"bid":[36,56,60,70,126,139,151,159],"strategies":[37,160,182,189],"for":[38],"delivery":[39],"prices":[40],"transportation":[42],"conditions":[43],"context":[46],"bid-based":[48],"crowdshipping":[49],"services.":[50],"We":[51,78],"considered":[52],"two":[53],"types":[54],"strategies:":[57],"price":[59,74],"that":[61,71,122,157,184],"adjusts":[62],"RFQ":[64],"freight":[65],"charge":[66],"multi-attribute":[69,181],"scores":[72],"both":[73],"quality.":[77],"formulated":[79],"problem":[81],"as":[82],"Markov":[84],"decision":[85],"process":[86],"(MDP)":[87],"to":[88,133,145],"represent":[89],"uncertain":[90],"sequential":[92],"decision-making":[93],"procedures.":[94],"Furthermore,":[95],"given":[96],"complexity":[98],"newly":[101],"proposed":[102],"problem,":[103],"which":[104],"involves":[105],"route":[108],"optimizations,":[109],"attributes":[112],"bids,":[114],"we":[115],"employed":[116],"reinforcement":[118],"learning":[119],"(RL)":[120],"approach":[121],"learns":[123],"an":[124],"optimal":[125],"strategy.":[127,152],"Finally,":[128],"numerical":[129,154],"experiments":[130],"are":[131],"conducted":[132],"illustrate":[134],"superiority":[136],"strategy":[140],"learned":[141,161],"RL":[143,163],"analyze":[146],"behavior":[148],"A":[153],"analysis":[155],"shows":[156],"provide":[164],"more":[165],"rewards":[166],"lower":[168],"costs":[169],"than":[170],"other":[171],"benchmark":[172],"strategies.":[173],"In":[174],"addition,":[175],"comparison":[177],"price-based":[179],"reveals":[183],"choice":[186],"appropriate":[188],"is":[190],"situation-dependent.":[191]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}