{"id":"https://openalex.org/W4406856814","doi":"https://doi.org/10.1109/lra.2025.3534070","title":"Bin Packing Optimization via Deep Reinforcement Learning","display_name":"Bin Packing Optimization via Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-01-27","ids":{"openalex":"https://openalex.org/W4406856814","doi":"https://doi.org/10.1109/lra.2025.3534070"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2025.3534070","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3534070","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Baoying Wang","orcid":"https://orcid.org/0009-0008-8909-2031"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoying Wang","raw_affiliation_strings":["Grasp Laboratory, Mechanical Engineering Department, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-8909-2031","affiliations":[{"raw_affiliation_string":"Grasp Laboratory, Mechanical Engineering Department, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100621059","display_name":"Zhaohui Lin","orcid":"https://orcid.org/0000-0003-1376-3106"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaohui Lin","raw_affiliation_strings":["Grasp Laboratory, Mechanical Engineering Department, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Grasp Laboratory, Mechanical Engineering Department, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109153417","display_name":"Weijie Kong","orcid":"https://orcid.org/0000-0003-1700-4801"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijie Kong","raw_affiliation_strings":["Grasp Laboratory, Mechanical Engineering Department, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Grasp Laboratory, Mechanical Engineering Department, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016175741","display_name":"Huixu Dong","orcid":"https://orcid.org/0000-0002-2582-6728"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huixu Dong","raw_affiliation_strings":["Grasp Laboratory, Mechanical Engineering Department, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2582-6728","affiliations":[{"raw_affiliation_string":"Grasp Laboratory, Mechanical Engineering Department, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.7583,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.98431627,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"10","issue":"3","first_page":"2542","last_page":"2549"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12176","display_name":"Optimization and Packing Problems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12176","display_name":"Optimization and Packing Problems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6709684133529663},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.6342575550079346},{"id":"https://openalex.org/keywords/bin-packing-problem","display_name":"Bin packing problem","score":0.580668568611145},{"id":"https://openalex.org/keywords/bin","display_name":"Bin","score":0.5170291066169739},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4307737350463867},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4128727316856384},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24327462911605835},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.174595445394516},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09872281551361084}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6709684133529663},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6342575550079346},{"id":"https://openalex.org/C87219788","wikidata":"https://www.wikidata.org/wiki/Q814581","display_name":"Bin packing problem","level":3,"score":0.580668568611145},{"id":"https://openalex.org/C156273044","wikidata":"https://www.wikidata.org/wiki/Q4913766","display_name":"Bin","level":2,"score":0.5170291066169739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4307737350463867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4128727316856384},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24327462911605835},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.174595445394516},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09872281551361084}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2025.3534070","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3534070","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1010563420","display_name":null,"funder_award_id":"509116*A62403/103","funder_id":"https://openalex.org/F4320326951","funder_display_name":"State Key Laboratory of Fluid Power and Mechatronic Systems"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326951","display_name":"State Key Laboratory of Fluid Power and Mechatronic Systems","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1659842140","https://openalex.org/W1920942232","https://openalex.org/W1975828823","https://openalex.org/W1996685056","https://openalex.org/W2009202733","https://openalex.org/W2022179601","https://openalex.org/W2032938251","https://openalex.org/W2043862089","https://openalex.org/W2086102640","https://openalex.org/W2101057470","https://openalex.org/W2120982812","https://openalex.org/W2161926431","https://openalex.org/W2171979979","https://openalex.org/W2503984601","https://openalex.org/W2608158342","https://openalex.org/W2804840729","https://openalex.org/W2896362434","https://openalex.org/W2948175577","https://openalex.org/W2952394201","https://openalex.org/W2963150697","https://openalex.org/W2967842325","https://openalex.org/W3082452785","https://openalex.org/W3118158855","https://openalex.org/W3131705770","https://openalex.org/W3175494061","https://openalex.org/W4310297571","https://openalex.org/W4379513523","https://openalex.org/W4385544079","https://openalex.org/W4393972752","https://openalex.org/W4402830235","https://openalex.org/W6606481964","https://openalex.org/W6679434410","https://openalex.org/W6725207838","https://openalex.org/W6743228126","https://openalex.org/W6752904781"],"related_works":["https://openalex.org/W2797538013","https://openalex.org/W2026961896","https://openalex.org/W173368591","https://openalex.org/W2034272113","https://openalex.org/W2138242427","https://openalex.org/W2104955674","https://openalex.org/W4288260564","https://openalex.org/W2068892231","https://openalex.org/W2096053066","https://openalex.org/W2001915926"],"abstract_inverted_index":{"The":[0],"bin":[1,28],"packing":[2,29,43,154,271],"problem":[3],"(BPP)":[4],"has":[5],"attracted":[6],"enthusiastic":[7],"research":[8,91],"interest":[9],"recently,":[10],"owing":[11],"to":[12,25,30,34,82,149,158,173,217,235,274],"its":[13,276],"widespread":[14],"applications":[15],"in":[16,39,71,84,182,195,279],"logistics":[17],"and":[18,45,75,101,118,143,192,200,212,243,252],"warehousing":[19],"environments.":[20],"It":[21],"is":[22,147,171,272],"truly":[23],"essential":[24],"optimize":[26],"the":[27,41,49,62,68,115,120,151,159,163,175,179,183,186,198,206,209,219,237,240,264,280],"enable":[31],"more":[32,253],"objects":[33,105,181,187,194],"be":[35],"packed":[36],"into":[37],"bins,":[38,184],"which":[40],"object":[42,153],"order":[44],"placement":[46,164,176],"position":[47],"are":[48,203],"two":[50],"crucial":[51],"optimization":[52,56,97],"goals.":[53],"However,":[54],"existing":[55],"methods":[57],"for":[58,104],"BPP,":[59],"such":[60],"as":[61,67,205],"genetic":[63],"algorithm":[64],"(GA),":[65],"emerge":[66],"primary":[69],"issues":[70],"highly":[72],"time":[73,261],"cost":[74],"relatively":[76],"low":[77],"accuracy,":[78],"making":[79],"it":[80],"difficult":[81],"implement":[83],"realistic":[85,281],"scenarios.":[86],"To":[87],"well":[88],"relieve":[89],"related":[90],"gaps,":[92],"we":[93,231],"present":[94],"a":[95,133,141,168,249],"novel":[96],"method":[98,247],"of":[99,123,138,178,208,215,239],"2D":[100],"3D":[102],"BPP":[103],"with":[106,190],"regular":[107],"shapes":[108],"via":[109],"deep":[110],"reinforcement":[111],"learning":[112],"(DRL),":[113],"maximizing":[114],"space":[116],"utilization":[117],"minimizing":[119],"usage":[121,213],"number":[122,214],"bins.":[124,196],"First,":[125],"an":[126,139,144,226,267],"end-to-end":[127],"DRL":[128,220],"neural":[129,221],"network":[130,222],"constructed":[131],"by":[132],"modified":[134],"Pointer":[135],"Network":[136],"consisting":[137],"encoder,":[140],"decoder":[142],"attention":[145],"module":[146],"proposed":[148,241],"achieve":[150],"optimal":[152],"order.":[155],"Second,":[156],"conforming":[157],"top-down":[160],"operation":[161],"mode,":[162],"strategy":[165],"based":[166,224],"on":[167,225,269],"height":[169],"map":[170],"used":[172],"determine":[174],"positions":[177],"ordered":[180],"preventing":[185],"from":[188],"colliding":[189],"bins":[191,216],"other":[193],"Third,":[197],"reward":[199],"loss":[201],"functions":[202],"defined":[204],"indicators":[207],"compactness,":[210],"pyramid,":[211],"conduct":[218,232],"training":[223],"on-policy":[227],"actor-critic":[228],"framework.":[229],"Finally,":[230],"extensive":[233],"experiments":[234],"evaluate":[236],"performance":[238],"method,":[242],"demonstrate":[244],"that":[245],"our":[246],"achieves":[248],"3%":[250],"improvement":[251],"than":[254],"<inline-formula":[255],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[256],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[257],"notation=\"LaTeX\">$50":[258],"\\times":[259],"$</tex-math></inline-formula>":[260],"saving":[262],"over":[263],"GA.":[265],"Further,":[266],"experiment":[268],"robotic":[270],"implemented":[273],"validate":[275],"generalization":[277],"capacity":[278],"environment.":[282]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}