{"id":"https://openalex.org/W4316660701","doi":"https://doi.org/10.1109/tase.2023.3235742","title":"Heuristics Integrated Deep Reinforcement Learning for Online 3D Bin Packing","display_name":"Heuristics Integrated Deep Reinforcement Learning for Online 3D Bin Packing","publication_year":2023,"publication_date":"2023-01-16","ids":{"openalex":"https://openalex.org/W4316660701","doi":"https://doi.org/10.1109/tase.2023.3235742"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2023.3235742","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3235742","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070097565","display_name":"Shuo Yang","orcid":"https://orcid.org/0000-0002-3126-8021"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuo Yang","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102888601","display_name":"Shuai Song","orcid":"https://orcid.org/0000-0002-9423-5198"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Song","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069281260","display_name":"Shilei Chu","orcid":null},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shilei Chu","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047100124","display_name":"Ran Song","orcid":"https://orcid.org/0000-0002-1344-4415"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ran Song","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015250843","display_name":"Jiyu Cheng","orcid":"https://orcid.org/0000-0002-8063-2547"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiyu Cheng","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100724411","display_name":"Yibin Li","orcid":"https://orcid.org/0000-0002-5906-5074"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibin Li","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100756634","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-4960-3190"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5070097565"],"corresponding_institution_ids":["https://openalex.org/I154099455"],"apc_list":null,"apc_paid":null,"fwci":11.692,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.98708423,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"21","issue":"1","first_page":"939","last_page":"950"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12176","display_name":"Optimization and Packing Problems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12176","display_name":"Optimization and Packing Problems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bin-packing-problem","display_name":"Bin packing problem","score":0.8140790462493896},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7831518054008484},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7226074934005737},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5782988667488098},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5209992527961731},{"id":"https://openalex.org/keywords/bin","display_name":"Bin","score":0.4942820072174072},{"id":"https://openalex.org/keywords/grippers","display_name":"Grippers","score":0.46473196148872375},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4521418511867523},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3443695902824402},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.30759602785110474},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.196814626455307},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.19450658559799194},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.1302829086780548}],"concepts":[{"id":"https://openalex.org/C87219788","wikidata":"https://www.wikidata.org/wiki/Q814581","display_name":"Bin packing problem","level":3,"score":0.8140790462493896},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7831518054008484},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7226074934005737},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5782988667488098},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5209992527961731},{"id":"https://openalex.org/C156273044","wikidata":"https://www.wikidata.org/wiki/Q4913766","display_name":"Bin","level":2,"score":0.4942820072174072},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.46473196148872375},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4521418511867523},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3443695902824402},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30759602785110474},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.196814626455307},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.19450658559799194},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.1302829086780548},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2023.3235742","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3235742","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G1031521155","display_name":null,"funder_award_id":"U1913204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5314049722","display_name":null,"funder_award_id":"ZR2020JQ29","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G5593383844","display_name":null,"funder_award_id":"61991411","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5601646590","display_name":null,"funder_award_id":"2021ZD0112002","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W76601469","https://openalex.org/W1520820726","https://openalex.org/W1890961901","https://openalex.org/W1920942232","https://openalex.org/W1978290619","https://openalex.org/W1990313671","https://openalex.org/W2004065455","https://openalex.org/W2013067314","https://openalex.org/W2020953090","https://openalex.org/W2028112889","https://openalex.org/W2048325170","https://openalex.org/W2059858577","https://openalex.org/W2066875820","https://openalex.org/W2081338766","https://openalex.org/W2082511574","https://openalex.org/W2085774108","https://openalex.org/W2091862867","https://openalex.org/W2101057470","https://openalex.org/W2105175235","https://openalex.org/W2158804684","https://openalex.org/W2161926431","https://openalex.org/W2211722331","https://openalex.org/W2577702044","https://openalex.org/W2598380049","https://openalex.org/W2736601468","https://openalex.org/W2748734647","https://openalex.org/W2913726715","https://openalex.org/W2951846985","https://openalex.org/W2952332632","https://openalex.org/W2964043193","https://openalex.org/W2967842325","https://openalex.org/W3031798691","https://openalex.org/W3033378018","https://openalex.org/W3035965352","https://openalex.org/W3037767967","https://openalex.org/W3037785630","https://openalex.org/W3087791475","https://openalex.org/W3093922502","https://openalex.org/W3099878876","https://openalex.org/W3104876774","https://openalex.org/W3133699737","https://openalex.org/W3135642434","https://openalex.org/W3175494061","https://openalex.org/W3183892796","https://openalex.org/W3188558100","https://openalex.org/W4200291756","https://openalex.org/W4200551870","https://openalex.org/W4226102240","https://openalex.org/W4285295959","https://openalex.org/W4287744247","https://openalex.org/W4289763738","https://openalex.org/W6603081541","https://openalex.org/W6632632525","https://openalex.org/W6730742100","https://openalex.org/W6741002519","https://openalex.org/W6743228126","https://openalex.org/W6748487558","https://openalex.org/W6752904781","https://openalex.org/W6758687306","https://openalex.org/W6758697878","https://openalex.org/W6780123678","https://openalex.org/W6780559895","https://openalex.org/W6797478053","https://openalex.org/W6798240405"],"related_works":["https://openalex.org/W2797538013","https://openalex.org/W2026961896","https://openalex.org/W173368591","https://openalex.org/W2034272113","https://openalex.org/W2138242427","https://openalex.org/W2104955674","https://openalex.org/W4288260564","https://openalex.org/W2068892231","https://openalex.org/W2096053066","https://openalex.org/W2001915926"],"abstract_inverted_index":{"Online":[0],"3D":[1,235,280],"Bin":[2],"Packing":[3],"Problem":[4],"(3D-BPP)":[5],"has":[6,205],"a":[7,73,149,225,255,269],"wide":[8],"range":[9],"of":[10,58,116,123,141,203,210,241,261,285,308,339,364],"industrial":[11],"applications":[12],"and":[13,26,63,76,95,120,132,147,171,227,263,289,355,384],"there":[14],"is":[15,176,191,240,254,349,356],"an":[16],"emerging":[17],"research":[18],"interest":[19],"in":[20,92,185,213,258,283,331,346,352,368],"learning":[21,41],"optimal":[22],"bin":[23,78,168,182,236,281,309,328],"packing":[24,79,169,183,282,329,367],"policy":[25],"deploying":[27],"it":[28,239],"for":[29],"real":[30,118,186,332,369],"logistics":[31,187,333,388],"applications.":[32,389],"From":[33],"the":[34,38,44,53,100,103,113,117,121,124,128,130,133,138,144,156,172,181,208,217,222,233,259,273,278,287,292,295,300,305,312,315,321,327,336,343,361,365,372,377],"heuristic":[35,151],"methods":[36],"to":[37,51,71,97,154,178,199,220,244,249,272,358,380],"deep":[39],"reinforcement":[40],"(DRL)":[42],"methods,":[43],"previous":[45],"works":[46],"have":[47,60],"proposed":[48,322,345],"many":[49],"solutions":[50],"solve":[52,155],"online":[54,93,157,234,279],"3D-BPP.":[55,158],"However,":[56],"none":[57],"them":[59,229],"studied":[61],"what":[62,87],"how":[64,96],"heuristics":[65,88,101,110,142],"can":[66,89,324],"be":[67,90],"modelled":[68],"into":[69,143,230],"DRL":[70,145,152],"build":[72],"more":[74,387],"effective":[75],"practical":[77,337],"pipeline.":[80],"In":[81,371],"this":[82,347],"work,":[83],"we":[84,106,136,374],"thoroughly":[85],"investigate":[86],"used":[91],"3D-BPP":[94],"effectively":[98],"integrate":[99],"with":[102],"DRL.":[104],"First,":[105],"design":[107],"3":[108,139],"different":[109],"based":[111,319],"on":[112,320],"physical":[114],"rules":[115],"world":[119],"experiences":[122],"human":[125,211,251],"packers,":[126],"including":[127],"Physics-Heuristics,":[129],"Packing-Heuristics":[131],"Unpacking-Heuristics.":[134],"Second,":[135],"model":[137],"types":[140],"framework":[146],"propose":[148],"novel":[150],"method":[153,165,323],"Extensive":[159],"experimental":[160],"results":[161],"show":[162],"that":[163,299],"our":[164,340],"achieves":[166],"state-of-the-art":[167],"performance":[170],"resulting":[173],"real-world":[174],"system":[175,317],"able":[177],"reliably":[179],"finish":[180,326],"task":[184,330],"scenarios.":[188],"Supplementary":[189],"video":[190],"available":[192],"at":[193],"<uri":[194],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[195],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://www.youtube.com/watch?v=x8GpmEELq18</uri>":[196],".":[197],"Note":[198],"Practitioners\u2014The":[200],"rapid":[201],"growth":[202],"e-commerce":[204],"significantly":[206,303],"increased":[207],"burden":[209],"packers":[212],"logistic":[214,353],"warehouses,":[215],"where":[216],"workers":[218],"need":[219],"pick":[221],"products":[223],"from":[224],"conveyor":[226],"pack":[228,381],"bins":[231],"(i.e.":[232],"packing).":[237],"Thus":[238],"great":[242],"importance":[243],"develop":[245],"intelligent":[246],"robotic":[247,316],"systems":[248],"replace":[250],"labor,":[252],"which":[253],"long-standing":[256],"topic":[257],"field":[260,275],"control":[262],"automation":[264],"science.":[265],"This":[266],"paper":[267,348],"makes":[268],"substantial":[270],"contribution":[271],"related":[274],"by":[276],"studying":[277],"terms":[284],"both":[286],"theory":[288],"practice.":[290],"On":[291,311],"one":[293],"hand,":[294,314],"simulated":[296],"experiments":[297],"suggest":[298],"presented":[301,378],"algorithm":[302],"improves":[304],"space":[306],"utilization":[307],"packing.":[310],"other":[313],"developed":[318],"favourably":[325],"scenarios,":[334],"demonstrating":[335],"use":[338],"approach.":[341],"Consequently,":[342],"approach":[344,379],"totally":[350],"applicable":[351],"warehouses":[354],"promising":[357],"drastically":[359],"improve":[360],"working":[362],"efficiency":[363],"product":[366],"warehouses.":[370],"future,":[373],"will":[375],"extend":[376],"irregular-shaped":[382],"objects":[383],"then":[385],"facilitate":[386]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":7}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}