{"id":"https://openalex.org/W4405305058","doi":"https://doi.org/10.1109/dtpi61353.2024.10778865","title":"A Novel 3-Dimensional Crane Lifting Path Planning Method Based on Reinforcement Learning","display_name":"A Novel 3-Dimensional Crane Lifting Path Planning Method Based on Reinforcement Learning","publication_year":2024,"publication_date":"2024-10-18","ids":{"openalex":"https://openalex.org/W4405305058","doi":"https://doi.org/10.1109/dtpi61353.2024.10778865"},"language":"en","primary_location":{"id":"doi:10.1109/dtpi61353.2024.10778865","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dtpi61353.2024.10778865","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 4th International Conference on Digital Twins and Parallel Intelligence (DTPI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115407989","display_name":"Lu Hanqing","orcid":null},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Hanqing","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University,Shenzhen,China,518000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University,Shenzhen,China,518000","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080565598","display_name":"Rui Zhou","orcid":"https://orcid.org/0000-0003-1397-5512"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Zhou Rui","raw_affiliation_strings":["Institute of Systems Engineering, Macau University of Science and Technology,Macau,China,999078"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Systems Engineering, Macau University of Science and Technology,Macau,China,999078","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100323912","display_name":"Kai Zhang","orcid":"https://orcid.org/0000-0001-9054-288X"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang Kai","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University,Shenzhen,China,518000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University,Shenzhen,China,518000","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034563646","display_name":"Yufeng Chen","orcid":"https://orcid.org/0000-0002-1568-3444"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yufeng Chen","raw_affiliation_strings":["Institute of Systems Engineering, Macau University of Science and Technology,Macau,China,999078"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Systems Engineering, Macau University of Science and Technology,Macau,China,999078","institution_ids":["https://openalex.org/I111950717"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"332","last_page":"337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12206","display_name":"Vibration and Dynamic Analysis","score":0.9710999727249146,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13715","display_name":"Power Line Inspection Robots","score":0.9678000211715698,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7248797416687012},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.6577621698379517},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6503503918647766},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5401052832603455},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4599120020866394},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44082748889923096},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19944122433662415},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.1919395923614502},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.17529278993606567},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06427794694900513}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7248797416687012},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6577621698379517},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6503503918647766},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5401052832603455},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4599120020866394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44082748889923096},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19944122433662415},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.1919395923614502},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.17529278993606567},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06427794694900513}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dtpi61353.2024.10778865","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dtpi61353.2024.10778865","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 4th International Conference on Digital Twins and Parallel Intelligence (DTPI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.4300000071525574}],"awards":[],"funders":[{"id":"https://openalex.org/F4320337495","display_name":"Technology Development","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1554588678","https://openalex.org/W1966425067","https://openalex.org/W1971862873","https://openalex.org/W2012270409","https://openalex.org/W2104350529","https://openalex.org/W2116037056","https://openalex.org/W2126594733","https://openalex.org/W2134289656","https://openalex.org/W2738842532","https://openalex.org/W2891917771","https://openalex.org/W2969464237","https://openalex.org/W2969585741","https://openalex.org/W3102397760","https://openalex.org/W3156920196","https://openalex.org/W3193343624","https://openalex.org/W3201575841","https://openalex.org/W4327663554","https://openalex.org/W4399043575","https://openalex.org/W4399926700"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153"],"abstract_inverted_index":{"Lifting":[0],"operation":[1,35,38,91,165,177],"planning":[2,71,82,113],"of":[3,11,27,65,97,126,150,172],"mobile":[4],"cranes":[5],"has":[6,156],"relied":[7],"on":[8],"the":[9,63,70,95,98,115,124,137,147,170],"experience":[10],"operators":[12,49],"for":[13,109,132,140],"a":[14,120,162],"long":[15],"time,":[16],"leading":[17],"to":[18,32,54,61,104,159,185],"inefficiencies":[19],"and":[20,56,77,136,155,189],"compromised":[21],"safety.":[22],"Consequently,":[23],"an":[24],"increasing":[25],"number":[26,125],"algorithms":[28,43],"are":[29,44],"being":[30],"applied":[31],"crane":[33,110,176],"lifting":[34,134],"planning.":[36,142],"However,":[37],"paths":[39],"planned":[40],"by":[41,48],"these":[42],"often":[45],"not":[46],"adopted":[47],"in":[50,87,152,175],"practical":[51],"applications":[52],"due":[53],"complexity":[55,79],"insecurity.":[57],"This":[58,84,143],"paper":[59],"aims":[60],"integrate":[62],"advantages":[64],"experienced":[66],"operators\u2019":[67],"habits":[68],"into":[69],"algorithms,":[72],"thereby":[73],"enhancing":[74],"operational":[75,107],"safety":[76],"reducing":[78],"while":[80],"ensuring":[81],"efficiency.":[83,190],"integration":[85,96,181],"results":[86],"more":[88],"practically":[89],"significant":[90],"paths.":[92],"We":[93,118],"explore":[94],"A*":[99,138],"algorithm":[100,139],"with":[101,182],"Q-learning,":[102],"aiming":[103],"create":[105],"smooth":[106,164],"sequences":[108],"manipulator":[111],"path":[112,187],"within":[114],"configuration":[116],"space.":[117],"adopt":[119],"strategy":[121],"that":[122],"minimizes":[123],"action":[127],"switches,":[128],"utilizing":[129],"improved":[130],"Q-learning":[131,151],"global":[133],"operations":[135],"motion":[141],"algorithmic":[144],"framework":[145],"addresses":[146],"limited":[148],"adaptability":[149],"dynamic":[153],"environments":[154],"been":[157],"proven":[158],"successfully":[160],"generate":[161],"collision-free,":[163],"sequence.":[166],"The":[167],"findings":[168],"highlight":[169],"potential":[171],"reinforcement":[173],"learning":[174],"planning,":[178],"suggesting":[179],"future":[180],"traditional":[183],"methods":[184],"optimize":[186],"quality":[188]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}