{"id":"https://openalex.org/W4392909682","doi":"https://doi.org/10.1109/tim.2024.3379048","title":"An Improved SAC-Based Deep Reinforcement Learning Framework for Collaborative Pushing and Grasping in Underwater Environments","display_name":"An Improved SAC-Based Deep Reinforcement Learning Framework for Collaborative Pushing and Grasping in Underwater Environments","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392909682","doi":"https://doi.org/10.1109/tim.2024.3379048"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2024.3379048","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3379048","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032200261","display_name":"Jian Gao","orcid":"https://orcid.org/0000-0002-1181-4531"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jian Gao","raw_affiliation_strings":["School of Marine Science and Technology, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-1181-4531","affiliations":[{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070341037","display_name":"Yufeng Li","orcid":"https://orcid.org/0000-0003-0634-6734"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufeng Li","raw_affiliation_strings":["School of Marine Science and Technology, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-0634-6734","affiliations":[{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377728","display_name":"Yimin Chen","orcid":"https://orcid.org/0000-0003-1562-1443"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yimin Chen","raw_affiliation_strings":["School of Marine Science and Technology, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-1562-1443","affiliations":[{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014270991","display_name":"Yaozhen He","orcid":"https://orcid.org/0000-0002-4671-8371"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaozhen He","raw_affiliation_strings":["School of Marine Science and Technology, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-4671-8371","affiliations":[{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114948918","display_name":"J.C. Guo","orcid":"https://orcid.org/0000-0002-5944-4146"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingwei Guo","raw_affiliation_strings":["School of Marine Science and Technology, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-5944-4146","affiliations":[{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5032200261"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":6.9415,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.97491356,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"73","issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.7003729343414307},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6606489419937134},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5745139122009277},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5044711828231812},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.36890581250190735},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.22234028577804565},{"id":"https://openalex.org/keywords/oceanography","display_name":"Oceanography","score":0.08537635207176208}],"concepts":[{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.7003729343414307},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6606489419937134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5745139122009277},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5044711828231812},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.36890581250190735},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.22234028577804565},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.08537635207176208}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2024.3379048","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3379048","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4363926683","display_name":null,"funder_award_id":"52102469","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5806490193","display_name":null,"funder_award_id":"AB21196029","funder_id":"https://openalex.org/F4320335965","funder_display_name":"Science and Technology Major Project of Guangxi"},{"id":"https://openalex.org/G6366825928","display_name":null,"funder_award_id":"AA18242033","funder_id":"https://openalex.org/F4320335965","funder_display_name":"Science and Technology Major Project of Guangxi"},{"id":"https://openalex.org/G6812378864","display_name":null,"funder_award_id":"51979228","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335965","display_name":"Science and Technology Major Project of Guangxi","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W2036637075","https://openalex.org/W2145339207","https://openalex.org/W2767050701","https://openalex.org/W2808470116","https://openalex.org/W2962793652","https://openalex.org/W2962875890","https://openalex.org/W2963729305","https://openalex.org/W2966463644","https://openalex.org/W2981243826","https://openalex.org/W2986303149","https://openalex.org/W2990747716","https://openalex.org/W2993476843","https://openalex.org/W2996938574","https://openalex.org/W3004047800","https://openalex.org/W3004091482","https://openalex.org/W3004280398","https://openalex.org/W3005614656","https://openalex.org/W3014041360","https://openalex.org/W3078191378","https://openalex.org/W3090814639","https://openalex.org/W3091619233","https://openalex.org/W3096998908","https://openalex.org/W3101442004","https://openalex.org/W3108001770","https://openalex.org/W3126763268","https://openalex.org/W3134619122","https://openalex.org/W3153909663","https://openalex.org/W3176770340","https://openalex.org/W3187686865","https://openalex.org/W3200528739","https://openalex.org/W3204657926","https://openalex.org/W3208348590","https://openalex.org/W4213134408","https://openalex.org/W4226225308","https://openalex.org/W4283759896","https://openalex.org/W4285102453","https://openalex.org/W4285102491","https://openalex.org/W4285272888","https://openalex.org/W4287811291","https://openalex.org/W4291824939","https://openalex.org/W4293252160","https://openalex.org/W4309119351","https://openalex.org/W4312284415","https://openalex.org/W4312293903","https://openalex.org/W4312910124","https://openalex.org/W4323537072","https://openalex.org/W4360612414","https://openalex.org/W4364302346","https://openalex.org/W4383097676","https://openalex.org/W4389666663","https://openalex.org/W6747473740","https://openalex.org/W6776901495","https://openalex.org/W6847269634"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4388412763","https://openalex.org/W1999583034","https://openalex.org/W2390279801","https://openalex.org/W3217214504","https://openalex.org/W4306904969","https://openalex.org/W3168963531","https://openalex.org/W2591930867","https://openalex.org/W2358668433"],"abstract_inverted_index":{"Autonomous":[0],"grasping":[1,11,63,97],"is":[2,83,110,135,153],"a":[3,41,53,105,113,121,147,196],"fundamental":[4],"task":[5],"for":[6,12,58,94,150],"underwater":[7,151,170],"robots,":[8],"but":[9],"direct":[10],"tightly":[13],"stacked":[14],"objects":[15,189],"will":[16],"lead":[17],"to":[18,27,77,90,99,137,168],"collisions":[19],"and":[20,32,62,96,120,163,177,190],"grasp":[21,34,143,199],"failures,":[22],"which":[23,156],"requires":[24],"pushing":[25,61,95,107,193],"actions":[26,98],"separate":[28],"the":[29,86,101,118,139,182],"target":[30,119,188],"object":[31,123],"increase":[33],"success":[35,200],"rates.":[36],"Hence,":[37],"this":[38],"paper":[39],"proposes":[40],"novel":[42,106],"approach":[43],"by":[44],"employing":[45],"an":[46,69,80,130],"improved":[47],"Soft":[48],"Actor-Critic":[49],"(SAC)":[50],"algorithm":[51],"within":[52],"deep":[54],"reinforcement":[55],"learning":[56,184],"framework":[57],"achieving":[59,195],"collaborative":[60],"actions.":[64,78],"The":[65,175],"developed":[66],"scheme":[67],"employs":[68],"end-to-end":[70],"control":[71],"strategy":[72,134,185],"that":[73,181],"maps":[74],"input":[75],"images":[76],"Specifically,":[79],"attention":[81],"mechanism":[82],"introduced":[84,136],"in":[85,155,158],"visual":[87],"perception":[88],"module":[89],"extract":[91],"necessary":[92],"features":[93],"enhance":[100],"training":[102,148],"strategy.":[103],"Moreover,":[104],"reward":[108],"function":[109,116],"designed,":[111],"comprising":[112],"perobject":[114],"distribution":[115,124],"around":[117],"global":[122],"assessment":[125],"network":[126],"named":[127],"PA-Net.":[128],"Furthermore,":[129],"enhanced":[131],"experience":[132],"replay":[133],"address":[138],"sparsity":[140],"issue":[141],"of":[142],"action":[144],"rewards.":[145],"Finally,":[146],"environment":[149],"manipulators":[152],"established,":[154],"variations":[157],"light,":[159],"water":[160],"flow":[161],"noise,":[162],"pressure":[164],"effects":[165],"are":[166],"incorporated":[167],"simulate":[169],"work":[171],"conditions":[172],"more":[173],"realistically.":[174],"simulation":[176],"real-world":[178],"experiments":[179],"demonstrate":[180],"proposed":[183],"efficiently":[186],"separates":[187],"avoids":[191],"inefficient":[192],"actions,":[194],"significantly":[197],"higher":[198],"rate.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":8}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}