{"id":"https://openalex.org/W4401416051","doi":"https://doi.org/10.1109/icra57147.2024.10611051","title":"Multi-objective Cross-task Learning via Goal-conditioned GPT-based Decision Transformers for Surgical Robot Task Automation","display_name":"Multi-objective Cross-task Learning via Goal-conditioned GPT-based Decision Transformers for Surgical Robot Task Automation","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401416051","doi":"https://doi.org/10.1109/icra57147.2024.10611051"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10611051","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611051","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100782471","display_name":"Jiawei Fu","orcid":"https://orcid.org/0000-0003-3964-5992"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiawei Fu","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015404876","display_name":"Yonghao Long","orcid":"https://orcid.org/0000-0003-1808-9579"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yonghao Long","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100437922","display_name":"Kai Chen","orcid":"https://orcid.org/0000-0001-5727-385X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kai Chen","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115589682","display_name":"Wang Wei","orcid":"https://orcid.org/0009-0008-3103-1180"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wang Wei","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090516040","display_name":"Qi Dou","orcid":"https://orcid.org/0000-0002-3416-9950"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qi Dou","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"13362","last_page":"13368"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9379000067710876,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.6391509771347046},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6362665891647339},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6345218420028687},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5746675133705139},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5709344148635864},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.43452364206314087},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31080061197280884},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2752775549888611},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.16802221536636353},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.16132023930549622},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.13276702165603638},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.06655997037887573}],"concepts":[{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6391509771347046},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6362665891647339},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6345218420028687},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5746675133705139},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5709344148635864},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.43452364206314087},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31080061197280884},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2752775549888611},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.16802221536636353},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.16132023930549622},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.13276702165603638},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.06655997037887573}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10611051","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611051","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326427","display_name":"Innovation and Technology Fund","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1511981883","https://openalex.org/W2026573005","https://openalex.org/W2125511732","https://openalex.org/W2174803659","https://openalex.org/W2296757716","https://openalex.org/W2539402368","https://openalex.org/W2754517384","https://openalex.org/W2768282280","https://openalex.org/W2896457183","https://openalex.org/W2914772737","https://openalex.org/W2963099939","https://openalex.org/W2963946413","https://openalex.org/W3090835024","https://openalex.org/W3091703975","https://openalex.org/W3132971170","https://openalex.org/W3147968035","https://openalex.org/W3181074849","https://openalex.org/W3196757288","https://openalex.org/W3200480656","https://openalex.org/W3211444363","https://openalex.org/W3214952050","https://openalex.org/W4212774754","https://openalex.org/W4226278401","https://openalex.org/W4281663178","https://openalex.org/W4287756699","https://openalex.org/W4292779060","https://openalex.org/W4300799055","https://openalex.org/W4365421136","https://openalex.org/W4379931844","https://openalex.org/W4383097529","https://openalex.org/W4389665396","https://openalex.org/W6740801417","https://openalex.org/W6746052068","https://openalex.org/W6755207826","https://openalex.org/W6768977950","https://openalex.org/W6778883912","https://openalex.org/W6779656125","https://openalex.org/W6785559887","https://openalex.org/W6796289742","https://openalex.org/W6802659552","https://openalex.org/W6804064799","https://openalex.org/W6804112224","https://openalex.org/W6810738896","https://openalex.org/W6810745647","https://openalex.org/W6838931476","https://openalex.org/W6842456838","https://openalex.org/W6850591238"],"related_works":["https://openalex.org/W2519676117","https://openalex.org/W2218202131","https://openalex.org/W84108837","https://openalex.org/W2155740880","https://openalex.org/W2131713426","https://openalex.org/W4253249845","https://openalex.org/W2125452230","https://openalex.org/W2148444631","https://openalex.org/W3213722473","https://openalex.org/W3196817267"],"abstract_inverted_index":{"Surgical":[0],"robot":[1,159,201],"task":[2,175],"automation":[3],"has":[4],"been":[5,19,26],"a":[6,48,65,91,113,133],"promising":[7,172],"research":[8],"topic":[9],"for":[10,47,194],"improving":[11],"surgical":[12,81,158,200],"efficiency":[13],"and":[14,25,52,174],"quality.":[15],"Learning-based":[16],"methods":[17],"have":[18,149],"recognized":[20],"as":[21],"an":[22],"interesting":[23],"paradigm":[24,136],"increasingly":[27],"investigated.":[28],"However,":[29],"existing":[30,179],"approaches":[31],"encounter":[32],"difficulties":[33],"in":[34,103,119,198],"long-horizon":[35],"goal-conditioned":[36,92],"tasks":[37,155],"due":[38],"to":[39,79,86,95,105,111,127,178],"the":[40,71,76,123,157,188],"intricate":[41],"compositional":[42],"structure,":[43],"which":[44],"requires":[45],"decision-making":[46],"sequence":[49],"of":[50,54,57,75,116],"sub-steps":[51],"understanding":[53,115],"inherent":[55,118],"dynamics":[56,117],"goal-reaching":[58],"tasks.":[59,83,147],"In":[60],"this":[61],"paper,":[62],"we":[63,130],"propose":[64],"new":[66,169],"learning-based":[67],"framework":[68],"by":[69],"leveraging":[70],"strong":[72],"reasoning":[73,125],"capability":[74],"GPT-based":[77],"architecture":[78],"automate":[80],"robotic":[82],"The":[84,164,181],"key":[85],"our":[87,168],"approach":[88,170],"is":[89,206],"developing":[90],"decision":[93],"transformer":[94],"achieve":[96],"sequential":[97],"representations":[98],"with":[99,143],"goal-aware":[100],"future":[101],"indicators":[102],"order":[104],"enhance":[106],"temporal":[107],"reasoning.":[108],"Moreover,":[109],"considering":[110],"exploit":[112],"general":[114],"manipulations,":[120],"thus":[121],"making":[122],"model\u2019s":[124],"ability":[126],"be":[128,185],"task-agnostic,":[129],"also":[131],"design":[132],"cross-task":[134],"pretraining":[135],"that":[137,167],"uses":[138],"multiple":[139],"training":[140],"objectives":[141],"associated":[142],"data":[144],"from":[145],"diverse":[146],"We":[148],"conducted":[150],"extensive":[151],"experiments":[152],"on":[153,187],"10":[154],"using":[156],"learning":[160],"simulator":[161],"SurRoL":[162],"[1].":[163],"results":[165],"show":[166],"achieves":[171],"performance":[173],"versatility":[176],"compared":[177],"methods.":[180],"learned":[182],"trajectories":[183],"can":[184],"deployed":[186],"da":[189],"Vinci":[190],"Research":[191],"Kit":[192],"(dVRK)":[193],"validating":[195],"its":[196],"practicality":[197],"real":[199],"settings.":[202],"Our":[203],"project":[204],"website":[205],"at:":[207],"https://med-air.github.io/SurRoL.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}