{"id":"https://openalex.org/W4321787996","doi":"https://doi.org/10.3389/frobt.2023.1166759","title":"Editorial: Advanced learning control in physical interaction tasks","display_name":"Editorial: Advanced learning control in physical interaction tasks","publication_year":2023,"publication_date":"2023-02-24","ids":{"openalex":"https://openalex.org/W4321787996","doi":"https://doi.org/10.3389/frobt.2023.1166759","pmid":"https://pubmed.ncbi.nlm.nih.gov/36909361"},"language":"en","primary_location":{"id":"doi:10.3389/frobt.2023.1166759","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3389/frobt.2023.1166759","pdf_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1166759/pdf","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},"type":"editorial","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1166759/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101850794","display_name":"Chao Zeng","orcid":"https://orcid.org/0000-0003-3648-4644"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Chao Zeng","raw_affiliation_strings":["Department of Informatics, TAMS group, Universit\u00e4t Hamburg, Hamburg, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, TAMS group, Universit\u00e4t Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100445474","display_name":"Jing Guo","orcid":"https://orcid.org/0000-0002-7157-7320"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Guo","raw_affiliation_strings":["School of Automation, Guangdong University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100429898","display_name":"Qiang Li","orcid":"https://orcid.org/0000-0001-7510-4718"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Qiang Li","raw_affiliation_strings":["Department of Informatics, TAMS group, Universit\u00e4t Hamburg, Hamburg, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, TAMS group, Universit\u00e4t Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019906827","display_name":"Chenguang Yang","orcid":"https://orcid.org/0000-0001-5255-5559"},"institutions":[{"id":"https://openalex.org/I4210161128","display_name":"Bristol Robotics Laboratory","ror":"https://ror.org/056sbyc67","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210161128"]},{"id":"https://openalex.org/I178535277","display_name":"University of the West of England","ror":"https://ror.org/02nwg5t34","country_code":"GB","type":"education","lineage":["https://openalex.org/I178535277"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chenguang Yang","raw_affiliation_strings":["Bristol Robotics Laboratory, University of the West of England, Bristol, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Bristol Robotics Laboratory, University of the West of England, Bristol, United Kingdom","institution_ids":["https://openalex.org/I4210161128","https://openalex.org/I178535277"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101850794"],"corresponding_institution_ids":["https://openalex.org/I159176309"],"apc_list":{"value":1900,"currency":"USD","value_usd":1900},"apc_paid":{"value":1900,"currency":"USD","value_usd":1900},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01405981,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":null,"first_page":"1166759","last_page":"1166759"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9435999989509583,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9435999989509583,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7338055372238159},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5487400889396667},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5177985429763794},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4679011106491089},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3393417000770569}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7338055372238159},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5487400889396667},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5177985429763794},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4679011106491089},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3393417000770569}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/frobt.2023.1166759","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3389/frobt.2023.1166759","pdf_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1166759/pdf","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},{"id":"pmid:36909361","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36909361","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in robotics and AI","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:9999005","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9999005","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC9999005/pdf/frobt-10-1166759.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Robot AI","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:94e9b4d7f4324577b7b498e316a7fb4a","is_oa":true,"landing_page_url":"https://doaj.org/article/94e9b4d7f4324577b7b498e316a7fb4a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Robotics and AI, Vol 10 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/frobt.2023.1166759","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3389/frobt.2023.1166759","pdf_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1166759/pdf","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321787996.pdf","grobid_xml":"https://content.openalex.org/works/W4321787996.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655"],"abstract_inverted_index":{"Robotics":[0],"are":[1,76,160,238],"increasingly":[2],"and":[3,26,42,55,85,93,101,107,118,123,137,254,275,315,338,348,356,369,386,393,432,513,553,593,609,616,697],"urgently":[4],"expected":[5],"to":[6,17,32,51,78,82,98,110,130,145,156,209,318,414,472,497,503,556,571,656,675],"acquire":[7],"human-like":[8],"dexterous":[9,91],"manipulation":[10,92,316,394],"skills":[11,232,484],"in":[12,57,71,115,140,190,248,325,485,612,633,673],"physical":[13,147,191,408,700],"interaction":[14,94,148,192,340,701],"environments.":[15,327],"Due":[16],"this,":[18],"the":[19,22,27,133,174,178,200,211,231,243,252,287,297,308,335,343,346,416,422,435,443,455,459,528,532,539,558,561,565,573,602,606,617,625,630,643,651,664,667,677,692],"loop":[20],"between":[21],"high-level":[23],"action":[24],"policy":[25,611,645],"low-level":[28],"motion":[29],"execution":[30],"needs":[31],"be":[33,79,353,463,536],"closed":[34],"by":[35,226,395,526,538,576],"developing":[36,577],"advanced":[37,141],"data-driven":[38,117],"or":[39],"model-based":[40,119],"learning":[41,59,84,100,142,403,438,482,519,696],"control":[43,60,86,102,143,610,644,698],"approaches.":[44],"Although":[45],"recent":[46],"studies":[47],"have":[48],"been":[49],"shown":[50],"demonstrate":[52],"promising":[53],"results":[54,139],"advances":[56,114],"closed-loop":[58],"algorithms,":[61],"several":[62],"key":[63],"issues":[64],"remain":[65],"quite":[66],"a":[67,163,170,219,310,361,378,387,401,429,466,477,499,505,578,583,589,594,622],"changeling.Typically,":[68],"three":[69,261],"problems":[70],"this":[72,128,157,195,304,332,373,524,686],"field":[73],"of":[74,113,153,173,187,202,213,221,256,290,300,419,424,445,458,531,541,560,605,637,666,679],"research":[75,180,302,693],"yet":[77],"solved:1)":[80],"how":[81,97,109],"integrate":[83],"models":[87,120,552],"seamlessly":[88],"for":[89,121,234,360,382,390,405,437,480,492,515,601,691,699],"more":[90,362],"performances;":[95],"2)":[96],"compute":[99],"policies":[103],"from":[104,260,465,654],"multi-modal/cross-modal":[105],"data;":[106],"3)":[108],"make":[111],"use":[112,246,270,279,498],"both":[116],"compliant":[122,483],"flexible":[124],"interactions.":[125],"We":[126],"publish":[127],"researchtopic":[129],"bring":[131],"together":[132],"newest":[134],"theoretical":[135],"findings":[136],"experimental":[138],"applied":[144],"robot-environment":[146],"systems.":[149],"Five":[150],"manuscripts":[151],"out":[152],"all":[154],"submissions":[155],"special":[158],"collection":[159],"accepted":[161],"after":[162],"standard":[164],"review":[165,172,242],"process.":[166],"Below":[167],"we":[168,683],"give":[169,199],"brief":[171],"published":[175],"articles.\\cite{qin2022robot}":[176],"summarize":[177],"state-of-the-art":[179],"on":[181,251,303,428,454,490,624,663,694],"robotic":[182],"tool":[183,204,214,223,228,236,245,258,265,269,273,278,282,292],"usage,":[184],"which":[185,461,508],"is":[186,207,470,619,640,646],"great":[188],"importance":[189],"tasks.":[193],"In":[194],"survey,":[196],"they":[197,217,241,375],"first":[198],"definition":[201,253],"robot":[203,222,235,244,257,291,391,481,695],"usage":[205,224,237,259,293],"that":[206,345,469,534,581,641,685],"necessary":[208],"understand":[210],"uniqueness":[212],"use.":[215,229,283],"Then,":[216],"present":[218],"taxonomy":[220,255],"inspired":[225],"animal":[227],"Subsequently,":[230],"required":[233],"summarized.":[239],"Next,":[240],"literature":[247],"detail":[249],"based":[250,427,489],"aspects:":[262],"i)":[263],"non-causal":[264],"use;":[266,274],"ii)":[267],"causal":[268,277],"\u2014":[271,280],"single-manipulation":[272],"iii)":[276],"multiple-manipulation":[281],"They":[284,495,521,544],"finally":[285],"discuss":[286],"current":[288],"applications":[289],"as":[294,296,621],"well":[295],"open":[298],"challenges":[299],"future":[301],"topic.":[305],"\\cite{saha2022modular}":[306],"propose":[307,377,400,496,546],"MoViLan,":[309],"modular":[311],"vision":[312,347,368],"language":[313,349,370],"navigation":[314,337,392],"framework,":[317,374],"deal":[319],"with":[320,366,588],"long":[321],"horizon":[322],"compositional":[323],"tasks":[324,441],"indoor":[326,384],"Unlike":[328],"most":[329],"previous":[330],"approaches,":[331],"framework":[333],"handles":[334],"combined":[336],"object":[339,426],"problem":[341],"without":[342,442],"requirement":[344],"training":[350,364],"data":[351],"must":[352],"strictly":[354],"aligned,":[355],"there":[357],"it":[358],"allows":[359,412,514,600],"convenient":[363],"process":[365],"separate":[367],"datasets.":[371],"Within":[372],"also":[376,545],"geometry-aware":[379],"mapping":[380],"technique":[381],"cluttered":[383],"environments":[385],"language-understanding":[388],"model":[389],"following":[396],"household":[397],"instructions.":[398],"\\cite{zito2022one}":[399],"one-shot":[402],"approach":[404,411,451,479,580,639],"autonomous":[406],"aerial":[407,439],"manipulation.":[409],"Their":[410],"one":[413,659],"learn":[415],"probability":[417,530],"density":[418],"contacts":[420],"over":[421],"surface":[423],"an":[425,613],"single":[430],"demonstration":[431],"further":[433,522],"enhances":[434],"formulation":[436],"transportation":[440],"need":[444],"handcrafting":[446],"task-dependent":[447],"features.":[448],"Furthermore,":[449],"their":[450,638],"only":[452,661],"depends":[453],"geometrical":[456],"properties":[457],"payloads,":[460],"can":[462,660,688],"computed":[464],"point":[467],"cloud":[468],"robust":[471],"partial":[473],"views.":[474],"\\cite{gabler2022bayesian}":[475],"proposes":[476],"novel":[478],"force-sensitive":[486],"contact-rich":[487],"tasks,":[488],"meta-learning":[491],"graphical":[493,506],"skill-formalism.":[494],"hybrid":[500],"force\u2013velocity":[501],"controller":[502],"design":[504],"skill-formalism,":[507],"incorporates":[509],"available":[510],"task":[511,533,566,702],"knowledge":[512],"online":[516],"episodic":[517],"reinforcement":[518],"(RL).":[520],"extend":[523],"skill-formalism":[525],"estimating":[527],"success":[529,567],"will":[535],"learned":[537,652],"means":[540],"factor":[542],"graphs.":[543],"suitable":[547],"constraint":[548,623],"Gaussian":[549],"Process":[550],"(GP)":[551],"acquisition":[554],"functions":[555],"optimize":[557],"gain":[559],"controller,":[562],"while":[563],"considering":[564],"probability.":[568],"\\cite{rizzardo2022sim}":[569],"attempt":[570],"address":[572],"sim-to-real":[574,579,603,680],"gap":[575],"trains":[582],"Soft-Actor":[584],"Critic":[585],"(SAC)":[586],"agent":[587,653],"decoupled":[590],"feature":[591,607,631,668],"extractor":[592,608,632,669],"latent-space":[595],"dynamics":[596],"model.":[597],"The":[598,635],"former":[599],"transfer":[604],"independent":[614],"manner,":[615],"latter":[618],"used":[620],"latent":[626],"representation":[627],"when":[628,649],"fine-tuning":[629,642],"reality.":[634],"advantage":[636],"not":[647],"needed":[648],"transferring":[650],"simulation":[655],"reality,":[657],"thus":[658],"focus":[662],"adaptation":[665],"using":[670],"real-world":[671],"data,":[672],"order":[674],"improve":[676],"efficiency":[678],"transfer.":[681],"Finally,":[682],"expect":[684],"topic":[687],"provide":[689],"inspiration":[690],"scenarios.":[703]},"counts_by_year":[],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}