{"id":"https://openalex.org/W4405785673","doi":"https://doi.org/10.1109/iros58592.2024.10801835","title":"Ag2Manip: Learning Novel Manipulation Skills with Agent-Agnostic Visual and Action Representations","display_name":"Ag2Manip: Learning Novel Manipulation Skills with Agent-Agnostic Visual and Action Representations","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405785673","doi":"https://doi.org/10.1109/iros58592.2024.10801835"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10801835","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801835","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023051708","display_name":"Puhao Li","orcid":"https://orcid.org/0009-0003-2696-9346"},"institutions":[{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":null,"type":"facility","lineage":["https://openalex.org/I4392738278"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Puhao Li","raw_affiliation_strings":["Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668020","display_name":"Tengyu Liu","orcid":"https://orcid.org/0000-0003-4006-1740"},"institutions":[{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":null,"type":"facility","lineage":["https://openalex.org/I4392738278"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tengyu Liu","raw_affiliation_strings":["Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100317619","display_name":"Yuyang Li","orcid":"https://orcid.org/0000-0002-5794-7997"},"institutions":[{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":null,"type":"facility","lineage":["https://openalex.org/I4392738278"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuyang Li","raw_affiliation_strings":["Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070386263","display_name":"Muzhi Han","orcid":"https://orcid.org/0000-0002-2649-4577"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Muzhi Han","raw_affiliation_strings":["University of California,Los Angeles"],"affiliations":[{"raw_affiliation_string":"University of California,Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101608439","display_name":"Haoran Geng","orcid":"https://orcid.org/0009-0008-6402-6804"},"institutions":[{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":null,"type":"facility","lineage":["https://openalex.org/I4392738278"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoran Geng","raw_affiliation_strings":["Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070346269","display_name":"Shu Wang","orcid":"https://orcid.org/0000-0002-7920-7025"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shu Wang","raw_affiliation_strings":["University of California,Los Angeles"],"affiliations":[{"raw_affiliation_string":"University of California,Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051255725","display_name":"Yixin Zhu","orcid":"https://orcid.org/0000-0001-7024-1545"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixin Zhu","raw_affiliation_strings":["Peking University,Institute for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Peking University,Institute for Artificial Intelligence","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034228010","display_name":"Song\u2010Chun Zhu","orcid":"https://orcid.org/0009-0008-0876-8117"},"institutions":[{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":null,"type":"facility","lineage":["https://openalex.org/I4392738278"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song-Chun Zhu","raw_affiliation_strings":["Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101529675","display_name":"Siyuan Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":null,"type":"facility","lineage":["https://openalex.org/I4392738278"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Huang","raw_affiliation_strings":["Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5023051708"],"corresponding_institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"],"apc_list":null,"apc_paid":null,"fwci":3.637,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.94005828,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"573","last_page":"580"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.7577000260353088,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.7577000260353088,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7166781425476074},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6139325499534607},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5366883277893066},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.45884665846824646},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44038793444633484},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.22759857773780823}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7166781425476074},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6139325499534607},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5366883277893066},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.45884665846824646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44038793444633484},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22759857773780823},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10801835","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801835","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W2005478758","https://openalex.org/W2194775991","https://openalex.org/W2583137229","https://openalex.org/W2769112066","https://openalex.org/W2950069298","https://openalex.org/W2978455699","https://openalex.org/W3003177118","https://openalex.org/W3004103739","https://openalex.org/W3007580291","https://openalex.org/W3021013305","https://openalex.org/W3035198432","https://openalex.org/W3035624836","https://openalex.org/W3189615635","https://openalex.org/W3199614037","https://openalex.org/W3205786327","https://openalex.org/W3215810277","https://openalex.org/W4225003209","https://openalex.org/W4283788863","https://openalex.org/W4292402161","https://openalex.org/W4312655706","https://openalex.org/W4313160783","https://openalex.org/W4383066208","https://openalex.org/W4385430618","https://openalex.org/W4385430679","https://openalex.org/W4385473486","https://openalex.org/W4386065846","https://openalex.org/W4386071465","https://openalex.org/W4386072455","https://openalex.org/W4386075819","https://openalex.org/W4387764390","https://openalex.org/W4388901983","https://openalex.org/W4392502288","https://openalex.org/W4404851033","https://openalex.org/W6741002519","https://openalex.org/W6760726409","https://openalex.org/W6764969207","https://openalex.org/W6769035977","https://openalex.org/W6784862516","https://openalex.org/W6791353385","https://openalex.org/W6796568516","https://openalex.org/W6796613488","https://openalex.org/W6800004206","https://openalex.org/W6810080435","https://openalex.org/W6839390831","https://openalex.org/W6845793730","https://openalex.org/W6848930981","https://openalex.org/W6849548236","https://openalex.org/W6849861922","https://openalex.org/W6849915793","https://openalex.org/W6853016576","https://openalex.org/W6853445069","https://openalex.org/W6854001313","https://openalex.org/W6857151620","https://openalex.org/W6857711900","https://openalex.org/W6859442962","https://openalex.org/W6862218055"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Autonomous":[0],"robotic":[1,35],"systems":[2],"capable":[3],"of":[4,40,86,139],"learning":[5,160],"novel":[6],"manipulation":[7,81],"tasks":[8],"are":[9],"poised":[10],"to":[11,16,89,102,146,152,165],"transform":[12],"industries":[13],"from":[14,79,163],"manufacturing":[15],"service":[17],"automation.":[18],"However,":[19],"current":[20],"methods":[21],"(e.g.,":[22],"VIP":[23],"and":[24,37,51,92,112,143,170,175],"R3M)":[25],"still":[26],"face":[27],"significant":[28],"hurdles,":[29],"notably":[30],"the":[31,38,84,136,140,153],"domain":[32],"gap":[33],"among":[34],"embodiments":[36,87],"sparsity":[39],"successful":[41],"task":[42,53],"executions":[43],"within":[44],"specific":[45],"action":[46,96,144],"spaces,":[47],"resulting":[48],"in":[49],"misaligned":[50],"ambiguous":[52],"representations.":[54],"We":[55],"introduce":[56],"Ag2Manip":[57,114,156],"(Agent-Agnostic":[58],"representations":[59,145],"for":[60],"Manipulation),":[61],"a":[62,99,103,123],"framework":[63],"aimed":[64],"at":[65],"addressing":[66],"these":[67],"challenges":[68],"through":[69],"two":[70],"key":[71],"innovations:":[72],"(1)":[73],"an":[74,94],"agent-agnostic":[75,95,141],"visual":[76,142],"representation":[77,97],"derived":[78],"human":[80],"videos,":[82],"with":[83],"specifics":[85],"obscured":[88],"enhance":[90],"generalizability;":[91],"(2)":[93],"abstracting":[98],"robot\u2019s":[100],"kinematics":[101],"universal":[104],"agent":[105],"proxy,":[106],"emphasizing":[107],"crucial":[108],"interactions":[109],"between":[110],"end-effector":[111],"object.":[113],"has":[115],"been":[116],"empirically":[117],"validated":[118],"across":[119,172],"simulated":[120,174],"benchmarks,":[121],"showing":[122],"325%":[124],"performance":[125],"increase":[126],"without":[127],"relying":[128],"on":[129],"domain-specific":[130],"demonstrations.":[131],"Ablation":[132],"studies":[133],"further":[134],"underline":[135],"essential":[137],"contributions":[138],"this":[147],"success.":[148],"Extending":[149],"our":[150],"evaluations":[151],"real":[154,176],"world,":[155],"significantly":[157],"improves":[158],"imitation":[159],"success":[161],"rates":[162],"50%":[164],"77.5%,":[166],"demonstrating":[167],"its":[168],"effectiveness":[169],"generalizability":[171],"both":[173],"environments.":[177]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}