{"id":"https://openalex.org/W4404350203","doi":"https://doi.org/10.48550/arxiv.2411.00785","title":"IGOR: Image-GOal Representations are the Atomic Control Units for Foundation Models in Embodied AI","display_name":"IGOR: Image-GOal Representations are the Atomic Control Units for Foundation Models in Embodied AI","publication_year":2024,"publication_date":"2024-10-17","ids":{"openalex":"https://openalex.org/W4404350203","doi":"https://doi.org/10.48550/arxiv.2411.00785"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2411.00785","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.00785","pdf_url":"https://arxiv.org/pdf/2411.00785","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2411.00785","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004917052","display_name":"Xiaoyu Chen","orcid":"https://orcid.org/0000-0001-8378-6587"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xiaoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055122985","display_name":"Junliang Guo","orcid":"https://orcid.org/0000-0001-8360-5483"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Junliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101407986","display_name":"Tianyu He","orcid":"https://orcid.org/0000-0001-5923-3325"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Tianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080460228","display_name":"Chuheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chuheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048462355","display_name":"Pushi Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Pushi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yang, Derek Cathera","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Derek Cathera","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013335916","display_name":"Li Jun Zhao","orcid":"https://orcid.org/0000-0002-5265-2591"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101544241","display_name":"Jiang Bian","orcid":"https://orcid.org/0000-0002-9472-600X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bian, Jiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.8478000164031982,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.8478000164031982,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.8255000114440918,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10522","display_name":"Medical Imaging Techniques and Applications","score":0.7989000082015991,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.8806048631668091},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.7708538174629211},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.6354400515556335},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4751829206943512},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.38414114713668823},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3292752504348755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31198787689208984},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.30921700596809387},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.2258598506450653},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.0604189932346344}],"concepts":[{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.8806048631668091},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.7708538174629211},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.6354400515556335},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4751829206943512},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38414114713668823},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3292752504348755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31198787689208984},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30921700596809387},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2258598506450653},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0604189932346344}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2411.00785","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.00785","pdf_url":"https://arxiv.org/pdf/2411.00785","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2411.00785","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2411.00785","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2411.00785","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.00785","pdf_url":"https://arxiv.org/pdf/2411.00785","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2380179524","https://openalex.org/W4283365723","https://openalex.org/W2753017648","https://openalex.org/W2513760693","https://openalex.org/W2062819913","https://openalex.org/W2149544884","https://openalex.org/W2133485962","https://openalex.org/W2001662723","https://openalex.org/W4211188312","https://openalex.org/W4246694033"],"abstract_inverted_index":{"We":[0,36,92,180],"introduce":[1],"Image-GOal":[2],"Representations":[3],"(IGOR),":[4],"aiming":[5],"to":[6,57,132,154,175],"learn":[7,153],"a":[8,81,98,171],"unified,":[9],"semantically":[10,99],"consistent":[11,100],"action":[12,23,60,69,101,145],"space":[13,70,102],"across":[14,80,136],"human":[15,33,105,137],"and":[16,32,47,77,90,106,138,147,166,190],"various":[17,109],"robots.":[18],"Through":[19],"this":[20,38],"unified":[21,67],"latent":[22,52,59,68,144,156,168],"space,":[24],"IGOR":[25,54,96,120,151,182],"enables":[26,71],"knowledge":[27,188],"transfer":[28,189],"among":[29],"large-scale":[30],"robot":[31,178],"activity":[34],"data.":[35,65],"achieve":[37,176],"by":[39,87,140],"compressing":[40],"visual":[41],"changes":[42],"between":[43],"an":[44],"initial":[45],"image":[46],"its":[48],"goal":[49],"state":[50],"into":[51],"actions.":[53],"allows":[55],"us":[56],"generate":[58],"labels":[61],"for":[62,103,186],"internet-scale":[63],"video":[64,131],"This":[66],"the":[72,115,123,126,129,143,162],"training":[73],"of":[74,84,112,125],"foundation":[75,163],"policy":[76,164,173],"world":[78,148],"models":[79],"wide":[82],"variety":[83],"tasks":[85],"performed":[86],"both":[88,104],"robots":[89],"humans.":[91],"demonstrate":[93],"that:":[94],"(1)":[95],"learns":[97],"robots,":[107,139],"characterizing":[108],"possible":[110],"motions":[111],"objects":[113],"representing":[114],"physical":[116],"interaction":[117],"knowledge;":[118],"(2)":[119],"can":[121,152],"\"migrate\"":[122],"movements":[124],"object":[127],"in":[128],"one":[130],"other":[133],"videos,":[134],"even":[135],"jointly":[141],"using":[142],"model":[146,174],"model;":[149],"(3)":[150],"align":[155],"actions":[157,169],"with":[158,170],"natural":[159],"language":[160],"through":[161],"model,":[165],"integrate":[167],"low-level":[172],"effective":[177],"control.":[179,191],"believe":[181],"opens":[183],"new":[184],"possibilities":[185],"human-to-robot":[187]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}