{"id":"https://openalex.org/W4309799367","doi":"https://doi.org/10.48550/arxiv.2211.10831","title":"Joint Embedding Predictive Architectures Focus on Slow Features","display_name":"Joint Embedding Predictive Architectures Focus on Slow Features","publication_year":2022,"publication_date":"2022-11-20","ids":{"openalex":"https://openalex.org/W4309799367","doi":"https://doi.org/10.48550/arxiv.2211.10831"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2211.10831","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.10831","pdf_url":"https://arxiv.org/pdf/2211.10831","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2211.10831","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015115393","display_name":"Vlad Sobal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sobal, Vlad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081075093","display_name":"S V Jyothir","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"S, Jyothir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017604734","display_name":"Siddhartha Jalagam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jalagam, Siddhartha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029981206","display_name":"Nicolas Carion","orcid":"https://orcid.org/0000-0002-2308-9680"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carion, Nicolas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001241394","display_name":"Kyunghyun Cho","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cho, Kyunghyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5001226970","display_name":"Yann LeCun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"LeCun, Yann","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7947073578834534},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7575222253799438},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6707360744476318},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6469785571098328},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6080041527748108},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5839416980743408},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5734619498252869},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5282584428787231},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5188230872154236},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.496223509311676},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4407806992530823},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3360401391983032},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3222059905529022},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.26154619455337524},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10390949249267578}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7947073578834534},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7575222253799438},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6707360744476318},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6469785571098328},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6080041527748108},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5839416980743408},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5734619498252869},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5282584428787231},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5188230872154236},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.496223509311676},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4407806992530823},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3360401391983032},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3222059905529022},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.26154619455337524},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10390949249267578},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2211.10831","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.10831","pdf_url":"https://arxiv.org/pdf/2211.10831","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2211.10831","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2211.10831","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2211.10831","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.10831","pdf_url":"https://arxiv.org/pdf/2211.10831","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.4300000071525574,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W2380075625","https://openalex.org/W2085033728","https://openalex.org/W4285411112","https://openalex.org/W2171299904","https://openalex.org/W1647606319","https://openalex.org/W2183306018","https://openalex.org/W4390494008","https://openalex.org/W2053596378","https://openalex.org/W2119567889"],"abstract_inverted_index":{"Many":[0],"common":[1],"methods":[2,67,92,126],"for":[3,8,84,120],"learning":[4],"a":[5,27,69,73,117],"world":[6],"model":[7],"pixel-based":[9],"environments":[10],"use":[11],"generative":[12,62],"architectures":[13],"trained":[14,38],"with":[15,39,72,76,127],"pixel-level":[16],"reconstruction":[17,99],"objectives.":[18],"Recently":[19],"proposed":[20],"Joint":[21],"Embedding":[22],"Predictive":[23],"Architectures":[24],"(JEPA)":[25],"offer":[26],"reconstruction-free":[28],"alternative.":[29],"In":[30],"this":[31],"work,":[32],"we":[33,115],"analyze":[34],"performance":[35,59,123],"of":[36,60,124],"JEPA":[37,91],"VICReg":[40],"and":[41,53,80],"SimCLR":[42],"objectives":[43],"in":[44,68],"the":[45,55,58,61,66,85,110,121],"fully":[46],"offline":[47],"setting":[48],"without":[49],"access":[50],"to":[51,57],"rewards,":[52],"compare":[54],"results":[56],"architecture.":[63],"We":[64,88],"test":[65],"simple":[70],"environment":[71],"moving":[74],"dot":[75],"various":[77],"background":[78],"distractors,":[79],"probe":[81],"learned":[82],"representations":[83],"dot's":[86],"location.":[87],"find":[89],"that":[90],"perform":[93],"on":[94],"par":[95],"or":[96],"better":[97],"than":[98],"when":[100,109],"distractor":[101],"noise":[102,111],"changes":[103],"every":[104],"time":[105],"step,":[106],"but":[107],"fail":[108],"is":[112],"fixed.":[113],"Furthermore,":[114],"provide":[116],"theoretical":[118],"explanation":[119],"poor":[122],"JEPA-based":[125],"fixed":[128],"noise,":[129],"highlighting":[130],"an":[131],"important":[132],"limitation.":[133]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}