{"id":"https://openalex.org/W4406458029","doi":"https://doi.org/10.1109/bigdata62323.2024.10826081","title":"Animal-JEPA: Advancing Animal Behavior Studies Through Joint Embedding Predictive Architecture in Video Analysis","display_name":"Animal-JEPA: Advancing Animal Behavior Studies Through Joint Embedding Predictive Architecture in Video Analysis","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406458029","doi":"https://doi.org/10.1109/bigdata62323.2024.10826081"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10826081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10826081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002456429","display_name":"Chengjie Zheng","orcid":"https://orcid.org/0009-0006-7457-8878"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]},{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chengjie Zheng","raw_affiliation_strings":["University of Massachusetts Boston,Department of Computer Science,Boston,United States"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Boston,Department of Computer Science,Boston,United States","institution_ids":["https://openalex.org/I33434090","https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004617986","display_name":"Tewodros Mulugeta Dagnew","orcid":"https://orcid.org/0000-0001-8731-6996"},"institutions":[{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tewodros Mulugeta Dagnew","raw_affiliation_strings":["Havard Medical School,Massachusetts General Hospital,Department of Radiology,Boston,United States"],"affiliations":[{"raw_affiliation_string":"Havard Medical School,Massachusetts General Hospital,Department of Radiology,Boston,United States","institution_ids":["https://openalex.org/I4210087915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001454795","display_name":"Liuyue Yang","orcid":"https://orcid.org/0000-0002-2372-4410"},"institutions":[{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liuyue Yang","raw_affiliation_strings":["Havard Medical School,Anesthesia, Critical Care and Pain Medicine Massachusetts General Hospital,Boston,United States"],"affiliations":[{"raw_affiliation_string":"Havard Medical School,Anesthesia, Critical Care and Pain Medicine Massachusetts General Hospital,Boston,United States","institution_ids":["https://openalex.org/I4210087915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088432110","display_name":"Wei Ding","orcid":"https://orcid.org/0000-0002-3383-551X"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]},{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Ding","raw_affiliation_strings":["University of Massachusetts Boston,Department of Computer Science,Boston,United States"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Boston,Department of Computer Science,Boston,United States","institution_ids":["https://openalex.org/I33434090","https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089929715","display_name":"Shiqian Shen","orcid":"https://orcid.org/0000-0003-0062-6831"},"institutions":[{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiqian Shen","raw_affiliation_strings":["Havard Medical School,Anesthesia, Critical Care and Pain Medicine Massachusetts General Hospital,Boston,United States"],"affiliations":[{"raw_affiliation_string":"Havard Medical School,Anesthesia, Critical Care and Pain Medicine Massachusetts General Hospital,Boston,United States","institution_ids":["https://openalex.org/I4210087915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038058198","display_name":"Changning Wang","orcid":"https://orcid.org/0000-0002-2076-4193"},"institutions":[{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Changning Wang","raw_affiliation_strings":["Havard Medical School,Massachusetts General Hospital,Department of Radiology,Boston,United States"],"affiliations":[{"raw_affiliation_string":"Havard Medical School,Massachusetts General Hospital,Department of Radiology,Boston,United States","institution_ids":["https://openalex.org/I4210087915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100400329","display_name":"Ping Chen","orcid":"https://orcid.org/0000-0003-3789-7686"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]},{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ping Chen","raw_affiliation_strings":["University of Massachusetts Boston,Department of Computer Science,Boston,United States"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Boston,Department of Computer Science,Boston,United States","institution_ids":["https://openalex.org/I33434090","https://openalex.org/I111088046"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5002456429"],"corresponding_institution_ids":["https://openalex.org/I111088046","https://openalex.org/I33434090"],"apc_list":null,"apc_paid":null,"fwci":0.7799,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.75013729,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1909","last_page":"1918"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6673213243484497},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.636296808719635},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5918344855308533},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.584905743598938},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37302252650260925},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12802231311798096},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.07029116153717041}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6673213243484497},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.636296808719635},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5918344855308533},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.584905743598938},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37302252650260925},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12802231311798096},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.07029116153717041},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10826081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10826081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2058834052","https://openalex.org/W2163278718","https://openalex.org/W2619947201","https://openalex.org/W2625366777","https://openalex.org/W2883429621","https://openalex.org/W2886905122","https://openalex.org/W2900055483","https://openalex.org/W3029515339","https://openalex.org/W3035725276","https://openalex.org/W3045211471","https://openalex.org/W3116661047","https://openalex.org/W3173151551","https://openalex.org/W3203003533","https://openalex.org/W3206101091","https://openalex.org/W3207699013","https://openalex.org/W4210466964","https://openalex.org/W4223422326","https://openalex.org/W4231734873","https://openalex.org/W4300273322","https://openalex.org/W4315489593","https://openalex.org/W4361229284","https://openalex.org/W4384789785","https://openalex.org/W4385245566","https://openalex.org/W4386043413","https://openalex.org/W4390872366","https://openalex.org/W4390988769","https://openalex.org/W4396813518","https://openalex.org/W4399448176","https://openalex.org/W4400181807","https://openalex.org/W6656150206","https://openalex.org/W6739901393","https://openalex.org/W6793119350","https://openalex.org/W6795140394","https://openalex.org/W6870024178","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2081900870","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Analyzing":[0],"animal":[1,52,132],"behavior":[2,53],"from":[3,54],"video":[4,55],"data":[5],"is":[6],"crucial":[7],"for":[8,50,78,138],"understanding":[9],"brain":[10],"function,":[11],"assessing":[12],"pharmacological":[13],"interventions,":[14],"and":[15,63,72,98,106,126,140],"examining":[16],"genetic":[17],"modifications.":[18],"Traditional":[19],"methods":[20],"often":[21],"struggle":[22],"to":[23,68,122],"accurately":[24],"analyze":[25],"group":[26],"behaviors":[27],"in":[28,104,131],"complex":[29],"environments.":[30],"To":[31],"address":[32],"these":[33],"challenges,":[34],"we":[35],"introduce":[36],"the":[37,76,99,124],"Animal":[38],"Joint":[39],"Embedded":[40],"Prediction":[41],"Architecture":[42],"(Animal-JEPA),":[43],"a":[44,59,135],"novel":[45],"self-supervised":[46],"learning":[47],"model":[48],"designed":[49],"studying":[51],"data.":[56,80],"Animal-JEPA":[57],"leverages":[58],"dynamic":[60],"scaling":[61],"mechanism":[62],"an":[64],"elliptical":[65],"masking":[66],"strategy":[67],"enhance":[69],"feature":[70],"extraction":[71],"behavioral":[73,129],"analysis":[74,130],"without":[75],"need":[77],"labeled":[79],"Our":[81],"approach":[82],"significantly":[83],"outperforms":[84],"existing":[85],"models,":[86],"including":[87],"Separate":[88],"3D":[89],"ConvNet":[90],"(S3D)":[91],"[3],":[92],"Video":[93],"Vision":[94],"Transformer":[95],"(ViViT)":[96],"[4],":[97],"original":[100],"V-JEPA":[101],"[6],":[102],"particularly":[103],"multi-category":[105],"multi-objective":[107],"classification":[108],"tasks":[109],"on":[110],"our":[111],"newly":[112],"developed":[113],"Mice-Behavior3":[114],"(MB3)":[115],"dataset.":[116],"The":[117],"results":[118],"highlight":[119],"Animal-JEPA\u2019s":[120],"potential":[121],"improve":[123],"accuracy":[125],"adaptability":[127],"of":[128],"research,":[133],"providing":[134],"powerful":[136],"tool":[137],"neuroscientists":[139],"researchers.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}