{"id":"https://openalex.org/W4309924721","doi":"https://doi.org/10.1007/s11263-022-01714-5","title":"Animal Pose Tracking: 3D Multimodal Dataset and Token-based Pose Optimization","display_name":"Animal Pose Tracking: 3D Multimodal Dataset and Token-based Pose Optimization","publication_year":2022,"publication_date":"2022-11-23","ids":{"openalex":"https://openalex.org/W4309924721","doi":"https://doi.org/10.1007/s11263-022-01714-5"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-022-01714-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-022-01714-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-022-01714-5.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11263-022-01714-5.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071875521","display_name":"Mahir Patel","orcid":"https://orcid.org/0000-0002-3370-4595"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mahir Patel","raw_affiliation_strings":["Department of Computer Science, Boston University, Boston, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Boston University, Boston, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060598946","display_name":"Yiwen Gu","orcid":"https://orcid.org/0000-0002-2437-0343"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiwen Gu","raw_affiliation_strings":["Department of Computer Science, Boston University, Boston, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Boston University, Boston, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084269518","display_name":"Lucas C. Carstensen","orcid":"https://orcid.org/0000-0003-2747-0275"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lucas C. Carstensen","raw_affiliation_strings":["Department of Computer Science, Boston University, Boston, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Boston University, Boston, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088108309","display_name":"Michael E. Hasselmo","orcid":"https://orcid.org/0000-0002-9925-6377"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael E. Hasselmo","raw_affiliation_strings":["Center for Systems Neuroscience, Boston University, Boston, USA"],"affiliations":[{"raw_affiliation_string":"Center for Systems Neuroscience, Boston University, Boston, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058798782","display_name":"Margrit Betke","orcid":"https://orcid.org/0000-0002-4491-6868"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Margrit Betke","raw_affiliation_strings":["Center for Systems Neuroscience, Boston University, Boston, USA","Department of Computer Science, Boston University, Boston, USA"],"affiliations":[{"raw_affiliation_string":"Center for Systems Neuroscience, Boston University, Boston, USA","institution_ids":["https://openalex.org/I111088046"]},{"raw_affiliation_string":"Department of Computer Science, Boston University, Boston, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5071875521"],"corresponding_institution_ids":[],"apc_list":{"value":2890,"currency":"EUR","value_usd":3690},"apc_paid":{"value":2890,"currency":"EUR","value_usd":3690},"fwci":1.4291,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.83062336,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"131","issue":"2","first_page":"514","last_page":"530"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11685","display_name":"Zebrafish Biomedical Research Applications","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1307","display_name":"Cell Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8118941783905029},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7999444007873535},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.7988005876541138},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6033746004104614},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5890405774116516},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5203139781951904},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.48715612292289734},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4862197935581207},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44046810269355774},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.42125582695007324},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07487615942955017}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8118941783905029},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7999444007873535},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.7988005876541138},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6033746004104614},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5890405774116516},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5203139781951904},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.48715612292289734},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4862197935581207},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44046810269355774},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.42125582695007324},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07487615942955017},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11263-022-01714-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-022-01714-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-022-01714-5.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11263-022-01714-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-022-01714-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-022-01714-5.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2140357557","display_name":null,"funder_award_id":"N00014-19-1-2571","funder_id":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative"},{"id":"https://openalex.org/G2680810362","display_name":null,"funder_award_id":"AUSMURIB000001","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G3024551116","display_name":null,"funder_award_id":"N00014-19-1-2571","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G3036124852","display_name":null,"funder_award_id":"AUSMURI","funder_id":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4309924721.pdf","grobid_xml":"https://content.openalex.org/works/W4309924721.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1978446995","https://openalex.org/W2016931466","https://openalex.org/W2101032778","https://openalex.org/W2104126397","https://openalex.org/W2144309171","https://openalex.org/W2191761740","https://openalex.org/W2345779811","https://openalex.org/W2555859288","https://openalex.org/W2557698284","https://openalex.org/W2583585015","https://openalex.org/W2612706635","https://openalex.org/W2797184202","https://openalex.org/W2885195348","https://openalex.org/W2887114371","https://openalex.org/W2900703561","https://openalex.org/W2941352015","https://openalex.org/W2952062681","https://openalex.org/W2952956973","https://openalex.org/W2954996726","https://openalex.org/W2963772981","https://openalex.org/W2977639561","https://openalex.org/W2998027150","https://openalex.org/W3007827511","https://openalex.org/W3009246422","https://openalex.org/W3014891935","https://openalex.org/W3022945784","https://openalex.org/W3034209137","https://openalex.org/W3035069238","https://openalex.org/W3081605501","https://openalex.org/W3087412484","https://openalex.org/W3109055604","https://openalex.org/W3111079134","https://openalex.org/W3136525061","https://openalex.org/W3156592713","https://openalex.org/W3158100919","https://openalex.org/W3159833820","https://openalex.org/W3169891778","https://openalex.org/W3175199633","https://openalex.org/W3175712787","https://openalex.org/W3178350420","https://openalex.org/W3178934318","https://openalex.org/W3204727593","https://openalex.org/W3207553856","https://openalex.org/W3210704081","https://openalex.org/W3217090375","https://openalex.org/W4214679856","https://openalex.org/W4225557002","https://openalex.org/W4283825932","https://openalex.org/W4398704610","https://openalex.org/W6631190155","https://openalex.org/W6638319203","https://openalex.org/W6739901393","https://openalex.org/W6921369227"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W2130974462","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W2964084369"],"abstract_inverted_index":{"Abstract":[0],"Accurate":[1],"tracking":[2],"of":[3,7,23,65,68,89,92],"the":[4,28,40,87,120],"3D":[5,132],"pose":[6,93,98,117,168,176],"animals":[8,45],"from":[9,72],"video":[10,70],"recordings":[11,71],"is":[12,20,155],"critical":[13],"for":[14,34,116,136,174],"many":[15],"behavioral":[16],"studies,":[17],"yet":[18],"there":[19],"a":[21,103,127],"dearth":[22],"publicly":[24],"available":[25],"datasets":[26],"that":[27,43],"computer":[29],"vision":[30],"community":[31],"could":[32],"use":[33],"model":[35,105],"development.":[36],"We":[37],"here":[38],"introduce":[39],"Rodent3D":[41,63],"dataset":[42],"records":[44],"exploring":[46],"their":[47],"environment":[48],"and/or":[49],"interacting":[50],"with":[51,54,122],"each":[52],"other":[53],"multiple":[55],"cameras":[56,81],"and":[57,77,146,160,162],"modalities":[58],"(RGB,":[59],"depth,":[60],"thermal":[61,76],"infrared).":[62],"consists":[64],"200":[66],"min":[67],"multimodal":[69],"up":[73],"to":[74,143,158,166],"three":[75,78],"RGB-D":[79],"synchronized":[80],"(approximately":[82],"4":[83],"million":[84],"frames).":[85],"For":[86],"task":[88],"optimizing":[90],"estimates":[91],"sequences":[94,169],"provided":[95,170],"by":[96,130,171],"existing":[97],"estimation":[99,118],"methods,":[100],"we":[101,125],"provide":[102],"baseline":[104],"called":[106],"OptiPose":[107,123,154],".":[108],"While":[109],"deep-learned":[110,138],"attention":[111,142],"mechanisms":[112],"have":[113],"been":[114],"used":[115,165],"in":[119],"past,":[121],",":[124],"propose":[126],"different":[128],"way":[129],"representing":[131],"poses":[133],"as":[134],"tokens":[135],"which":[137],"context":[139],"models":[140,173],"pay":[141],"both":[144],"spatial":[145],"temporal":[147],"keypoint":[148],"patterns.":[149],"Our":[150],"experiments":[151],"show":[152],"how":[153],"highly":[156],"robust":[157],"noise":[159],"occlusion":[161],"can":[163],"be":[164],"optimize":[167],"state-of-the-art":[172],"animal":[175],"estimation.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}
