{"id":"https://openalex.org/W4312988658","doi":"https://doi.org/10.1109/iros47612.2022.9982097","title":"DeepShapeKit: accurate 4D shape reconstruction of swimming fish","display_name":"DeepShapeKit: accurate 4D shape reconstruction of swimming fish","publication_year":2022,"publication_date":"2022-10-23","ids":{"openalex":"https://openalex.org/W4312988658","doi":"https://doi.org/10.1109/iros47612.2022.9982097"},"language":"en","primary_location":{"id":"doi:10.1109/iros47612.2022.9982097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9982097","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005891623","display_name":"Ruiheng Wu","orcid":"https://orcid.org/0000-0003-2666-6110"},"institutions":[{"id":"https://openalex.org/I189712700","display_name":"University of Konstanz","ror":"https://ror.org/0546hnb39","country_code":"DE","type":"education","lineage":["https://openalex.org/I189712700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ruiheng Wu","raw_affiliation_strings":["University of Konstanz,Department of Computer and Information Science,Germany","Department of Computer and Information Science, University of Konstanz, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Konstanz,Department of Computer and Information Science,Germany","institution_ids":["https://openalex.org/I189712700"]},{"raw_affiliation_string":"Department of Computer and Information Science, University of Konstanz, Germany","institution_ids":["https://openalex.org/I189712700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036489223","display_name":"Oliver Deu\u00dfen","orcid":"https://orcid.org/0000-0001-5803-2185"},"institutions":[{"id":"https://openalex.org/I189712700","display_name":"University of Konstanz","ror":"https://ror.org/0546hnb39","country_code":"DE","type":"education","lineage":["https://openalex.org/I189712700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Oliver Deussen","raw_affiliation_strings":["University of Konstanz,Department of Computer and Information Science,Germany","Department of Computer and Information Science, University of Konstanz, Germany","Centre for the Advanced Study of Collective Behaviour, University of Konstanz, Konstanz, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Konstanz,Department of Computer and Information Science,Germany","institution_ids":["https://openalex.org/I189712700"]},{"raw_affiliation_string":"Department of Computer and Information Science, University of Konstanz, Germany","institution_ids":["https://openalex.org/I189712700"]},{"raw_affiliation_string":"Centre for the Advanced Study of Collective Behaviour, University of Konstanz, Konstanz, Germany","institution_ids":["https://openalex.org/I189712700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100420654","display_name":"Liang Li","orcid":"https://orcid.org/0000-0002-1943-8219"},"institutions":[{"id":"https://openalex.org/I189712700","display_name":"University of Konstanz","ror":"https://ror.org/0546hnb39","country_code":"DE","type":"education","lineage":["https://openalex.org/I189712700"]},{"id":"https://openalex.org/I4210114058","display_name":"Max Planck Institute of Animal Behavior","ror":"https://ror.org/026stee22","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210114058"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Liang Li","raw_affiliation_strings":["Max Planck Institute of Animal Behavior,Department of Collective Behaviour,Konstanz,Germany","Department of Collective Behaviour, Max Planck Institute of Animal Behavior, Konstanz, Germany","Department of Biology, University of Konstanz, Konstanz, Germany","Centre for the Advanced Study of Collective Behaviour, University of Konstanz, Konstanz, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute of Animal Behavior,Department of Collective Behaviour,Konstanz,Germany","institution_ids":["https://openalex.org/I4210114058"]},{"raw_affiliation_string":"Department of Collective Behaviour, Max Planck Institute of Animal Behavior, Konstanz, Germany","institution_ids":["https://openalex.org/I4210114058"]},{"raw_affiliation_string":"Department of Biology, University of Konstanz, Konstanz, Germany","institution_ids":["https://openalex.org/I189712700"]},{"raw_affiliation_string":"Centre for the Advanced Study of Collective Behaviour, University of Konstanz, Konstanz, Germany","institution_ids":["https://openalex.org/I189712700"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"526","last_page":"531"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7656925916671753},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6568539142608643},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6405879855155945},{"id":"https://openalex.org/keywords/fish-actinopterygii","display_name":"Fish <Actinopterygii>","score":0.6024401187896729},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5551161170005798},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.5015878677368164},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.48516184091567993},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4829508662223816},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.47465234994888306},{"id":"https://openalex.org/keywords/3d-model","display_name":"3d model","score":0.4270562529563904},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42280879616737366},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.11131063103675842},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.08839234709739685}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7656925916671753},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6568539142608643},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6405879855155945},{"id":"https://openalex.org/C2909208804","wikidata":"https://www.wikidata.org/wiki/Q127282","display_name":"Fish <Actinopterygii>","level":2,"score":0.6024401187896729},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5551161170005798},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5015878677368164},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.48516184091567993},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4829508662223816},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.47465234994888306},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.4270562529563904},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42280879616737366},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.11131063103675842},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.08839234709739685},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C505870484","wikidata":"https://www.wikidata.org/wiki/Q180538","display_name":"Fishery","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros47612.2022.9982097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9982097","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8299999833106995,"id":"https://metadata.un.org/sdg/14","display_name":"Life below water"}],"awards":[{"id":"https://openalex.org/G5024045128","display_name":null,"funder_award_id":"2117\u2013422037984","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W645587989","https://openalex.org/W1861492603","https://openalex.org/W1993962870","https://openalex.org/W2001457444","https://openalex.org/W2031489346","https://openalex.org/W2034920727","https://openalex.org/W2066090933","https://openalex.org/W2108598243","https://openalex.org/W2109143107","https://openalex.org/W2166313476","https://openalex.org/W2483862638","https://openalex.org/W2798447337","https://openalex.org/W2798560564","https://openalex.org/W2908783938","https://openalex.org/W2941352015","https://openalex.org/W2944579304","https://openalex.org/W2950100524","https://openalex.org/W2952956973","https://openalex.org/W2963150697","https://openalex.org/W2963370189","https://openalex.org/W2963850211","https://openalex.org/W2963995996","https://openalex.org/W2964205637","https://openalex.org/W2981978060","https://openalex.org/W3009693647","https://openalex.org/W3034299016","https://openalex.org/W3035291735","https://openalex.org/W3035551320","https://openalex.org/W3048056194","https://openalex.org/W3049094777","https://openalex.org/W3098086214","https://openalex.org/W3107127767","https://openalex.org/W3107541696","https://openalex.org/W3109055604","https://openalex.org/W3112916740","https://openalex.org/W3116951057","https://openalex.org/W3131145322","https://openalex.org/W3174527429","https://openalex.org/W3175439532","https://openalex.org/W3181148101","https://openalex.org/W3185853847","https://openalex.org/W3195918559","https://openalex.org/W3203745449","https://openalex.org/W3213064891","https://openalex.org/W3213853974","https://openalex.org/W4225889664","https://openalex.org/W4287717541","https://openalex.org/W4292830169","https://openalex.org/W4312435448","https://openalex.org/W4380790484","https://openalex.org/W6781150342","https://openalex.org/W6785987360","https://openalex.org/W6804092012","https://openalex.org/W6804342435"],"related_works":["https://openalex.org/W2381850946","https://openalex.org/W4380449851","https://openalex.org/W3125091513","https://openalex.org/W4318832338","https://openalex.org/W4388412763","https://openalex.org/W1999583034","https://openalex.org/W3217214504","https://openalex.org/W2891537746","https://openalex.org/W3168963531","https://openalex.org/W2591930867"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,148,181],"present":[4],"methods":[5],"for":[6,81,98,155,205],"capturing":[7],"4D":[8,39,82,184,206],"body":[9,136],"shapes":[10,185,193],"of":[11,25,35,56,85,94,108,133,186,209],"swimming":[12,210],"fish":[13,51,100,135,188],"with":[14,212],"affordable":[15],"small":[16],"training":[17,96],"datasets":[18,79,97],"and":[19,29,58,131,140,167],"textureless":[20],"2D":[21],"videos.":[22],"Automated":[23],"capture":[24],"spatiotemporal":[26],"animal":[27,37],"movements":[28],"postures":[30],"is":[31,203],"revolutionizing":[32],"the":[33,69,77,86,106,134,145,150,160,163,168,174,191,201],"study":[34],"collective":[36,73],"behavior.":[38,74],"(including":[40],"3D":[41,119,151,165,192],"space":[42],"+":[43],"time)":[44],"shape":[45,83,207],"data":[46,110,121],"from":[47,122],"animals":[48],"like":[49],"schooling":[50,187],"contains":[52],"a":[53,114,123],"rich":[54],"array":[55],"social":[57],"non-social":[59],"information":[60],"that":[61,200],"can":[62],"be":[63],"used":[64,80],"to":[65,105],"shed":[66],"light":[67],"on":[68,190],"fundamental":[70],"mechanisms":[71],"underlying":[72],"However,":[75],"unlike":[76],"large":[78,92],"reconstructions":[84,208],"human":[87],"body,":[88],"there":[89],"are":[90],"no":[91],"amounts":[93],"labeled":[95],"reconstructing":[99],"bodies":[101],"in":[102],"4D,":[103],"due":[104],"difficulty":[107],"underwater":[109],"collection.":[111],"We":[112],"created":[113],"template":[115,152],"mesh":[116,153],"model":[117,154,166],"using":[118,137,144,177],"scan":[120],"real":[124],"fish,":[125,211],"then":[126],"extracted":[127],"silhouettes":[128,170],"(segmentation":[129],"masks)":[130],"key-points":[132],"Mask":[138],"R-CNN":[139],"DeepLabCut,":[141],"respectively.":[142],"Next,":[143],"Adam":[146],"optimizer,":[147],"optimized":[149],"each":[156,195],"frame":[157],"by":[158],"minimizing":[159],"difference":[161],"between":[162],"projected":[164],"detected":[169],"as":[171,173],"well":[172],"key-points.":[175],"Finally,":[176],"an":[178],"LSTM-based":[179],"smoother,":[180],"generated":[182],"accurate":[183],"based":[189],"over":[194],"frame.":[196],"Our":[197],"results":[198],"show":[199],"method":[202],"effective":[204],"greater":[213],"fidelity":[214],"than":[215],"other":[216],"state-of-the-art":[217],"algorithms.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}