{"id":"https://openalex.org/W4404526574","doi":"https://doi.org/10.1145/3687904","title":"CBIL: Collective Behavior Imitation Learning for Fish from Real Videos","display_name":"CBIL: Collective Behavior Imitation Learning for Fish from Real Videos","publication_year":2024,"publication_date":"2024-11-19","ids":{"openalex":"https://openalex.org/W4404526574","doi":"https://doi.org/10.1145/3687904"},"language":"en","primary_location":{"id":"doi:10.1145/3687904","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3687904","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2504.00234","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101491936","display_name":"Yifan Wu","orcid":"https://orcid.org/0009-0008-2429-8901"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Yifan Wu","raw_affiliation_strings":["The University of Hong Kong, Pokfulam, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Pokfulam, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059487131","display_name":"Zhiyang Dou","orcid":"https://orcid.org/0000-0003-0186-8269"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK","US"],"is_corresponding":false,"raw_author_name":"Zhiyang Dou","raw_affiliation_strings":["The University of Hong Kong (HKU), Philadelphia, United States of America","University of Pennsylvania, Philadelphia, United States of America"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong (HKU), Philadelphia, United States of America","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, United States of America","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087580139","display_name":"Yuko Ishiwaka","orcid":"https://orcid.org/0000-0003-2243-3643"},"institutions":[{"id":"https://openalex.org/I4210120159","display_name":"SoftBank Group (Japan)","ror":"https://ror.org/02ew2ks20","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210120159"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuko Ishiwaka","raw_affiliation_strings":["SoftBank Corp., Hakodate, Japan"],"affiliations":[{"raw_affiliation_string":"SoftBank Corp., Hakodate, Japan","institution_ids":["https://openalex.org/I4210120159"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043647317","display_name":"Shun Ogawa","orcid":"https://orcid.org/0000-0001-8278-4299"},"institutions":[{"id":"https://openalex.org/I4210120159","display_name":"SoftBank Group (Japan)","ror":"https://ror.org/02ew2ks20","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210120159"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shun Ogawa","raw_affiliation_strings":["SoftBank Corp., Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"SoftBank Corp., Tokyo, Japan","institution_ids":["https://openalex.org/I4210120159"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010444077","display_name":"Yuke Lou","orcid":"https://orcid.org/0000-0001-5165-6251"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuke Lou","raw_affiliation_strings":["The University of Hong Kong, Pokfulam, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Pokfulam, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668416","display_name":"Wenping Wang","orcid":"https://orcid.org/0000-0002-2284-3952"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenping Wang","raw_affiliation_strings":["Texas A&amp;M University, College Station, United States of America"],"affiliations":[{"raw_affiliation_string":"Texas A&amp;M University, College Station, United States of America","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087345525","display_name":"Lingjie Liu","orcid":"https://orcid.org/0000-0003-4301-1474"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingjie Liu","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, United States of America"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, United States of America","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014324841","display_name":"Taku Komura","orcid":"https://orcid.org/0000-0002-2729-5860"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Taku Komura","raw_affiliation_strings":["The University of Hong Kong, Pokfulam, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Pokfulam, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101491936"],"corresponding_institution_ids":["https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":0.5499,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.67842605,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"43","issue":"6","first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.7423482537269592},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5866689682006836},{"id":"https://openalex.org/keywords/fish-actinopterygii","display_name":"Fish <Actinopterygii>","score":0.58189857006073},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4366161823272705},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3833802044391632},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3380284905433655},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3377637267112732},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18583926558494568},{"id":"https://openalex.org/keywords/fishery","display_name":"Fishery","score":0.17781460285186768},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.08820271492004395},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08557695150375366}],"concepts":[{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.7423482537269592},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5866689682006836},{"id":"https://openalex.org/C2909208804","wikidata":"https://www.wikidata.org/wiki/Q127282","display_name":"Fish <Actinopterygii>","level":2,"score":0.58189857006073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4366161823272705},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3833802044391632},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3380284905433655},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3377637267112732},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18583926558494568},{"id":"https://openalex.org/C505870484","wikidata":"https://www.wikidata.org/wiki/Q180538","display_name":"Fishery","level":1,"score":0.17781460285186768},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.08820271492004395},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08557695150375366}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3687904","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3687904","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2504.00234","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.00234","pdf_url":"https://arxiv.org/pdf/2504.00234","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2504.00234","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.00234","pdf_url":"https://arxiv.org/pdf/2504.00234","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Life below water","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/14"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W1542263132","https://openalex.org/W1578285471","https://openalex.org/W1973893299","https://openalex.org/W1975318518","https://openalex.org/W2007026233","https://openalex.org/W2036007804","https://openalex.org/W2037062616","https://openalex.org/W2044247492","https://openalex.org/W2057927326","https://openalex.org/W2079117179","https://openalex.org/W2092685486","https://openalex.org/W2125812322","https://openalex.org/W2143969246","https://openalex.org/W2271420422","https://openalex.org/W2470815679","https://openalex.org/W2544041682","https://openalex.org/W2550399328","https://openalex.org/W2579718262","https://openalex.org/W2587387455","https://openalex.org/W2773082464","https://openalex.org/W2779252387","https://openalex.org/W2799186619","https://openalex.org/W2886401384","https://openalex.org/W2894766094","https://openalex.org/W2899629811","https://openalex.org/W2902756944","https://openalex.org/W2911449165","https://openalex.org/W2963001155","https://openalex.org/W2963037989","https://openalex.org/W2963150697","https://openalex.org/W2964027982","https://openalex.org/W2984579799","https://openalex.org/W2987886924","https://openalex.org/W3035524453","https://openalex.org/W3048710353","https://openalex.org/W3102795568","https://openalex.org/W3147968035","https://openalex.org/W3159481202","https://openalex.org/W3181074849","https://openalex.org/W3184085787","https://openalex.org/W3186838894","https://openalex.org/W4200044384","https://openalex.org/W4200400891","https://openalex.org/W4200493783","https://openalex.org/W4206665678","https://openalex.org/W4229007520","https://openalex.org/W4229044820","https://openalex.org/W4234406933","https://openalex.org/W4246479614","https://openalex.org/W4250394585","https://openalex.org/W4281572363","https://openalex.org/W4286611079","https://openalex.org/W4306177961","https://openalex.org/W4312612133","https://openalex.org/W4312635677","https://openalex.org/W4313156423","https://openalex.org/W4321111319","https://openalex.org/W4368755539","https://openalex.org/W4376864774","https://openalex.org/W4385271020","https://openalex.org/W4385271079","https://openalex.org/W4385526363","https://openalex.org/W4385527465","https://openalex.org/W4386066131","https://openalex.org/W4386942321","https://openalex.org/W4387323309","https://openalex.org/W4390872595","https://openalex.org/W4390874171","https://openalex.org/W4390874575","https://openalex.org/W4391283313","https://openalex.org/W4391305822","https://openalex.org/W4394874494","https://openalex.org/W4400818529","https://openalex.org/W6600137863","https://openalex.org/W6600168703","https://openalex.org/W6852630240"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W2665305151"],"abstract_inverted_index":{"Reproducing":[0],"realistic":[1],"collective":[2,24,180],"behaviors":[3],"presents":[4],"a":[5,55,87,99,125],"captivating":[6],"yet":[7],"formidable":[8],"challenge.":[9],"Traditional":[10],"rule-based":[11],"methods":[12,29],"rely":[13],"on":[14,74],"hand-crafted":[15],"principles,":[16],"limiting":[17],"motion":[18,37,76,148,181],"diversity":[19],"and":[20,39,114,164],"realism":[21],"in":[22,44,85,98,151,199],"generated":[23],"behaviors.":[25],"Recent":[26],"imitation":[27,119,128,143],"learning":[28,64,120,129],"learn":[30],"from":[31,69,95,204],"data":[32],"but":[33],"often":[34],"require":[35],"ground-truth":[36],"trajectories":[38],"struggle":[40],"with":[41,47,177],"authenticity,":[42],"especially":[43],"high-density":[45],"groups":[46],"erratic":[48],"movements.":[49],"In":[50],"this":[51],"paper,":[52],"we":[53,123,192],"present":[54],"scalable":[56],"approach,":[57],"Collective":[58],"Behavior":[59],"Imitation":[60],"Learning":[61],"(CBIL),":[62],"for":[63,116,173],"fish":[65,202],"schooling":[66],"behavior":[67,203],"directly":[68],"videos":[70],",":[71],"without":[72],"relying":[73],"captured":[75],"trajectories.":[77],"Our":[78],"method":[79,130],"first":[80],"leverages":[81],"Video":[82,89],"Representation":[83],"Learning,":[84],"which":[86],"Masked":[88],"AutoEncoder":[90],"(MVAE)":[91],"extracts":[92],"implicit":[93,109],"states":[94,110],"video":[96],"inputs":[97],"self-supervised":[100],"manner.":[101],"The":[102],"MVAE":[103],"effectively":[104,132],"maps":[105],"2D":[106],"observations":[107],"to":[108,131,162],"that":[111],"are":[112],"compact":[113],"expressive":[115],"following":[117],"the":[118,137,145,152,178,194],"stage.":[121],"Then,":[122],"propose":[124],"novel":[126],"adversarial":[127],"capture":[133],"complex":[134],"movements":[135],"of":[136,139,144,147,196],"schools":[138],"fish,":[140],"enabling":[141],"efficient":[142],"distribution":[146],"patterns":[149],"measured":[150],"latent":[153],"space.":[154],"It":[155],"also":[156],"incorporates":[157],"bio-inspired":[158],"rewards":[159],"alongside":[160],"priors":[161],"regularize":[163],"stabilize":[165],"training.":[166],"Once":[167],"trained,":[168],"CBIL":[169],"can":[170],"be":[171],"used":[172],"various":[174],"animation":[175],"tasks":[176],"learned":[179],"priors.":[182],"We":[183],"further":[184],"show":[185],"its":[186],"effectiveness":[187],"across":[188],"different":[189],"species.":[190],"Finally,":[191],"demonstrate":[193],"application":[195],"our":[197],"system":[198],"detecting":[200],"abnormal":[201],"in-the-wild":[205],"videos.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}