{"id":"https://openalex.org/W4416214896","doi":"https://doi.org/10.1109/tmm.2025.3632695","title":"Multi-Granularity Query Network With Adaptive Category Feature Embedding for Behavior Recognition","display_name":"Multi-Granularity Query Network With Adaptive Category Feature Embedding for Behavior Recognition","publication_year":2025,"publication_date":"2025-11-14","ids":{"openalex":"https://openalex.org/W4416214896","doi":"https://doi.org/10.1109/tmm.2025.3632695"},"language":null,"primary_location":{"id":"doi:10.1109/tmm.2025.3632695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3632695","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113355158","display_name":"Nuoer Long","orcid":"https://orcid.org/0009-0003-8719-7722"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Nuoer Long","raw_affiliation_strings":["Macao Polytechnic University, Macao, China","Macao Polytechnic University"],"raw_orcid":"https://orcid.org/0009-0003-8719-7722","affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Macao, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Macao Polytechnic University","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008886406","display_name":"Yonghao Dang","orcid":"https://orcid.org/0000-0002-1118-5587"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghao Dang","raw_affiliation_strings":["Beijing University of Posts, Telecommunications, Beijing, China","Beijing University of Posts, Telecommunications"],"raw_orcid":"https://orcid.org/0000-0002-1118-5587","affiliations":[{"raw_affiliation_string":"Beijing University of Posts, Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing University of Posts, Telecommunications","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110644850","display_name":"K. Yang","orcid":"https://orcid.org/0009-0001-7170-7586"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Kaiwen Yang","raw_affiliation_strings":["Macao Polytechnic University, Macao, China","Macao Polytechnic University"],"raw_orcid":"https://orcid.org/0009-0001-7170-7586","affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Macao, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Macao Polytechnic University","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077093362","display_name":"Chengpeng Xiong","orcid":"https://orcid.org/0009-0001-4501-2617"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Chengpeng Xiong","raw_affiliation_strings":["Macao Polytechnic University, Macao, China","Macao Polytechnic University"],"raw_orcid":"https://orcid.org/0009-0001-4501-2617","affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Macao, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Macao Polytechnic University","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005571749","display_name":"Shaobin Chen","orcid":"https://orcid.org/0000-0002-2306-1856"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Shaobin Chen","raw_affiliation_strings":["Macao Polytechnic University, Macao, China","Macao Polytechnic University"],"raw_orcid":"https://orcid.org/0000-0002-2306-1856","affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Macao, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Macao Polytechnic University","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101628585","display_name":"Tao Tan","orcid":"https://orcid.org/0000-0001-5403-0887"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Tao Tan","raw_affiliation_strings":["Macao Polytechnic University, Macao, China","Macao Polytechnic University"],"raw_orcid":"https://orcid.org/0000-0001-5403-0887","affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Macao, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Macao Polytechnic University","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019419036","display_name":"Wei Ke","orcid":"https://orcid.org/0000-0003-0952-0961"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Wei Ke","raw_affiliation_strings":["Macao Polytechnic University, Macao, China","Macao Polytechnic University"],"raw_orcid":"https://orcid.org/0000-0003-0952-0961","affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Macao, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Macao Polytechnic University","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089368710","display_name":"Chan\u2013Tong Lam","orcid":"https://orcid.org/0000-0002-8022-7744"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Chan-Tong Lam","raw_affiliation_strings":["Macao Polytechnic University, Macao, China","Macao Polytechnic University"],"raw_orcid":"https://orcid.org/0000-0002-8022-7744","affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Macao, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Macao Polytechnic University","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100606496","display_name":"Jianqin Yin","orcid":"https://orcid.org/0000-0002-1595-2499"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianqin Yin","raw_affiliation_strings":["Beijing University of Posts, Telecommunications, Beijing, China","Beijing University of Posts, Telecommunications"],"raw_orcid":"https://orcid.org/0000-0002-1595-2499","affiliations":[{"raw_affiliation_string":"Beijing University of Posts, Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing University of Posts, Telecommunications","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029008213","display_name":"Peter H. N. de With","orcid":"https://orcid.org/0000-0002-7639-7716"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Peter H. N. de With","raw_affiliation_strings":["Eindhoven University of Technology, Eindhoven, The Netherlands","Eindhoven University of Technology"],"raw_orcid":"https://orcid.org/0000-0002-7639-7716","affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]},{"raw_affiliation_string":"Eindhoven University of Technology","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107955143","display_name":"Yue Sun","orcid":"https://orcid.org/0009-0009-0481-5593"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yue Sun","raw_affiliation_strings":["Macao Polytechnic University, Macao, China","Macao Polytechnic University"],"raw_orcid":"https://orcid.org/0009-0009-0481-5593","affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Macao, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Macao Polytechnic University","institution_ids":["https://openalex.org/I49835588"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30898223,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":null,"first_page":"878","last_page":"890"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.4959000051021576,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.4959000051021576,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11685","display_name":"Zebrafish Biomedical Research Applications","score":0.18880000710487366,"subfield":{"id":"https://openalex.org/subfields/1307","display_name":"Cell Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.03840000182390213,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6305999755859375},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5472999811172485},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5306000113487244},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.508899986743927},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.42170000076293945},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4205000102519989},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.40230000019073486},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3465000092983246}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8468000292778015},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6305999755859375},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5472999811172485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5439000129699707},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5306000113487244},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.508899986743927},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.42170000076293945},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4205000102519989},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.40230000019073486},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3481999933719635},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3458999991416931},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3037000000476837},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30149999260902405},{"id":"https://openalex.org/C118689300","wikidata":"https://www.wikidata.org/wiki/Q7978614","display_name":"Web query classification","level":4,"score":0.27709999680519104},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2632000148296356}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3632695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3632695","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1947481528","https://openalex.org/W2027001671","https://openalex.org/W2194775991","https://openalex.org/W2337252826","https://openalex.org/W2342662179","https://openalex.org/W2507009361","https://openalex.org/W2550143307","https://openalex.org/W2810685774","https://openalex.org/W2948058585","https://openalex.org/W2963076818","https://openalex.org/W2963091558","https://openalex.org/W2963155035","https://openalex.org/W2963247196","https://openalex.org/W2963315828","https://openalex.org/W2963524571","https://openalex.org/W2963820951","https://openalex.org/W2963853051","https://openalex.org/W2984287396","https://openalex.org/W2988634822","https://openalex.org/W3015014633","https://openalex.org/W3083550439","https://openalex.org/W3096609285","https://openalex.org/W3126721948","https://openalex.org/W4214612132","https://openalex.org/W4224285690","https://openalex.org/W4304014690","https://openalex.org/W4310638993","https://openalex.org/W4312560592","https://openalex.org/W4321765060","https://openalex.org/W4360595253","https://openalex.org/W4385245566","https://openalex.org/W4390190427"],"related_works":[],"abstract_inverted_index":{"Behavior":[0,68],"recognition":[1,12,141],"is":[2],"a":[3,65,86,112,148],"highly":[4],"challenging":[5],"task,":[6],"particularly":[7],"in":[8,46,102],"scenarios":[9,48],"requiring":[10],"unified":[11,140],"across":[13],"both":[14],"human":[15],"and":[16,94,128,144,156],"animal":[17],"subjects.":[18],"Most":[19],"existing":[20],"approaches":[21],"primarily":[22],"focus":[23],"on":[24,30,132,151,161],"single-species":[25],"datasets":[26],"or":[27,39,55],"rely":[28],"heavily":[29],"prior":[31],"information":[32],"such":[33],"as":[34],"species":[35,50],"labels,":[36],"positional":[37],"annotations,":[38,135],"skeletal":[40],"keypoints,":[41],"which":[42],"limits":[43],"their":[44],"applicability":[45],"real-world":[47],"where":[49],"labels":[51],"may":[52],"be":[53],"ambiguous":[54],"annotations":[56],"are":[57],"insufficient.":[58],"To":[59],"address":[60],"these":[61],"limitations,":[62],"we":[63,84,110],"propose":[64],"query-based":[66],"Multi-Granularity":[67,87],"Recognition":[69],"Network":[70],"that":[71,116],"directly":[72],"mines":[73],"cross-species":[74],"shared":[75],"spatiotemporal":[76,104],"behavior":[77,125],"patterns":[78],"from":[79],"raw":[80],"video":[81],"inputs.":[82],"Specifically,":[83],"design":[85],"Query":[88,114],"module":[89],"to":[90,122],"effectively":[91],"fuse":[92],"fine-grained":[93],"coarse-grained":[95],"features,":[96],"thereby":[97],"enhancing":[98],"the":[99,136,152,162],"model's":[100],"capability":[101],"capturing":[103],"dynamics":[105],"at":[106],"different":[107],"granularities.":[108],"Additionally,":[109],"introduce":[111],"Category":[113],"Decoder":[115],"leverages":[117],"learnable":[118],"category":[119,126],"query":[120],"vectors":[121],"achieve":[123],"explicit":[124],"modeling":[127],"mapping.":[129],"Without":[130],"relying":[131],"any":[133],"extra":[134],"proposed":[137],"method":[138],"achieves":[139],"of":[142],"multi-species":[143],"multi-category":[145],"behaviors,":[146],"setting":[147],"new":[149],"state-of-the-art":[150],"Animal":[153],"Kingdom":[154],"dataset":[155],"demonstrating":[157],"strong":[158],"generalization":[159],"ability":[160],"Charades":[163],"dataset.":[164]},"counts_by_year":[],"updated_date":"2026-01-10T23:39:48.068659","created_date":"2025-11-14T00:00:00"}