{"id":"https://openalex.org/W4387969092","doi":"https://doi.org/10.1145/3581783.3612435","title":"MUP: Multi-granularity Unified Perception for Panoramic Activity Recognition","display_name":"MUP: Multi-granularity Unified Perception for Panoramic Activity Recognition","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387969092","doi":"https://doi.org/10.1145/3581783.3612435"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612435","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612435","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080838074","display_name":"Meiqi Cao","orcid":"https://orcid.org/0009-0006-2624-1234"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiqi Cao","raw_affiliation_strings":["Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0006-2624-1234","affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100716371","display_name":"Rui Yan","orcid":"https://orcid.org/0000-0002-0694-9458"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yan","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0694-9458","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040437528","display_name":"Xiangbo Shu","orcid":"https://orcid.org/0000-0003-4902-4663"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangbo Shu","raw_affiliation_strings":["Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-4902-4663","affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078942358","display_name":"J. Zhang","orcid":"https://orcid.org/0009-0000-2637-5095"},"institutions":[{"id":"https://openalex.org/I2799736854","display_name":"Nanjing Institute of Technology","ror":"https://ror.org/00n6txq60","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799736854"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiachao Zhang","raw_affiliation_strings":["Nanjing Institute of Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0000-2637-5095","affiliations":[{"raw_affiliation_string":"Nanjing Institute of Technology, Nanjing, China","institution_ids":["https://openalex.org/I2799736854"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100376310","display_name":"Jinpeng Wang","orcid":"https://orcid.org/0000-0001-6127-9146"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jinpeng Wang","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6127-9146","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084688255","display_name":"Guo-Sen Xie","orcid":"https://orcid.org/0000-0002-5487-9845"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guo-Sen Xie","raw_affiliation_strings":["Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-5487-9845","affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7666","last_page":"7675"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.9712108373641968},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7565637826919556},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.6824356913566589},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.6438647508621216},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.5460808277130127},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5278359055519104},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5217798352241516},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5020158290863037},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.49280861020088196},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.478675901889801},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.47043535113334656},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.4642677307128906},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.441619873046875},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39660871028900146},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34306269884109497},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32903099060058594},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3213757574558258},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1101333498954773}],"concepts":[{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.9712108373641968},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7565637826919556},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.6824356913566589},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.6438647508621216},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.5460808277130127},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5278359055519104},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5217798352241516},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5020158290863037},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.49280861020088196},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.478675901889801},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.47043535113334656},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4642677307128906},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.441619873046875},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39660871028900146},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34306269884109497},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32903099060058594},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3213757574558258},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1101333498954773},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612435","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612435","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2268872017","display_name":null,"funder_award_id":"2023M731596","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G2425268315","display_name":null,"funder_award_id":"62002160","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3938807848","display_name":null,"funder_award_id":"62276134","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5512729199","display_name":null,"funder_award_id":"62222207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5558408212","display_name":"\u9762\u5411\u590d\u6742\u573a\u666f\u7684\u7fa4\u4f53\u6d3b\u52a8\u591a\u7c92\u5ea6\u89e3\u6790\u7814\u7a76","funder_award_id":"62072245","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5950360714","display_name":null,"funder_award_id":"BK20211520","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W289401892","https://openalex.org/W1522734439","https://openalex.org/W2003708924","https://openalex.org/W2054780155","https://openalex.org/W2105101328","https://openalex.org/W2124111503","https://openalex.org/W2128107557","https://openalex.org/W2138332955","https://openalex.org/W2171544105","https://openalex.org/W2194775991","https://openalex.org/W2398232863","https://openalex.org/W2507009361","https://openalex.org/W2801086478","https://openalex.org/W2810292802","https://openalex.org/W2810685774","https://openalex.org/W2883429621","https://openalex.org/W2896597662","https://openalex.org/W2897054934","https://openalex.org/W2914393402","https://openalex.org/W2917819557","https://openalex.org/W2927778007","https://openalex.org/W2940963663","https://openalex.org/W2963150697","https://openalex.org/W2963524571","https://openalex.org/W2974686944","https://openalex.org/W3015832449","https://openalex.org/W3028797339","https://openalex.org/W3034732358","https://openalex.org/W3035029089","https://openalex.org/W3035648302","https://openalex.org/W3086556267","https://openalex.org/W3093103595","https://openalex.org/W3093195700","https://openalex.org/W3095022195","https://openalex.org/W3096609285","https://openalex.org/W3096719817","https://openalex.org/W3104374384","https://openalex.org/W3106266119","https://openalex.org/W3110257409","https://openalex.org/W3112188842","https://openalex.org/W3144974485","https://openalex.org/W3162363705","https://openalex.org/W3169998028","https://openalex.org/W3172908893","https://openalex.org/W3175859725","https://openalex.org/W3204485253","https://openalex.org/W3205333272","https://openalex.org/W3207251446","https://openalex.org/W3216333260","https://openalex.org/W4205559380","https://openalex.org/W4206706211","https://openalex.org/W4214612132","https://openalex.org/W4214614183","https://openalex.org/W4214893857","https://openalex.org/W4230451144","https://openalex.org/W4234552385","https://openalex.org/W4282981352","https://openalex.org/W4287122452","https://openalex.org/W4304014890","https://openalex.org/W4304092632","https://openalex.org/W4312557989","https://openalex.org/W4312560592","https://openalex.org/W4312702383","https://openalex.org/W4312769131","https://openalex.org/W4312980231","https://openalex.org/W4313291202","https://openalex.org/W4360993849","https://openalex.org/W6776262731"],"related_works":["https://openalex.org/W2372020181","https://openalex.org/W2156531654","https://openalex.org/W1581723585","https://openalex.org/W4378714697","https://openalex.org/W2294330161","https://openalex.org/W2253069048","https://openalex.org/W2804553224","https://openalex.org/W140709781","https://openalex.org/W3214340375","https://openalex.org/W1510159504"],"abstract_inverted_index":{"Panoramic":[0],"activity":[1],"recognition":[2],"is":[3],"required":[4],"to":[5,61,122,139,147],"jointly":[6],"identify":[7],"multi-granularity":[8,37],"human":[9],"behaviors":[10,26,38,59,92],"including":[11],"individual":[12],"actions,":[13],"group":[14],"activities,":[15],"and":[16,100,113,164],"global":[17],"activities":[18],"in":[19,39,71],"multi-person":[20],"videos.":[21],"Previous":[22],"methods":[23,161],"encode":[24],"these":[25],"hierarchically":[27],"through":[28],"multiple":[29,90],"stages,":[30],"which":[31],"disturb":[32],"the":[33,40,63,68,78,124,134,159],"inherent":[34],"co-occurrence":[35,64],"across":[36,142],"same":[41,69],"scene.":[42],"To":[43,75],"this":[44],"end,":[45],"we":[46],"propose":[47],"a":[48],"novel":[49],"Multi-granularity":[50],"Unified":[51,83],"Perception":[52],"(MUP)":[53],"framework":[54,80],"that":[55,156],"perceives":[56],"different":[57,143],"granularity":[58,91,131],"universally":[60],"explore":[62],"motion":[65],"pattern":[66],"via":[67,108,149],"parameters":[70],"an":[72],"end-to-end":[73],"fashion.":[74],"be":[76],"specific,":[77],"proposed":[79],"stacks":[81],"three":[82],"Motion":[84,110,115],"Encoding":[85],"(UME)":[86],"blocks":[87],"for":[88],"modeling":[89],"with":[93],"shared":[94],"parameters.":[95],"UME":[96],"block":[97],"mines":[98],"intra-relevant":[99],"cross-relevant":[101],"semantics":[102],"synchronously":[103],"from":[104],"input":[105],"feature":[106],"sequences":[107],"Intra-granularity":[109],"Embedding":[111],"(IME)":[112],"Cross-granularity":[114],"Prototyping":[116],"(CMP).":[117],"In":[118],"particular,":[119],"IME":[120],"aims":[121,138],"model":[123],"interactions":[125],"among":[126],"visual":[127],"features":[128,141],"within":[129],"each":[130],"based":[132],"on":[133,162],"attention":[135],"mechanism.":[136],"CMP":[137],"aggregate":[140],"granularities":[144],"(i.e.,":[145],"person":[146],"group)":[148],"several":[150],"learnable":[151],"prototypes.":[152],"Extensive":[153],"experiments":[154],"demonstrate":[155],"MUP":[157],"outperforms":[158],"state-of-the-art":[160],"JRDB-PAR":[163],"has":[165],"satisfactory":[166],"interpretability.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}