{"id":"https://openalex.org/W4413887294","doi":"https://doi.org/10.1109/tmm.2025.3599089","title":"Instructive Probabilistic Transformer for Complex Action Recognition","display_name":"Instructive Probabilistic Transformer for Complex Action Recognition","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413887294","doi":"https://doi.org/10.1109/tmm.2025.3599089"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3599089","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3599089","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100457290","display_name":"Zhao Xie","orcid":"https://orcid.org/0000-0001-9834-4730"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Xie","raw_affiliation_strings":["Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-9834-4730","affiliations":[{"raw_affiliation_string":"Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056109923","display_name":"Longsheng Lu","orcid":"https://orcid.org/0000-0003-2909-3004"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longsheng Lu","raw_affiliation_strings":["Hefei University of Technology, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100609001","display_name":"Kewei Wu","orcid":"https://orcid.org/0000-0002-7332-5653"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kewei Wu","raw_affiliation_strings":["Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-7332-5653","affiliations":[{"raw_affiliation_string":"Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052517470","display_name":"Zhehan Kan","orcid":"https://orcid.org/0000-0002-1069-649X"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhehan Kan","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100927450","display_name":"Xingming Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingming Yang","raw_affiliation_strings":["Hefei University of Technology, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059530979","display_name":"Dan Guo","orcid":"https://orcid.org/0000-0003-2594-254X"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Guo","raw_affiliation_strings":["Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-2594-254X","affiliations":[{"raw_affiliation_string":"Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18616039,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"27","issue":null,"first_page":"7729","last_page":"7743"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.9146999716758728,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7819608449935913},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6170250773429871},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5231988430023193},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.489657461643219},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45809727907180786},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33244481682777405},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.13205990195274353},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.11188113689422607},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07839611172676086}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7819608449935913},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6170250773429871},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5231988430023193},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.489657461643219},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45809727907180786},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33244481682777405},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.13205990195274353},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.11188113689422607},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07839611172676086},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3599089","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3599089","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4004443760","display_name":null,"funder_award_id":"under Grant 62272144","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2099614498","https://openalex.org/W2336403884","https://openalex.org/W2608988379","https://openalex.org/W2955874753","https://openalex.org/W2963091558","https://openalex.org/W2963524571","https://openalex.org/W2963722382","https://openalex.org/W2990503944","https://openalex.org/W3094502228","https://openalex.org/W3116109061","https://openalex.org/W3136663935","https://openalex.org/W3156973125","https://openalex.org/W3159280076","https://openalex.org/W3165695488","https://openalex.org/W3176747427","https://openalex.org/W3176747907","https://openalex.org/W3186684928","https://openalex.org/W4214516465","https://openalex.org/W4214614183","https://openalex.org/W4309660795","https://openalex.org/W4312558481","https://openalex.org/W4312624947","https://openalex.org/W4312956100","https://openalex.org/W4313171043","https://openalex.org/W4364353722","https://openalex.org/W4384304017","https://openalex.org/W4385627142","https://openalex.org/W4386065852","https://openalex.org/W4386075572","https://openalex.org/W4386083157","https://openalex.org/W4386523246","https://openalex.org/W4388756793","https://openalex.org/W4391216149","https://openalex.org/W4391454481","https://openalex.org/W4402727584","https://openalex.org/W4403791387","https://openalex.org/W4406325045"],"related_works":["https://openalex.org/W2943623134","https://openalex.org/W2494523064","https://openalex.org/W2215759665","https://openalex.org/W2030292806","https://openalex.org/W2960358116","https://openalex.org/W2938171715","https://openalex.org/W4287727129","https://openalex.org/W2033914206","https://openalex.org/W2042327336","https://openalex.org/W4283332100"],"abstract_inverted_index":{"Complex":[0,34],"action":[1,35,50,187,200,206,255,263,267,301],"recognition":[2,36],"aims":[3],"to":[4,65,157,174,197,243,260,296],"identify":[5],"multiple":[6,84,89,104,124,214,292],"actions":[7,13,91,105,125],"over":[8],"a":[9,54,145,150,164,218],"long":[10],"time.":[11],"Multiple":[12],"may":[14,25,37,51,62,98,117],"occur":[15,26,71],"at":[16],"the":[17,60,66,74,101,115,128,182,210,235,245,269,273,289,298],"same":[18,49],"time":[19],"(defined":[20,30,126,204],"as":[21,31,127,205],"simultaneous":[22,90],"actions),":[23],"and":[24,149,278,294,303,319],"after":[27],"each":[28,32,107,176,186,230,251],"other":[29],"action)":[33],"suffer":[38],"from":[39],"two":[40],"challenges.":[41],"(1)":[42],"<italic":[43,79,138,154,191,240],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[44,80,139,155,192,241],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Temporal":[45],"repeated":[46,160],"bias.</i>":[47],"The":[48,178,282],"repeat":[52],"in":[53,73,92,100,123,188],"temporal":[55,76,147,159,166,172],"duration.":[56],"In":[57,132,265],"this":[58,95,133],"duration,":[59],"prediction":[61,283],"be":[63],"biased":[64],"majority":[67],"of":[68,83,103,185,213,291],"actions,":[69,114,215],"which":[70,143,169,232],"repeatedly":[72],"past":[75],"frames.":[77,190],"(2)":[78],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Epistemic":[81],"uncertainty":[82,212,284],"actions.</i>":[85],"When":[86],"there":[87],"are":[88],"one":[93],"frame,":[94],"frame's":[96],"feature":[97],"result":[99],"distribution":[102,258,270,304],"overlapping":[106],"other.":[108],"Without":[109],"modeling":[110],"proper":[111,246],"relations":[112,227,248,277],"between":[113,237,275,300],"model":[116],"hinder":[118],"accurately":[119],"explaining":[120],"certain":[121],"categories":[122],"model's":[129],"epistemic":[130,211],"uncertainty).":[131],"work,":[134],"we":[135,162,194,216,253],"propose":[136],"an":[137],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Instructive":[140],"Probabilistic":[141],"Transformer</i>,":[142],"contains":[144],"probabilistic":[146,151,165,171,179,219,226,247,276],"memorizer,":[148],"prototype":[152,220,279],"Transformer.":[153],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">First</i>,":[156],"alleviate":[158,209],"bias,":[161],"design":[163,217],"memory":[167,184],"module,":[168],"learns":[170,225],"gates":[173,180],"localize":[175],"action.":[177],"instruct":[181],"selective":[183],"long-term":[189],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Second</i>,":[193],"cluster":[195],"features":[196,203],"capture":[198],"common":[199],"semantics":[201],"among":[202],"prototypes).":[207],"To":[208],"Transformer":[221],"module.":[222],"This":[223],"module":[224],"depending":[228,249],"on":[229,250,315],"prototype,":[231,252],"can":[233],"ensure":[234,244,297],"separation":[236],"different":[238],"prototypes.":[239],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Third</i>,":[242],"extend":[254],"loss":[256,259,271,302],"with":[257],"learn":[261],"uncertainty-aware":[262,266],"loss.":[264,305],"loss,":[268],"measures":[272],"consistency":[274],"relation":[280],"distribution.":[281],"is":[285],"learned":[286],"by":[287],"analyzing":[288],"entropy":[290],"predictions,":[293],"helps":[295],"effect":[299],"Extensive":[306],"experiments":[307],"demonstrate":[308],"that":[309],"our":[310],"method":[311],"achieves":[312],"state-of-the-art":[313],"performance":[314],"Charades,":[316],"Breakfast":[317],"Actions,":[318],"MultiTHUMOS.":[320]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}