{"id":"https://openalex.org/W4412939501","doi":"https://doi.org/10.1109/tcsvt.2025.3595145","title":"HAhb-KG: Hierarchical Augmented Knowledge Graph for Human Behavior Assisting Cross-Modal Learning Action Detection","display_name":"HAhb-KG: Hierarchical Augmented Knowledge Graph for Human Behavior Assisting Cross-Modal Learning Action Detection","publication_year":2025,"publication_date":"2025-08-04","ids":{"openalex":"https://openalex.org/W4412939501","doi":"https://doi.org/10.1109/tcsvt.2025.3595145"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3595145","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3595145","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075502576","display_name":"Xiaochen Wang","orcid":"https://orcid.org/0009-0002-4355-3169"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaochen Wang","raw_affiliation_strings":["Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046193794","display_name":"Dehui Kong","orcid":"https://orcid.org/0000-0001-7722-7172"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dehui Kong","raw_affiliation_strings":["Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100600766","display_name":"Jinghua Li","orcid":"https://orcid.org/0000-0002-8476-9460"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinghua Li","raw_affiliation_strings":["Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100378641","display_name":"Jing Wang","orcid":"https://orcid.org/0000-0001-7962-4091"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Wang","raw_affiliation_strings":["Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020527092","display_name":"Baocai Yin","orcid":"https://orcid.org/0000-0003-3121-1823"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baocai Yin","raw_affiliation_strings":["Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5075502576"],"corresponding_institution_ids":["https://openalex.org/I37796252"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22259403,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"1","first_page":"1045","last_page":"1060"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9632999897003174,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.963100016117096,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6838703751564026},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6669987440109253},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.5812380909919739},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5176804065704346},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5154021978378296},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3811098039150238},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3777787387371063}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6838703751564026},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6669987440109253},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.5812380909919739},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5176804065704346},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5154021978378296},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3811098039150238},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3777787387371063},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3595145","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3595145","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W2081580037","https://openalex.org/W2337252826","https://openalex.org/W2550143307","https://openalex.org/W2625366777","https://openalex.org/W2914134937","https://openalex.org/W2921735974","https://openalex.org/W2934060014","https://openalex.org/W2948729509","https://openalex.org/W2963524571","https://openalex.org/W2981385151","https://openalex.org/W2983050716","https://openalex.org/W2990503944","https://openalex.org/W3004301609","https://openalex.org/W3010071343","https://openalex.org/W3034572008","https://openalex.org/W3035047011","https://openalex.org/W3086983286","https://openalex.org/W3096609285","https://openalex.org/W3097033071","https://openalex.org/W3120364173","https://openalex.org/W3122490299","https://openalex.org/W3128626728","https://openalex.org/W3137278571","https://openalex.org/W3162750157","https://openalex.org/W3163652268","https://openalex.org/W3175357208","https://openalex.org/W3176212189","https://openalex.org/W3187343781","https://openalex.org/W3190693140","https://openalex.org/W3195829209","https://openalex.org/W3195932542","https://openalex.org/W3196734898","https://openalex.org/W3200764579","https://openalex.org/W3203925315","https://openalex.org/W3204762109","https://openalex.org/W3212342059","https://openalex.org/W3213436376","https://openalex.org/W3215084804","https://openalex.org/W4213160450","https://openalex.org/W4214493665","https://openalex.org/W4214507144","https://openalex.org/W4214614183","https://openalex.org/W4224926583","https://openalex.org/W4226270831","https://openalex.org/W4296079526","https://openalex.org/W4312593602","https://openalex.org/W4313007769","https://openalex.org/W4321608058","https://openalex.org/W4362606112","https://openalex.org/W4372037321","https://openalex.org/W4379382445","https://openalex.org/W4379984087","https://openalex.org/W4380032301","https://openalex.org/W4382998830","https://openalex.org/W4386076326","https://openalex.org/W4387341659","https://openalex.org/W4387609200","https://openalex.org/W4392903023","https://openalex.org/W4392939995","https://openalex.org/W4393079490","https://openalex.org/W4394744429","https://openalex.org/W4398202893","https://openalex.org/W4402704603","https://openalex.org/W4402727939","https://openalex.org/W4402753803","https://openalex.org/W4403002935","https://openalex.org/W4405783129","https://openalex.org/W4406095708","https://openalex.org/W4407638641","https://openalex.org/W4408201752","https://openalex.org/W4411245212"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W2320915480","https://openalex.org/W2362990116","https://openalex.org/W2381300099","https://openalex.org/W2961085424","https://openalex.org/W2714992399","https://openalex.org/W2383812217","https://openalex.org/W2326515389"],"abstract_inverted_index":{"Action":[0],"detection":[1,27,219,229,247,266],"in":[2,22,28,45,73,105,189,227,245],"untrimmed,":[3],"densely":[4],"annotated":[5],"video":[6,47,188],"datasets":[7],"is":[8,123,198,221],"a":[9,90,111,135,205,215],"challenging":[10],"task":[11],"due":[12],"to":[13,167,180,185,200,208,223],"the":[14,37,41,46,49,55,63,71,87,155,174,182,186,190,213,233,250,259],"presence":[15],"of":[16,43,58,86,164,235,241],"composite":[17],"actions":[18,21,44,59,76,96],"and":[19,39,66,93,153,157,162,172,243,252],"co-occurring":[20],"videos.":[23],"To":[24],"facilitate":[25],"action":[26,81,106,218,228,246,265],"such":[29],"intricate":[30],"scenarios,":[31],"leveraging":[32],"ample":[33],"prior":[34,129],"information":[35,82,171],"from":[36,83,97,144],"data":[38,88],"comprehending":[40],"context":[42],"are":[48],"most":[50],"important":[51],"two":[52],"clues.":[53],"Specifically,":[54],"co-occurrence":[56,165],"probability":[57,163],"can":[60,101],"effectively":[61],"capture":[62],"temporal":[64],"relationships":[65,158],"associations":[67,175],"among":[68],"actions,":[69],"aiding":[70],"model":[72,220],"recognizing":[74],"multiple":[75],"occurring":[77],"simultaneously.":[78],"Additionally,":[79],"aggregating":[80],"different":[84,132],"levels":[85,133],"into":[89,134],"comprehensive":[91],"graph":[92,140,151],"describing":[94],"human":[95,120,142],"various":[98,145],"semantic":[99,146],"layers":[100],"significantly":[102],"reduce":[103],"ambiguities":[104],"detection.":[107],"Based":[108],"on":[109,131,249],"this,":[110],"novel":[112],"knowledge":[113,130,183,191,195,203],"graph,":[114,192],"Hierarchical":[115],"Augmented":[116],"Knowledge":[117],"Graph":[118],"for":[119],"behaviour":[121,143],"(HAhb-KG),":[122],"proposed,":[124],"which":[125,231,256],"brings":[126],"together":[127],"action-related":[128],"unified":[136],"hierarchical":[137],"graph.":[138],"The":[139],"describes":[141],"aspects":[147],"by":[148],"defining":[149],"diversified":[150],"nodes,":[152],"augments":[154],"nodes":[156],"with":[159,212],"corresponding":[160],"images":[161],"respectively,":[166,255],"introduce":[168],"textual":[169],"modality":[170],"weigh":[173],"between":[176],"actions.":[177],"In":[178],"order":[179],"mine":[181],"related":[184],"input":[187],"HAhb-KG":[193],"oriented":[194],"understanding":[196],"framework":[197],"proposed":[199,260],"embed":[201],"multi-modal":[202],"as":[204],"valuable":[206],"supplement":[207],"visual":[209],"information.":[210],"Incorporated":[211],"framework,":[214],"cross-modal":[216],"learning":[217],"designed":[222],"achieve":[224],"high":[225],"accuracy":[226],"tasks,":[230],"validates":[232],"effectiveness":[234],"HAhb-KG.":[236],"Our":[237],"method":[238,261],"achieves":[239],"gains":[240],"1.45(mAP)":[242],"2.28(mAP)":[244],"experiments":[248],"Charades":[251],"TSU":[253],"datasets,":[254],"show":[257],"that":[258],"outperforms":[262],"existing":[263],"knowledge-based":[264],"methods.":[267]},"counts_by_year":[],"updated_date":"2026-01-29T23:13:10.619473","created_date":"2025-10-10T00:00:00"}