{"id":"https://openalex.org/W4401567187","doi":"https://doi.org/10.1109/tmm.2024.3443661","title":"HSSHG: Heuristic Semantics-Constrained Spatio-Temporal Heterogeneous Graph for VideoQA","display_name":"HSSHG: Heuristic Semantics-Constrained Spatio-Temporal Heterogeneous Graph for VideoQA","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401567187","doi":"https://doi.org/10.1109/tmm.2024.3443661"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3443661","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tmm.2024.3443661","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000079751","display_name":"Ruomei Wang","orcid":"https://orcid.org/0000-0002-2712-4412"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruomei Wang","raw_affiliation_strings":["School of Software Engineering, Sun Yat-sen University, Zhuhai, China"],"raw_orcid":"https://orcid.org/0000-0002-2712-4412","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Sun Yat-sen University, Zhuhai, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045358430","display_name":"Yuanmao Luo","orcid":"https://orcid.org/0009-0006-8035-6737"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanmao Luo","raw_affiliation_strings":["School of Computer Science and Engineering, National Engineering Research Center of Digital Life, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0006-8035-6737","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, National Engineering Research Center of Digital Life, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045437445","display_name":"Fuwei Zhang","orcid":"https://orcid.org/0000-0003-0179-9988"},"institutions":[{"id":"https://openalex.org/I135714990","display_name":"North University of China","ror":"https://ror.org/047bp1713","country_code":"CN","type":"education","lineage":["https://openalex.org/I135714990"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuwei Zhang","raw_affiliation_strings":["School of Computer Science and Technology, North University of China, Taiyuan, China"],"raw_orcid":"https://orcid.org/0000-0003-0179-9988","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, North University of China, Taiyuan, China","institution_ids":["https://openalex.org/I135714990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024853469","display_name":"Mingyang Liu","orcid":"https://orcid.org/0000-0002-3630-5821"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyang Liu","raw_affiliation_strings":["School of Computer Science and Engineering, National Engineering Research Center of Digital Life, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3630-5821","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, National Engineering Research Center of Digital Life, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100426931","display_name":"Xiaonan Luo","orcid":"https://orcid.org/0000-0002-0751-5045"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaonan Luo","raw_affiliation_strings":["School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0002-0751-5045","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2044,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.46603276,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"26","issue":null,"first_page":"11176","last_page":"11190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8541365265846252},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.587466835975647},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5085159540176392},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4845818281173706},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.47771787643432617},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.27718132734298706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23834669589996338}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8541365265846252},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.587466835975647},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5085159540176392},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4845818281173706},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.47771787643432617},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.27718132734298706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23834669589996338}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3443661","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tmm.2024.3443661","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8196606464","display_name":null,"funder_award_id":"62172452","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W2116341502","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2425121537","https://openalex.org/W2735159761","https://openalex.org/W2751525844","https://openalex.org/W2765716052","https://openalex.org/W2808181286","https://openalex.org/W2896457183","https://openalex.org/W2897857500","https://openalex.org/W2904452845","https://openalex.org/W2954199749","https://openalex.org/W2962934715","https://openalex.org/W2962949233","https://openalex.org/W2963541336","https://openalex.org/W2964220823","https://openalex.org/W2969127500","https://openalex.org/W2969663619","https://openalex.org/W2969897437","https://openalex.org/W2972113750","https://openalex.org/W2974161034","https://openalex.org/W2997344006","https://openalex.org/W2998166190","https://openalex.org/W3008341877","https://openalex.org/W3016658915","https://openalex.org/W3027790991","https://openalex.org/W3034425145","https://openalex.org/W3034636873","https://openalex.org/W3034730770","https://openalex.org/W3117181316","https://openalex.org/W3159630763","https://openalex.org/W3167092180","https://openalex.org/W3168640669","https://openalex.org/W3173367591","https://openalex.org/W3181758331","https://openalex.org/W3189890868","https://openalex.org/W3206675006","https://openalex.org/W3207409917","https://openalex.org/W3209229003","https://openalex.org/W3217304284","https://openalex.org/W4200631219","https://openalex.org/W4205492448","https://openalex.org/W4226060302","https://openalex.org/W4285234395","https://openalex.org/W4295036294","https://openalex.org/W4312246181","https://openalex.org/W4385901360","https://openalex.org/W4390190606","https://openalex.org/W6631190155","https://openalex.org/W6791353385","https://openalex.org/W6849177959"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Video":[0],"question":[1],"answering":[2],"is":[3,71,130],"a":[4,107,114],"challenging":[5],"task":[6],"that":[7],"requires":[8],"models":[9,21,38],"to":[10,118,153],"recognize":[11],"visual":[12],"information":[13],"in":[14,228],"videos":[15],"and":[16,137,144,159,174,206,209,216,231,237],"perform":[17],"spatio-temporal":[18,27,45,56,86,110,121,126,163,170,179,185,243],"reasoning.":[19,98],"Current":[20],"increasingly":[22],"focus":[23],"on":[24,183,203,213],"enabling":[25],"objects":[26,59,70,129,173],"reasoning":[28,180,244],"via":[29],"graph":[30,36,165],"neural":[31],"networks.":[32],"However,":[33],"the":[34,44,55,62,81,93,101,120,133,138,155,169,176,184,223,229,232,241],"existing":[35],"network-based":[37],"still":[39],"have":[40],"deficiencies":[41],"when":[42,60,75],"constructing":[43],"relationship":[46,127,136,171],"between":[47,58,69,88,123,128,172],"objects:":[48],"(1)":[49],"The":[50,66,125,141,162],"lack":[51,83],"of":[52,54,85,95,157,225,234,246],"consideration":[53],"constraints":[57],"defining":[61],"adjacency":[63],"relationship;":[64],"(2)":[65],"semantic":[67,115,151],"correlation":[68],"not":[72],"fully":[73],"considered":[74],"generating":[76],"edge":[77],"weights.":[78],"These":[79],"make":[80],"model":[82],"representation":[84],"interaction":[87,122],"objects,":[89],"which":[90,199],"directly":[91],"affects":[92],"ability":[94,245],"object":[96,134,139,145,178],"relation":[97],"To":[99],"solve":[100],"above":[102],"problems,":[103],"this":[104,188],"paper":[105,189],"designs":[106],"heuristic":[108,150],"semantics-constrained":[109],"heterogeneous":[111,186],"graph,":[112,187],"employing":[113],"consistency-aware":[116],"strategy":[117],"construct":[119],"objects.":[124],"constrained":[131],"by":[132],"co-occurrence":[135],"consistency.":[140],"plot":[142],"summaries":[143],"locations":[146],"are":[147],"used":[148],"as":[149],"priors":[152],"constrain":[154],"weights":[156],"spatial":[158],"temporal":[160],"edges.":[161],"heterogeneity":[164],"more":[166],"accurately":[167],"restores":[168],"strengthens":[175],"model's":[177],"ability.":[181],"Based":[182],"proposes":[190],"Heuristic":[191],"Semantics-constrained":[192],"Spatio-temporal":[193],"Heterogeneous":[194],"Graph":[195],"for":[196],"VideoQA":[197],"(HSSHG),":[198],"achieves":[200],"state-of-the-art":[201],"performance":[202],"benchmark":[204,214],"MSVD-QA":[205],"FrameQA":[207],"datasets,":[208],"demonstrates":[210],"competitive":[211],"results":[212],"MSRVTT-QA":[215],"ActivityNet-QA":[217],"dataset.":[218],"Extensive":[219],"ablation":[220],"experiments":[221],"verify":[222],"effectiveness":[224],"each":[226],"component":[227],"network":[230],"rationality":[233],"hyperparameter":[235],"settings,":[236],"qualitative":[238],"analysis":[239],"verifies":[240],"object-level":[242],"HSSHG.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}