{"id":"https://openalex.org/W4394862854","doi":"https://doi.org/10.1109/tcsvt.2024.3389024","title":"Modality-Aware Heterogeneous Graph for Joint Video Moment Retrieval and Highlight Detection","display_name":"Modality-Aware Heterogeneous Graph for Joint Video Moment Retrieval and Highlight Detection","publication_year":2024,"publication_date":"2024-04-16","ids":{"openalex":"https://openalex.org/W4394862854","doi":"https://doi.org/10.1109/tcsvt.2024.3389024"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3389024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3389024","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000079751","display_name":"Ruomei Wang","orcid":"https://orcid.org/0000-0002-2712-4412"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruomei Wang","raw_affiliation_strings":["School of Computer Science and Engineering, National Engineering Research Center of Digital Life, Sun Yat-sen University, Guangzhou, China","National Engineering Research Center of Digital Life, School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2712-4412","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, National Engineering Research Center of Digital Life, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"National Engineering Research Center of Digital Life, School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019700620","display_name":"Jiawei Feng","orcid":"https://orcid.org/0009-0008-7891-4407"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Feng","raw_affiliation_strings":["School of Computer Science and Engineering, National Engineering Research Center of Digital Life, Sun Yat-sen University, Guangzhou, China","National Engineering Research Center of Digital Life, School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-7891-4407","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, National Engineering Research Center of Digital Life, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"National Engineering Research Center of Digital Life, School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045437445","display_name":"Fuwei Zhang","orcid":"https://orcid.org/0000-0003-0179-9988"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuwei Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, National Engineering Research Center of Digital Life, Sun Yat-sen University, Guangzhou, China","National Engineering Research Center of Digital Life, School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0179-9988","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, National Engineering Research Center of Digital Life, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"National Engineering Research Center of Digital Life, School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100426931","display_name":"Xiaonan Luo","orcid":"https://orcid.org/0000-0002-0751-5045"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaonan Luo","raw_affiliation_strings":["School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0002-0751-5045","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045358430","display_name":"Yuanmao Luo","orcid":"https://orcid.org/0009-0006-8035-6737"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanmao Luo","raw_affiliation_strings":["School of Computer Science and Engineering, National Engineering Research Center of Digital Life, Sun Yat-sen University, Guangzhou, China","National Engineering Research Center of Digital Life, School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0006-8035-6737","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, National Engineering Research Center of Digital Life, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"National Engineering Research Center of Digital Life, School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4306,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.81902216,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"34","issue":"9","first_page":"8896","last_page":"8911"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6749219298362732},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5217141509056091},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48488932847976685},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4311399459838867},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.41376838088035583},{"id":"https://openalex.org/keywords/moment","display_name":"Moment (physics)","score":0.41137364506721497},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.22015410661697388}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6749219298362732},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5217141509056091},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48488932847976685},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4311399459838867},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41376838088035583},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.41137364506721497},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.22015410661697388},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3389024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3389024","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1090474737","display_name":null,"funder_award_id":"2018AAA0100300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8196606464","display_name":null,"funder_award_id":"62172452","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W329267344","https://openalex.org/W1498436455","https://openalex.org/W1686810756","https://openalex.org/W1924343884","https://openalex.org/W2147717514","https://openalex.org/W2194345886","https://openalex.org/W2250539671","https://openalex.org/W2463071499","https://openalex.org/W2519328139","https://openalex.org/W2529163075","https://openalex.org/W2529272619","https://openalex.org/W2546696630","https://openalex.org/W2593116425","https://openalex.org/W2597958930","https://openalex.org/W2619947201","https://openalex.org/W2737677090","https://openalex.org/W2798354744","https://openalex.org/W2894280539","https://openalex.org/W2897628926","https://openalex.org/W2904824998","https://openalex.org/W2919974746","https://openalex.org/W2948958195","https://openalex.org/W2951748488","https://openalex.org/W2952132648","https://openalex.org/W2962869524","https://openalex.org/W2963017553","https://openalex.org/W2963095467","https://openalex.org/W2963220254","https://openalex.org/W2963351448","https://openalex.org/W2963495494","https://openalex.org/W2963524571","https://openalex.org/W2963662190","https://openalex.org/W2963729528","https://openalex.org/W2963919999","https://openalex.org/W2964015378","https://openalex.org/W2964089981","https://openalex.org/W2979933490","https://openalex.org/W2981808500","https://openalex.org/W2983918066","https://openalex.org/W2986407524","https://openalex.org/W2990503944","https://openalex.org/W2997429269","https://openalex.org/W2997669288","https://openalex.org/W2997805943","https://openalex.org/W2998495542","https://openalex.org/W3007081072","https://openalex.org/W3034623254","https://openalex.org/W3034730770","https://openalex.org/W3035419698","https://openalex.org/W3043840704","https://openalex.org/W3094550259","https://openalex.org/W3101429639","https://openalex.org/W3104862079","https://openalex.org/W3106775073","https://openalex.org/W3109316002","https://openalex.org/W3162694035","https://openalex.org/W3176471072","https://openalex.org/W3196253003","https://openalex.org/W3198471657","https://openalex.org/W3201181235","https://openalex.org/W3201832684","https://openalex.org/W3202168743","https://openalex.org/W4214582399","https://openalex.org/W4285283873","https://openalex.org/W4297733535","https://openalex.org/W4312330256","https://openalex.org/W4312544061","https://openalex.org/W4312680331","https://openalex.org/W4322706621","https://openalex.org/W4385245566","https://openalex.org/W4386083094","https://openalex.org/W4390873341","https://openalex.org/W6637373629","https://openalex.org/W6752110883","https://openalex.org/W6762445188","https://openalex.org/W6779961489","https://openalex.org/W6791353385","https://openalex.org/W6798195429","https://openalex.org/W6804424445","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"The":[0],"joint":[1,147],"task":[2,148],"of":[3,119,127,149,179,188,234,237],"video":[4,8,150],"moment":[5,151],"retrieval":[6,152],"and":[7,37,78,114,136,153,202],"highlight":[9,154],"detection":[10,155],"is":[11,63,156,200,227],"a":[12,18,51,89,142,186],"challenging":[13],"study,":[14],"which":[15],"requires":[16],"building":[17],"model":[19],"that":[20,196],"not":[21],"only":[22],"captures":[23],"contextual":[24],"information":[25,104],"between":[26,70,105,112],"sequences":[27],"in":[28,183,211,240],"time":[29],"but":[30],"also":[31],"has":[32,203],"the":[33,67,71,76,101,108,117,124,146,160,177,180,197,208,215,232,238],"ability":[34],"to":[35,65,81,175,220,230],"understand":[36],"judge":[38],"significance.":[39],"This":[40],"paper":[41],"solves":[42],"these":[43],"problems":[44],"from":[45],"three":[46],"aspects.":[47],"Firstly,":[48],"we":[49,87],"design":[50],"parameter-free":[52,83,131],"cross-modal":[53,84,132],"statistical":[54,133],"correlation":[55,134],"interaction":[56],"method.":[57],"A":[58],"novel":[59,90,163],"saliency":[60,68],"enhancement":[61],"function":[62],"defined":[64],"quantify":[66],"differences":[69],"important":[72],"features":[73,80],"associated":[74],"with":[75,116,185,218],"query":[77],"other":[79],"achieve":[82],"fusion.":[85],"Secondly,":[86],"propose":[88],"modality-aware":[91],"heterogeneous":[92,137],"graph":[93,138],"reasoning":[94,139],"mechanism":[95],"(MHGR).":[96],"MHGR":[97],"can":[98],"effectively":[99],"capture":[100],"global":[102],"context":[103],"sequences,":[106,113],"enhance":[107],"local":[109],"association":[110],"relationship":[111],"deal":[115],"complexity":[118],"multi-modal":[120],"data":[121,174],"better":[122],"through":[123],"organic":[125],"combination":[126],"two":[128,162],"key":[129],"modules:":[130],"interaction,":[135],"mechanism.":[140],"Thirdly,":[141],"lightweight":[143,201],"solution":[144,182,199,217,239],"for":[145],"designed":[157],"based":[158],"on":[159,170],"above":[161],"algorithm":[164],"modules.":[165],"Comprehensive":[166],"experiments":[167],"are":[168],"conducted":[169,229],"publicly":[171],"available":[172],"benchmark":[173],"validate":[176],"advantages":[178],"new":[181,198,216],"comparison":[184],"series":[187],"state-of-the-art":[189],"peer":[190,221],"methods.":[191,222],"Quantitative":[192],"results":[193],"consistently":[194],"demonstrate":[195],"high":[204],"inference":[205],"performance":[206],"so":[207],"remarkable":[209],"improvement":[210],"accuracy":[212],"achieved":[213],"by":[214],"respect":[219],"An":[223],"extended":[224],"ablation":[225],"study":[226],"further":[228],"show":[231],"usefulness":[233],"each":[235],"module":[236],"acquiring":[241],"its":[242],"computational":[243],"capabilities.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}