{"id":"https://openalex.org/W4385757441","doi":"https://doi.org/10.1109/tmm.2023.3303712","title":"Relational Network via Cascade CRF for Video Language Grounding","display_name":"Relational Network via Cascade CRF for Video Language Grounding","publication_year":2023,"publication_date":"2023-08-11","ids":{"openalex":"https://openalex.org/W4385757441","doi":"https://doi.org/10.1109/tmm.2023.3303712"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3303712","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3303712","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114833240","display_name":"Tong Zhang","orcid":"https://orcid.org/0000-0001-8163-3050"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tong Zhang","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081796777","display_name":"Xiankai Lu","orcid":"https://orcid.org/0000-0002-9543-6960"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiankai Lu","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067846625","display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0002-2725-6458"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019824207","display_name":"Xiushan Nie","orcid":"https://orcid.org/0000-0001-9644-9723"},"institutions":[{"id":"https://openalex.org/I44445938","display_name":"Shandong Jianzhu University","ror":"https://ror.org/01gbfax37","country_code":"CN","type":"education","lineage":["https://openalex.org/I44445938"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiushan Nie","raw_affiliation_strings":["School of Computer Science and Technology, Shandong Jianzhu University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong Jianzhu University, Jinan, China","institution_ids":["https://openalex.org/I44445938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100672590","display_name":"Yilong Yin","orcid":"https://orcid.org/0000-0002-8465-1294"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilong Yin","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102851352","display_name":"Jianbing Shen","orcid":"https://orcid.org/0000-0003-2656-3082"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Jianbing Shen","raw_affiliation_strings":["SKL-IOTSC, University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"SKL-IOTSC, University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5114833240"],"corresponding_institution_ids":["https://openalex.org/I154099455"],"apc_list":null,"apc_paid":null,"fwci":0.8364,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.75046983,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"8297","last_page":"8311"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8171037435531616},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.637151837348938},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6273627877235413},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5527693629264832},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5063067674636841},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.48441392183303833},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.4700029492378235},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44366514682769775},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4147166609764099},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3982839584350586},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3742813467979431},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.21757736802101135}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8171037435531616},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.637151837348938},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6273627877235413},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5527693629264832},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5063067674636841},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.48441392183303833},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.4700029492378235},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44366514682769775},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4147166609764099},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3982839584350586},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3742813467979431},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.21757736802101135},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3303712","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3303712","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G210149415","display_name":null,"funder_award_id":"62176141","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2354569124","display_name":null,"funder_award_id":"SKL-IOTSC(UM)-2021-2023","funder_id":"https://openalex.org/F4320323893","funder_display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia"},{"id":"https://openalex.org/G3604572085","display_name":null,"funder_award_id":"MYRG-CRG2022-00013-IOTSC-ICI","funder_id":"https://openalex.org/F4320323893","funder_display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia"},{"id":"https://openalex.org/G4076825138","display_name":null,"funder_award_id":"62176139","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5394384052","display_name":null,"funder_award_id":"62106128","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5634033710","display_name":null,"funder_award_id":"ZR2021ZD15","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G5947912926","display_name":null,"funder_award_id":"ZR2021QF001","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G5956857169","display_name":null,"funder_award_id":"SKL-IoTSC(UM)-2021-2023/ORP/GA05/2022","funder_id":"https://openalex.org/F4320322841","funder_display_name":"Universidade de Macau"},{"id":"https://openalex.org/G6317468392","display_name":null,"funder_award_id":"tsqn202103088","funder_id":"https://openalex.org/F4320326189","funder_display_name":"Taishan Scholar Project of Shandong Province"},{"id":"https://openalex.org/G865935055","display_name":null,"funder_award_id":"0154/2022/A3","funder_id":"https://openalex.org/F4320323893","funder_display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322841","display_name":"Universidade de Macau","ror":"https://ror.org/01r4q9n85"},{"id":"https://openalex.org/F4320323893","display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia","ror":"https://ror.org/05vna4324"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320326189","display_name":"Taishan Scholar Project of Shandong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":106,"referenced_works":["https://openalex.org/W1501856433","https://openalex.org/W1511986666","https://openalex.org/W1522734439","https://openalex.org/W1942126453","https://openalex.org/W2111078031","https://openalex.org/W2116341502","https://openalex.org/W2124592697","https://openalex.org/W2136922672","https://openalex.org/W2140502500","https://openalex.org/W2161236525","https://openalex.org/W2250539671","https://openalex.org/W2337252826","https://openalex.org/W2740757571","https://openalex.org/W2808647806","https://openalex.org/W2888003147","https://openalex.org/W2890502146","https://openalex.org/W2894280539","https://openalex.org/W2896457183","https://openalex.org/W2897298014","https://openalex.org/W2897628926","https://openalex.org/W2904824998","https://openalex.org/W2948958195","https://openalex.org/W2951221758","https://openalex.org/W2951981031","https://openalex.org/W2962869524","https://openalex.org/W2963017553","https://openalex.org/W2963095467","https://openalex.org/W2963319519","https://openalex.org/W2963393391","https://openalex.org/W2963524571","https://openalex.org/W2963662190","https://openalex.org/W2963735856","https://openalex.org/W2963916161","https://openalex.org/W2964089981","https://openalex.org/W2964232540","https://openalex.org/W2970898753","https://openalex.org/W2976863923","https://openalex.org/W2979933490","https://openalex.org/W2981750465","https://openalex.org/W2987391422","https://openalex.org/W2997429269","https://openalex.org/W2997762001","https://openalex.org/W2998355566","https://openalex.org/W2998495542","https://openalex.org/W3002095953","https://openalex.org/W3010995953","https://openalex.org/W3025323587","https://openalex.org/W3034623254","https://openalex.org/W3034743747","https://openalex.org/W3035339529","https://openalex.org/W3035375600","https://openalex.org/W3035640828","https://openalex.org/W3092739351","https://openalex.org/W3093471110","https://openalex.org/W3095022195","https://openalex.org/W3101429639","https://openalex.org/W3124671614","https://openalex.org/W3130619535","https://openalex.org/W3132753749","https://openalex.org/W3159952799","https://openalex.org/W3167480762","https://openalex.org/W3174026887","https://openalex.org/W3174364033","https://openalex.org/W3174490084","https://openalex.org/W3175082063","https://openalex.org/W3175402857","https://openalex.org/W3175919531","https://openalex.org/W3176471072","https://openalex.org/W3176763654","https://openalex.org/W3178087530","https://openalex.org/W3199096350","https://openalex.org/W3199858703","https://openalex.org/W3201835075","https://openalex.org/W3202896130","https://openalex.org/W3207267030","https://openalex.org/W3207439579","https://openalex.org/W3209586588","https://openalex.org/W3210101297","https://openalex.org/W3211953751","https://openalex.org/W3212436340","https://openalex.org/W4214582399","https://openalex.org/W4221148502","https://openalex.org/W4282937133","https://openalex.org/W4283030109","https://openalex.org/W4293083879","https://openalex.org/W4294691766","https://openalex.org/W4304080717","https://openalex.org/W4309198852","https://openalex.org/W4312477797","https://openalex.org/W4312811753","https://openalex.org/W4327852044","https://openalex.org/W6618930293","https://openalex.org/W6640212811","https://openalex.org/W6682082992","https://openalex.org/W6713582119","https://openalex.org/W6726873649","https://openalex.org/W6728881024","https://openalex.org/W6729677316","https://openalex.org/W6751290860","https://openalex.org/W6754478056","https://openalex.org/W6761423549","https://openalex.org/W6766646377","https://openalex.org/W6773523483","https://openalex.org/W6774695144","https://openalex.org/W6786030337","https://openalex.org/W6803921634"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W1967293071","https://openalex.org/W2951187577","https://openalex.org/W2572125165"],"abstract_inverted_index":{"Video":[0],"Language":[1],"Grounding":[2],"is":[3,71,129,197],"one":[4],"of":[5,89,122,150,156,190],"the":[6,38,42,56,64,68,86,94,99,107,114,154,161,188,194],"most":[7],"challenging":[8],"cross-modal":[9],"video":[10],"understanding":[11],"tasks.":[12],"This":[13],"task":[14],"aims":[15],"to":[16,23,58,84,112,135,152,164],"localize":[17],"a":[18,24,51,147,172],"target":[19],"moment":[20],"semantically":[21],"corresponding":[22],"given":[25],"language":[26],"query":[27,57],"in":[28,63,171],"an":[29],"untrimmed":[30],"video.":[31],"Many":[32],"existing":[33],"VLG":[34,81],"methods":[35],"rely":[36],"on":[37,49,175],"proposal-based":[39],"framework,":[40],"despite":[41],"dominant":[43],"performance":[44,196],"achieved,":[45],"they":[46],"usually":[47],"focus":[48],"interacting":[50],"few":[52],"internal":[53],"frames":[54],"with":[55],"score":[59],"segment":[60],"proposals,":[61],"trapping":[62],"long-range":[65],"dependencies":[66],"when":[67],"proposal":[69],"feature":[70,133],"limited.":[72],"Meanwhile,":[73],"adjacent":[74],"proposals":[75],"share":[76],"similar":[77],"visual":[78],"semantics,":[79],"making":[80],"models":[82],"hard":[83],"align":[85],"accurate":[87],"semantics":[88],"video-query":[90],"contents":[91],"and":[92,139,159,185,193],"degenerating":[93],"ranking":[95],"performance.":[96],"To":[97],"remedy":[98],"above":[100],"limitations,":[101],"we":[102],"propose":[103],"VLG-CRF":[104,120],"by":[105],"introducing":[106],"conditional":[108],"random":[109],"fields":[110],"(CRFs)":[111],"handle":[113],"discrete":[115,157],"yet":[116],"indistinguishable":[117],"proposals.":[118],"Specifically,":[119],"consists":[121],"two":[123],"cascade":[124],"CRF-based":[125],"modules.":[126],"The":[127],"AttentiveCRFs":[128],"developed":[130],"for":[131],"multi-modal":[132],"fusion":[134],"better":[136],"integrate":[137],"temporal":[138],"semantic":[140],"relation":[141,155],"between":[142],"modalities.":[143],"We":[144],"also":[145],"devise":[146],"new":[148],"variant":[149],"ConvCRFs":[151],"capture":[153],"segments":[158],"rectify":[160],"predicting":[162],"scores":[163,169],"make":[165],"relatively":[166],"high":[167],"prediction":[168],"clustered":[170],"range.":[173],"Experiments":[174],"three":[176],"benchmark":[177],"datasets,":[178],"<italic":[179],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[180],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i.e.</i>":[181],",":[182],"Charades-STA,":[183],"ActivityNet-Caption,":[184],"TACoS,":[186],"show":[187],"superiority":[189],"our":[191],"method":[192],"state-of-the-art":[195],"achieved.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}