{"id":"https://openalex.org/W4386231783","doi":"https://doi.org/10.1109/tmm.2023.3309551","title":"Hierarchical Local-Global Transformer for Temporal Sentence Grounding","display_name":"Hierarchical Local-Global Transformer for Temporal Sentence Grounding","publication_year":2023,"publication_date":"2023-08-28","ids":{"openalex":"https://openalex.org/W4386231783","doi":"https://doi.org/10.1109/tmm.2023.3309551"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3309551","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3309551","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083888610","display_name":"Xiang Fang","orcid":"https://orcid.org/0000-0003-3231-5771"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Fang","raw_affiliation_strings":["Hubei Engineering Research Center on Big Data Security, School of Cyber Science and Engineering Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-3231-5771","affiliations":[{"raw_affiliation_string":"Hubei Engineering Research Center on Big Data Security, School of Cyber Science and Engineering Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078220957","display_name":"Daizong Liu","orcid":"https://orcid.org/0000-0001-8179-4508"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daizong Liu","raw_affiliation_strings":["Wangxuan Institute of Computer Technology, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8179-4508","affiliations":[{"raw_affiliation_string":"Wangxuan Institute of Computer Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100693197","display_name":"Pan Zhou","orcid":"https://orcid.org/0000-0002-8629-4622"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pan Zhou","raw_affiliation_strings":["Hubei Engineering Research Center on Big Data Security, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-8629-4622","affiliations":[{"raw_affiliation_string":"Hubei Engineering Research Center on Big Data Security, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063489530","display_name":"Zichuan Xu","orcid":"https://orcid.org/0000-0001-5438-1468"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zichuan Xu","raw_affiliation_strings":["School of software, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-5438-1468","affiliations":[{"raw_affiliation_string":"School of software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039670436","display_name":"Ruixuan Li","orcid":"https://orcid.org/0000-0002-7791-5511"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruixuan Li","raw_affiliation_strings":["School of Computer Science, and Technology, Huazhong University of Science, and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-7791-5511","affiliations":[{"raw_affiliation_string":"School of Computer Science, and Technology, Huazhong University of Science, and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.504,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.97306846,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"26","issue":null,"first_page":"3263","last_page":"3277"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8025962114334106},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6038668155670166},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5941417813301086},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5838031768798828},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5174872875213623},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.4697430729866028},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4355812072753906},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.420273095369339},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37384167313575745},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15302768349647522}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8025962114334106},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6038668155670166},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5941417813301086},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5838031768798828},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5174872875213623},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.4697430729866028},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4355812072753906},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.420273095369339},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37384167313575745},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15302768349647522},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3309551","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3309551","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.75,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1671829941","display_name":null,"funder_award_id":"62172068","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2117336373","display_name":null,"funder_award_id":"U1836204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4304390895","display_name":null,"funder_award_id":"2022BAA046","funder_id":"https://openalex.org/F4320334974","funder_display_name":"Hebei Province Science and Technology Support Program"},{"id":"https://openalex.org/G5817064308","display_name":"\u534f\u4f5c\u5f0f\u79fb\u52a8\u8fb9\u7f18\u8ba1\u7b97\u4e2d\u7684\u9690\u79c1\u4fdd\u62a4\u7814\u7a76","funder_award_id":"61972448","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334974","display_name":"Hebei Province Science and Technology Support Program","ror":"https://ror.org/05a7g7f24"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":105,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1522734439","https://openalex.org/W1927052826","https://openalex.org/W2111078031","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2337252826","https://openalex.org/W2578893299","https://openalex.org/W2790634996","https://openalex.org/W2798354744","https://openalex.org/W2890502146","https://openalex.org/W2894280539","https://openalex.org/W2894805842","https://openalex.org/W2897439619","https://openalex.org/W2899663614","https://openalex.org/W2942614241","https://openalex.org/W2948958195","https://openalex.org/W2963017553","https://openalex.org/W2963393391","https://openalex.org/W2963735856","https://openalex.org/W2963916161","https://openalex.org/W2964089981","https://openalex.org/W2964700958","https://openalex.org/W2965628639","https://openalex.org/W2970898753","https://openalex.org/W2997429269","https://openalex.org/W2997762001","https://openalex.org/W2998355566","https://openalex.org/W2998495542","https://openalex.org/W3004413500","https://openalex.org/W3034743747","https://openalex.org/W3035339529","https://openalex.org/W3035640828","https://openalex.org/W3036900224","https://openalex.org/W3086629156","https://openalex.org/W3088744711","https://openalex.org/W3092739351","https://openalex.org/W3093174808","https://openalex.org/W3093234244","https://openalex.org/W3094502228","https://openalex.org/W3094673569","https://openalex.org/W3094751268","https://openalex.org/W3096609285","https://openalex.org/W3101429639","https://openalex.org/W3104862079","https://openalex.org/W3105232955","https://openalex.org/W3106689874","https://openalex.org/W3110556690","https://openalex.org/W3118235158","https://openalex.org/W3132753749","https://openalex.org/W3135773387","https://openalex.org/W3154362247","https://openalex.org/W3159374025","https://openalex.org/W3172048555","https://openalex.org/W3173025111","https://openalex.org/W3173223111","https://openalex.org/W3174364033","https://openalex.org/W3174490084","https://openalex.org/W3174570731","https://openalex.org/W3175082063","https://openalex.org/W3180476551","https://openalex.org/W3183430956","https://openalex.org/W3186269967","https://openalex.org/W3186567887","https://openalex.org/W3200924860","https://openalex.org/W3201879291","https://openalex.org/W3204447181","https://openalex.org/W3204782953","https://openalex.org/W3205497712","https://openalex.org/W3206713300","https://openalex.org/W3206836360","https://openalex.org/W3207439579","https://openalex.org/W3207737630","https://openalex.org/W3207865986","https://openalex.org/W3211772574","https://openalex.org/W4205605843","https://openalex.org/W4206075922","https://openalex.org/W4206314411","https://openalex.org/W4210668396","https://openalex.org/W4220843948","https://openalex.org/W4221148477","https://openalex.org/W4221148502","https://openalex.org/W4221154629","https://openalex.org/W4221160129","https://openalex.org/W4221167018","https://openalex.org/W4225547367","https://openalex.org/W4285200050","https://openalex.org/W4312581490","https://openalex.org/W4312832682","https://openalex.org/W4312935996","https://openalex.org/W4312941859","https://openalex.org/W4312986439","https://openalex.org/W4315705623","https://openalex.org/W4320008746","https://openalex.org/W4366352791","https://openalex.org/W4377971222","https://openalex.org/W4382462317","https://openalex.org/W4385245566","https://openalex.org/W4386075849","https://openalex.org/W6631190155","https://openalex.org/W6755977528","https://openalex.org/W6784761581","https://openalex.org/W6786422436","https://openalex.org/W6797397777","https://openalex.org/W6810144392"],"related_works":["https://openalex.org/W2931688134","https://openalex.org/W2377919138","https://openalex.org/W2378857091","https://openalex.org/W2999756192","https://openalex.org/W103652678","https://openalex.org/W4226090359","https://openalex.org/W2059697060","https://openalex.org/W4382701072","https://openalex.org/W4256502920","https://openalex.org/W2491314273"],"abstract_inverted_index":{"This":[0],"article":[1],"studies":[2],"the":[3,16,35,52,66,88,93,146,166,199,202,227,243],"multimedia":[4],"problem":[5],"of":[6,87,92,106,151],"temporal":[7,189],"sentence":[8,28],"grounding":[9,53],"(TSG),":[10],"which":[11],"aims":[12],"to":[13,25,50,61,80,101,139,175,197,219,241],"accurately":[14],"determine":[15],"specific":[17],"video":[18,23,71,89,167],"segment":[19],"in":[20,115],"an":[21],"untrimmed":[22],"according":[24],"a":[26,120,188,192,214,235,269],"given":[27],"query.":[29,73],"Traditional":[30],"TSG":[31],"methods":[32,76],"mainly":[33],"follow":[34],"top-down":[36],"or":[37],"bottom-up":[38],"framework":[39],"and":[40,63,72,90,144,153,168,173,182,204,225,246,261,276],"are":[41,59],"not":[42],"end-to-end.":[43],"They":[44],"severely":[45],"rely":[46],"on":[47,254],"time-consuming":[48],"post-processing":[49],"refine":[51],"results.":[54],"Recently,":[55],"some":[56,81],"transformer-based":[57],"approaches":[58],"proposed":[60,266],"efficiently":[62],"effectively":[64],"model":[65,145],"fine-grained":[67,159],"semantic":[68,228],"alignment":[69,229],"between":[70,148,201,222,230],"Although":[74],"these":[75],"achieve":[77],"significant":[78],"performance":[79],"extent,":[82],"they":[83],"equally":[84],"take":[85],"frames":[86],"words":[91],"query":[94,169],"as":[95],"transformer":[96,194,239],"input":[97],"for":[98,156,207,249],"correlating,":[99],"failing":[100],"capture":[102],"their":[103,177],"different":[104,149,154],"levels":[105,150],"granularity":[107,152],"with":[108],"distinct":[109],"semantics.":[110],"To":[111],"address":[112],"this":[113,116,141],"issue,":[114],"article,":[117],"we":[118,163,212,233],"propose":[119],"novel":[121],"<bold":[122,126,130,134],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[123,127,131,135],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">H</b>":[124],"ierarchical":[125],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">L</b>":[128],"ocal-":[129],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">G</b>":[132],"lobal":[133],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">T</b>":[136],"ransformer":[137],"(HLGT)":[138],"leverage":[140],"hierarchy":[142],"information":[143],"interactions":[147,200],"modalities":[155,224],"learning":[157],"more":[158],"multi-modal":[160,209],"representations.":[161],"Specifically,":[162],"first":[164],"split":[165],"into":[170],"individual":[171],"clips":[172],"phrases":[174],"learn":[176,198],"local":[178],"context":[179],"(adjacent":[180],"dependency)":[181,186],"global":[183],"correlation":[184],"(long-range":[185],"via":[187],"transformer.":[190],"Then,":[191],"global-local":[193],"is":[195],"introduced":[196],"local-level":[203],"global-level":[205],"semantics":[206],"better":[208],"reasoning.":[210],"Besides,":[211],"develop":[213],"new":[215,270],"cross-modal":[216,237],"cycle-consistency":[217],"loss":[218],"enforce":[220],"interaction":[221],"two":[223],"encourage":[226],"them.":[231],"Finally,":[232],"design":[234],"brand-new":[236],"parallel":[238],"decoder":[240],"integrate":[242],"encoded":[244],"visual":[245],"textual":[247],"features":[248],"final":[250],"grounding.":[251],"Extensive":[252],"experiments":[253],"three":[255],"challenging":[256],"datasets":[257],"(ActivityNet":[258],"Captions,":[259],"Charades-STA":[260],"TACoS)":[262],"show":[263],"that":[264],"our":[265],"HLGT":[267],"achieves":[268],"state-of-the-art":[271],"performance,":[272],"demonstrating":[273],"its":[274],"effectiveness":[275],"computational":[277],"efficiency.":[278]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}