{"id":"https://openalex.org/W3216763528","doi":"https://doi.org/10.1145/3475723.3484247","title":"A Closer Look at Temporal Sentence Grounding in Videos","display_name":"A Closer Look at Temporal Sentence Grounding in Videos","publication_year":2021,"publication_date":"2021-11-23","ids":{"openalex":"https://openalex.org/W3216763528","doi":"https://doi.org/10.1145/3475723.3484247","mag":"3216763528"},"language":"en","primary_location":{"id":"doi:10.1145/3475723.3484247","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3475723.3484247","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd International Workshop on Human-centric Multimedia Analysis","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2101.09028","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011133696","display_name":"Yitian Yuan","orcid":"https://orcid.org/0000-0001-8701-7689"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yitian Yuan","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009016908","display_name":"Xiaohan Lan","orcid":"https://orcid.org/0000-0001-5382-6699"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohan Lan","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022927606","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0002-0351-2939"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["Tsinghua University & Pengcheng Laboratory, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University & Pengcheng Laboratory, Beijing, China","institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100336360","display_name":"Long Chen","orcid":"https://orcid.org/0000-0001-6148-9709"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Long Chen","raw_affiliation_strings":["Columbia University, New York City, NY, USA"],"affiliations":[{"raw_affiliation_string":"Columbia University, New York City, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077846188","display_name":"Zhi Wang","orcid":"https://orcid.org/0000-0003-1389-0068"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Wang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100339293","display_name":"Wenwu Zhu","orcid":"https://orcid.org/0000-0003-2236-9290"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwu Zhu","raw_affiliation_strings":["Tsinghua University & Pengcheng Laboratory, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University & Pengcheng Laboratory, Beijing, China","institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5011133696"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":3.8755,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.94963854,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"13","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7680755853652954},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7609546780586243},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.7245287299156189},{"id":"https://openalex.org/keywords/moment","display_name":"Moment (physics)","score":0.664359986782074},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6407495737075806},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.636367917060852},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6303642988204956},{"id":"https://openalex.org/keywords/ground","display_name":"Ground","score":0.5352310538291931},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5043157339096069},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.4252602159976959},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3739321231842041},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3682827949523926},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32464176416397095},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09124317765235901}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7680755853652954},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7609546780586243},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.7245287299156189},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.664359986782074},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6407495737075806},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.636367917060852},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6303642988204956},{"id":"https://openalex.org/C168993435","wikidata":"https://www.wikidata.org/wiki/Q6501125","display_name":"Ground","level":2,"score":0.5352310538291931},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5043157339096069},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4252602159976959},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3739321231842041},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3682827949523926},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32464176416397095},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09124317765235901},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3475723.3484247","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3475723.3484247","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd International Workshop on Human-centric Multimedia Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2101.09028","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.09028","pdf_url":"https://arxiv.org/pdf/2101.09028","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-125264","is_oa":false,"landing_page_url":"http://www.scopus.com/record/display.url?eid=2-s2.0-85121467673&origin=inward","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2101.09028","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.09028","pdf_url":"https://arxiv.org/pdf/2101.09028","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G5866751179","display_name":null,"funder_award_id":"62050110","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8398861722","display_name":null,"funder_award_id":"2020AAA0106301","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2111078031","https://openalex.org/W2250539671","https://openalex.org/W2337252826","https://openalex.org/W2507009361","https://openalex.org/W2611788449","https://openalex.org/W2798354744","https://openalex.org/W2890502146","https://openalex.org/W2891456603","https://openalex.org/W2891955747","https://openalex.org/W2893119168","https://openalex.org/W2894280539","https://openalex.org/W2897628926","https://openalex.org/W2905025341","https://openalex.org/W2935563816","https://openalex.org/W2948958195","https://openalex.org/W2951748488","https://openalex.org/W2962869524","https://openalex.org/W2963017553","https://openalex.org/W2963095467","https://openalex.org/W2963393391","https://openalex.org/W2963524571","https://openalex.org/W2963662190","https://openalex.org/W2963916161","https://openalex.org/W2964214371","https://openalex.org/W2970401629","https://openalex.org/W2970898753","https://openalex.org/W2971524697","https://openalex.org/W2975249218","https://openalex.org/W2997429269","https://openalex.org/W2997762001","https://openalex.org/W2998712570","https://openalex.org/W3010995953","https://openalex.org/W3035640828","https://openalex.org/W3101429639","https://openalex.org/W3139032910","https://openalex.org/W3174364033","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"Temporal":[0],"Sentence":[1],"Grounding":[2],"in":[3,17,137,220],"Videos":[4],"(TSGV),":[5],"\\ie,":[6,143],"grounding":[7],"a":[8,18,85,150],"natural":[9],"language":[10],"sentence":[11],"which":[12],"indicates":[13],"complex":[14],"human":[15],"activities":[16],"long":[19],"and":[20,57,95,103,126,140,170,195,212],"untrimmed":[21],"video":[22],"sequence,":[23],"has":[24],"received":[25],"unprecedented":[26],"attentions":[27],"over":[28],"the":[29,53,89,99,107,132,138,159,166,172,177,204,208,218],"last":[30],"few":[31],"years.":[32],"Although":[33],"each":[34],"newly":[35],"proposed":[36],"method":[37],"plausibly":[38],"can":[39,75,215],"achieve":[40,77],"better":[41,216],"performance":[42],"than":[43],"previous":[44],"ones,":[45],"current":[46],"TSGV":[47,122,201],"models":[48],"still":[49],"tend":[50],"to":[51,59,109,118,157],"capture":[52],"moment":[54,134,168],"annotation":[55,179],"biases":[56,180],"fail":[58],"take":[60,84],"full":[61],"advantage":[62],"of":[63],"multi-modal":[64],"inputs.":[65],"Even":[66],"more":[67],"incredibly,":[68],"several":[69],"extremely":[70],"simple":[71],"baselines":[72],"without":[73],"training":[74,139],"also":[76],"state-of-the-art":[78,200],"performance.":[79],"In":[80],"this":[81,114],"paper,":[82],"we":[83,116,129,148,191],"closer":[86],"look":[87],"at":[88,227],"existing":[90],"evaluation":[91,104,152,189],"protocols":[92],"for":[93],"TSGV,":[94],"find":[96],"that":[97,207],"both":[98],"prevailing":[100],"dataset":[101,178,210],"splits":[102,211],"metrics":[105],"are":[106,225],"devils":[108],"cause":[110],"unreliable":[111],"benchmarking.":[112],"To":[113],"end,":[115],"propose":[117],"re-organize":[119],"two":[120],"widely-used":[121],"benchmarks":[123],"(ActivityNet":[124],"Captions":[125],"Charades-STA).":[127],"Specifically,":[128],"deliberately":[130],"make":[131],"ground-truth":[133,184],"distribution":[135],"different":[136],"test":[141],"splits,":[142],"out-of-distribution":[144],"(OOD)":[145],"testing.":[146],"Meanwhile,":[147],"introduce":[149],"new":[151,188,213],"metric":[153,214],"\"[email":[154],"protected],[email":[155],"protected]''":[156],"calibrate":[158],"basic":[160],"IoU":[161],"scores":[162],"by":[163,176],"penalizing":[164],"on":[165,198],"bias-influenced":[167],"predictions":[169],"alleviate":[171],"inflating":[173],"evaluations":[174],"caused":[175],"such":[181],"as":[182],"overlong":[183],"moments.":[185],"Under":[186],"our":[187],"protocol,":[190],"conduct":[192],"extensive":[193],"experiments":[194],"ablation":[196],"studies":[197],"eight":[199],"methods.":[202],"All":[203],"results":[205],"demonstrate":[206],"re-organized":[209],"monitor":[217],"progress":[219],"TSGV.":[221],"Our":[222],"reorganized":[223],"datsets":[224],"available":[226],"https://github.com/yytzsy/grounding_changing_distribution.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":6}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2021-12-06T00:00:00"}