{"id":"https://openalex.org/W4385849199","doi":"https://doi.org/10.1145/3581783.3612120","title":"Temporal Sentence Grounding in Streaming Videos","display_name":"Temporal Sentence Grounding in Streaming Videos","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4385849199","doi":"https://doi.org/10.1145/3581783.3612120"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612120","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612120","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.07102","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100654958","display_name":"Tian Gan","orcid":"https://orcid.org/0000-0003-3197-5698"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tian Gan","raw_affiliation_strings":["Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100411534","display_name":"Xiao Wang","orcid":"https://orcid.org/0000-0003-4879-2169"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Wang","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103324378","display_name":"Yan Sun","orcid":"https://orcid.org/0009-0003-4959-0929"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Sun","raw_affiliation_strings":["Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100654190","display_name":"Jianlong Wu","orcid":"https://orcid.org/0000-0003-0247-5221"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlong Wu","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047666676","display_name":"Qingpei Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qingpei Guo","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038612499","display_name":"Liqiang Nie","orcid":"https://orcid.org/0000-0003-1476-0273"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Nie","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100654958"],"corresponding_institution_ids":["https://openalex.org/I154099455"],"apc_list":null,"apc_paid":null,"fwci":0.3559,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.59206148,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"4637","last_page":"4646"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8660352230072021},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6313785314559937},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5959002375602722},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.586585521697998},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5849103927612305},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5014817714691162},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.498272180557251},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.45860040187835693},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40640729665756226}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8660352230072021},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6313785314559937},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5959002375602722},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.586585521697998},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5849103927612305},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5014817714691162},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.498272180557251},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.45860040187835693},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40640729665756226},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3581783.3612120","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612120","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2308.07102","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.07102","pdf_url":"https://arxiv.org/pdf/2308.07102","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2308.07102","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.07102","pdf_url":"https://arxiv.org/pdf/2308.07102","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6200000047683716}],"awards":[{"id":"https://openalex.org/G1789959723","display_name":null,"funder_award_id":"62006140","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2733153709","display_name":null,"funder_award_id":"62176137","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6058138561","display_name":null,"funder_award_id":", No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7174558747","display_name":null,"funder_award_id":"Group","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7180413971","display_name":null,"funder_award_id":"62176137, 62006140","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8863666567","display_name":null,"funder_award_id":"and No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320318398","display_name":"Ant Group","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385849199.pdf","grobid_xml":"https://content.openalex.org/works/W4385849199.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2111078031","https://openalex.org/W2342437993","https://openalex.org/W2788932810","https://openalex.org/W2890502146","https://openalex.org/W2894280539","https://openalex.org/W2896457183","https://openalex.org/W2897628926","https://openalex.org/W2903901502","https://openalex.org/W2908510526","https://openalex.org/W2931886155","https://openalex.org/W2949135277","https://openalex.org/W2963095467","https://openalex.org/W2963393391","https://openalex.org/W2963916161","https://openalex.org/W2964089981","https://openalex.org/W2964232540","https://openalex.org/W2970421518","https://openalex.org/W2989506443","https://openalex.org/W2998712570","https://openalex.org/W3034743747","https://openalex.org/W3035130921","https://openalex.org/W3093051565","https://openalex.org/W3093154363","https://openalex.org/W3093174808","https://openalex.org/W3095206982","https://openalex.org/W3132753749","https://openalex.org/W3155230099","https://openalex.org/W3166396011","https://openalex.org/W3166968943","https://openalex.org/W3167480762","https://openalex.org/W3175402857","https://openalex.org/W3176763654","https://openalex.org/W3178087530","https://openalex.org/W3180476551","https://openalex.org/W3203593144","https://openalex.org/W3207454933","https://openalex.org/W3212973774","https://openalex.org/W3214661002","https://openalex.org/W3216765867","https://openalex.org/W4214589115","https://openalex.org/W4225131199","https://openalex.org/W4225868495","https://openalex.org/W4226048133","https://openalex.org/W4282813652","https://openalex.org/W4297792979","https://openalex.org/W4298364821","https://openalex.org/W4300123490","https://openalex.org/W4304080347","https://openalex.org/W4304092645","https://openalex.org/W4312690503","https://openalex.org/W4327668029","https://openalex.org/W4364353722","https://openalex.org/W4386057806","https://openalex.org/W4386065871","https://openalex.org/W4386065892","https://openalex.org/W6600388300","https://openalex.org/W6601636429","https://openalex.org/W6697844202","https://openalex.org/W6813542777"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4306886878","https://openalex.org/W1517524280","https://openalex.org/W2740913191"],"abstract_inverted_index":{"This":[0],"paper":[1],"aims":[2],"to":[3,21,50,72,109,132],"tackle":[4],"a":[5,26,30,43,102,116],"novel":[6,99],"task":[7],"-":[8],"Temporal":[9],"Sentence":[10],"Grounding":[11],"in":[12,54,86],"Streaming":[13],"Videos":[14],"(TSGSV).":[15],"The":[16,146],"goal":[17],"of":[18,151],"TSGSV":[19,64],"is":[20,65,84],"evaluate":[22],"the":[23,70,87,93,107,127,133,149],"relevance":[24],"between":[25],"video":[27],"stream":[28],"and":[29,46,60,77,114,125,143],"given":[31],"sentence":[32],"query.":[33,134],"Unlike":[34],"regular":[35],"videos,":[36],"streaming":[37],"videos":[38],"are":[39,47,130],"acquired":[40],"continuously":[41],"from":[42],"particular":[44],"source,":[45],"always":[48],"desired":[49],"be":[51],"processed":[52],"on-the-fly":[53],"many":[55],"applications":[56],"such":[57],"as":[58],"surveillance":[59],"live-stream":[61],"analysis.":[62],"Thus,":[63],"challenging":[66],"since":[67],"it":[68],"requires":[69],"model":[71,108],"infer":[73],"without":[74],"future":[75],"frames":[76,81,124,128],"process":[78],"long":[79],"historical":[80],"effectively,":[82],"which":[83],"untouched":[85],"early":[88],"methods.":[89,154],"To":[90],"specifically":[91],"address":[92],"above":[94],"challenges,":[95],"we":[96],"propose":[97],"two":[98],"methods:":[100],"(1)":[101],"TwinNet":[103],"structure":[104],"that":[105,120,129],"enables":[106],"learn":[110],"about":[111],"upcoming":[112],"events;":[113],"(2)":[115],"language-guided":[117],"feature":[118],"compressor":[119],"eliminates":[121],"redundant":[122],"visual":[123],"reinforces":[126],"relevant":[131],"We":[135],"conduct":[136],"extensive":[137],"experiments":[138],"using":[139],"ActivityNet":[140],"Captions,":[141],"TACoS,":[142],"MAD":[144],"datasets.":[145],"results":[147],"demonstrate":[148],"superiority":[150],"our":[152],"proposed":[153],"A":[155],"systematic":[156],"ablation":[157],"study":[158],"also":[159],"confirms":[160],"their":[161],"effectiveness.":[162]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}