{"id":"https://openalex.org/W4399426547","doi":"https://doi.org/10.1109/tpami.2024.3411045","title":"Towards Visual-Prompt Temporal Answer Grounding in Instructional Video","display_name":"Towards Visual-Prompt Temporal Answer Grounding in Instructional Video","publication_year":2024,"publication_date":"2024-06-07","ids":{"openalex":"https://openalex.org/W4399426547","doi":"https://doi.org/10.1109/tpami.2024.3411045","pmid":"https://pubmed.ncbi.nlm.nih.gov/38848233"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3411045","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3411045","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067097659","display_name":"Shutao Li","orcid":"https://orcid.org/0000-0002-0585-9848"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shutao Li","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-0585-9848","affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089663086","display_name":"Bin Li","orcid":"https://orcid.org/0000-0002-6508-5071"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Li","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-6508-5071","affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100641761","display_name":"Bin Sun","orcid":"https://orcid.org/0000-0002-7029-8784"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Sun","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-7029-8784","affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052553582","display_name":"Yixuan Weng","orcid":"https://orcid.org/0000-0002-9720-8689"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixuan Weng","raw_affiliation_strings":["National Laboratory of Pattern Recognition Institute of Automation, Chinese Academy Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9720-8689","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition Institute of Automation, Chinese Academy Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.518,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.96931788,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"46","issue":"12","first_page":"8836","last_page":"8853"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7147412300109863},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6198403239250183},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5490489602088928}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7147412300109863},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6198403239250183},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5490489602088928}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3411045","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3411045","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38848233","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38848233","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6399999856948853,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1085509035","display_name":null,"funder_award_id":"62221002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5561626794","display_name":null,"funder_award_id":"2022JJ20017","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G7579875074","display_name":null,"funder_award_id":"62171183","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W1927052826","https://openalex.org/W2111078031","https://openalex.org/W2194775991","https://openalex.org/W2798354744","https://openalex.org/W2798586382","https://openalex.org/W2890502146","https://openalex.org/W2896457183","https://openalex.org/W2904824998","https://openalex.org/W2951098185","https://openalex.org/W2957775769","https://openalex.org/W2962717047","https://openalex.org/W2963017553","https://openalex.org/W2963341956","https://openalex.org/W2963393391","https://openalex.org/W2963524571","https://openalex.org/W2963541336","https://openalex.org/W2963748441","https://openalex.org/W2964089981","https://openalex.org/W2970641574","https://openalex.org/W2973164670","https://openalex.org/W2979826702","https://openalex.org/W2981851019","https://openalex.org/W2984008963","https://openalex.org/W2997429269","https://openalex.org/W3008487125","https://openalex.org/W3011215845","https://openalex.org/W3025323587","https://openalex.org/W3034743747","https://openalex.org/W3035635319","https://openalex.org/W3088744711","https://openalex.org/W3104862079","https://openalex.org/W3105232955","https://openalex.org/W3132753749","https://openalex.org/W3160638507","https://openalex.org/W3162293946","https://openalex.org/W3167366812","https://openalex.org/W3167480762","https://openalex.org/W3170972077","https://openalex.org/W3174364033","https://openalex.org/W3176471072","https://openalex.org/W3176481196","https://openalex.org/W3185341429","https://openalex.org/W3198377975","https://openalex.org/W3198571508","https://openalex.org/W3198599617","https://openalex.org/W3205717164","https://openalex.org/W3207454933","https://openalex.org/W3207732590","https://openalex.org/W3211953751","https://openalex.org/W4205991051","https://openalex.org/W4206706211","https://openalex.org/W4210352519","https://openalex.org/W4212841753","https://openalex.org/W4212848270","https://openalex.org/W4226058394","https://openalex.org/W4229449886","https://openalex.org/W4284693480","https://openalex.org/W4285212056","https://openalex.org/W4285290969","https://openalex.org/W4289639375","https://openalex.org/W4292092982","https://openalex.org/W4298364821","https://openalex.org/W4304080717","https://openalex.org/W4306913475","https://openalex.org/W4312310776","https://openalex.org/W4322706621","https://openalex.org/W4322746823","https://openalex.org/W4327852044","https://openalex.org/W4360600216","https://openalex.org/W4385245566","https://openalex.org/W4386076661","https://openalex.org/W4391451889","https://openalex.org/W6631943919","https://openalex.org/W6636510571","https://openalex.org/W6674330103","https://openalex.org/W6679434410","https://openalex.org/W6726873649","https://openalex.org/W6749876669","https://openalex.org/W6757817989","https://openalex.org/W6761423549","https://openalex.org/W6766673545","https://openalex.org/W6770906865","https://openalex.org/W6779068807","https://openalex.org/W6779089016","https://openalex.org/W6791353385","https://openalex.org/W6796199143","https://openalex.org/W6800139874","https://openalex.org/W6803557570","https://openalex.org/W6838434436"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Temporal":[0],"answer":[1,44],"grounding":[2,16],"in":[3,17,73,104,219],"instructional":[4,24,195],"video":[5,19,25,40,162,196],"(TAGV)":[6],"is":[7,134,176],"a":[8,27,59,113,126,135,216],"new":[9],"task":[10,31,180],"naturally":[11],"derived":[12],"from":[13,38,157],"temporal":[14],"sentence":[15],"general":[18],"(TSGV).":[20],"Given":[21],"an":[22],"untrimmed":[23],"and":[26,70,90,164,203,233],"text":[28,115,127,150,160,234],"question,":[29,46,161],"this":[30,109],"aims":[32],"at":[33],"locating":[34],"the":[35,39,45,55,68,74,79,83,87,96,105,122,131,144,149,158,169,174,179,182,188,207,226,229],"frame":[36],"span":[37,116,185],"that":[41,206],"can":[42],"semantically":[43],"i.e.,":[47],"visual":[48,60,64,91,97,132,141,165,189,231],"answer.":[49,190],"Existing":[50],"methods":[51,94,214],"tend":[52],"to":[53,66,78,143],"solve":[54],"TAGV":[56,106,175],"problem":[57],"with":[58,168],"span-based":[61,98,128,151,235],"predictor,":[62],"taking":[63],"information":[65],"predict":[67],"start":[69],"end":[71],"frames":[72],"video.":[75],"However,":[76],"due":[77],"weak":[80],"correlations":[81],"between":[82],"semantic":[84,155],"features":[85],"of":[86,181,221,228],"textual":[88],"question":[89],"answer,":[92],"current":[93],"using":[95],"predictor":[99,152],"do":[100],"not":[101],"work":[102],"well":[103],"task.":[107],"In":[108],"paper,":[110],"we":[111],"propose":[112],"visual-prompt":[114,183],"localization":[117,186],"(VPTSL)":[118],"method,":[119],"which":[120,139,224],"introduces":[121],"timestamped":[123],"subtitles":[124],"for":[125,187],"predictor.":[129,236],"Specifically,":[130],"prompt":[133,166,232],"learnable":[136],"feature":[137,167],"embedding,":[138],"brings":[140],"knowledge":[142],"pre-trained":[145,170],"language":[146,171],"model.":[147,172],"Meanwhile,":[148],"learns":[153],"joint":[154],"representations":[156],"input":[159],"subtitles,":[163],"Thus,":[173],"reformulated":[177],"as":[178],"subtitle":[184],"Extensive":[191],"experiments":[192],"on":[193],"five":[194],"datasets,":[197],"namely":[198],"MedVidQA,":[199],"TutorialVQA,":[200],"VehicleVQA,":[201],"CrossTalk":[202],"Coin,":[204],"show":[205],"proposed":[208,230],"method":[209],"outperforms":[210],"several":[211],"state-of-the-art":[212],"(SOTA)":[213],"by":[215],"large":[217],"margin":[218],"terms":[220],"mIoU":[222],"score,":[223],"demonstrates":[225],"effectiveness":[227]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":4}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}