{"id":"https://openalex.org/W4392207775","doi":"https://doi.org/10.1109/tmm.2024.3368919","title":"Dynamic Pathway for Query-Aware Feature Learning in Language-Driven Action Localization","display_name":"Dynamic Pathway for Query-Aware Feature Learning in Language-Driven Action Localization","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392207775","doi":"https://doi.org/10.1109/tmm.2024.3368919"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3368919","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3368919","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008524479","display_name":"Shuo Yang","orcid":"https://orcid.org/0000-0003-2868-7070"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":null,"type":"education","lineage":["https://openalex.org/I4388482657"]},{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuo Yang","raw_affiliation_strings":["Beijing Laboratory of Intelligent Information Technology, School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","Guangdong Provincial Laboratory of Machine Perception and Intelligent Computing, Shenzhen MSU-BIT University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Intelligent Information Technology, School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Guangdong Provincial Laboratory of Machine Perception and Intelligent Computing, Shenzhen MSU-BIT University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961","https://openalex.org/I4388482657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011070646","display_name":"Xinxiao Wu","orcid":"https://orcid.org/0000-0002-2056-6947"},"institutions":[{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":null,"type":"education","lineage":["https://openalex.org/I4388482657"]},{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinxiao Wu","raw_affiliation_strings":["Beijing Laboratory of Intelligent Information Technology, School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","Guangdong Provincial Laboratory of Machine Perception and Intelligent Computing, Shenzhen MSU-BIT University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Intelligent Information Technology, School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Guangdong Provincial Laboratory of Machine Perception and Intelligent Computing, Shenzhen MSU-BIT University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961","https://openalex.org/I4388482657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062012273","display_name":"Zirui Shang","orcid":"https://orcid.org/0000-0002-3073-0579"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zirui Shang","raw_affiliation_strings":["Beijing Key Laboratory of Intelligent Information Technology, School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Intelligent Information Technology, School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055469774","display_name":"Jiebo Luo","orcid":"https://orcid.org/0000-0002-4516-9729"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiebo Luo","raw_affiliation_strings":["Department of Computer Science, University of Rochester, Rochester, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5008524479"],"corresponding_institution_ids":["https://openalex.org/I125839683","https://openalex.org/I180726961","https://openalex.org/I4388482657"],"apc_list":null,"apc_paid":null,"fwci":1.579,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.83180539,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"26","issue":null,"first_page":"7451","last_page":"7461"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8930847644805908},{"id":"https://openalex.org/keywords/query-language","display_name":"Query language","score":0.6065526008605957},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5527834892272949},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5468482971191406},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.5186978578567505},{"id":"https://openalex.org/keywords/rdf-query-language","display_name":"RDF query language","score":0.51065593957901},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4999353885650635},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.4801573157310486},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.47294163703918457},{"id":"https://openalex.org/keywords/query-by-example","display_name":"Query by Example","score":0.43298307061195374},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.36828145384788513},{"id":"https://openalex.org/keywords/web-query-classification","display_name":"Web query classification","score":0.3411393165588379},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3340781331062317},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.14927372336387634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8930847644805908},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.6065526008605957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5527834892272949},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5468482971191406},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.5186978578567505},{"id":"https://openalex.org/C96956885","wikidata":"https://www.wikidata.org/wiki/Q6138701","display_name":"RDF query language","level":5,"score":0.51065593957901},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4999353885650635},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.4801573157310486},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.47294163703918457},{"id":"https://openalex.org/C194222762","wikidata":"https://www.wikidata.org/wiki/Q114486","display_name":"Query by Example","level":4,"score":0.43298307061195374},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.36828145384788513},{"id":"https://openalex.org/C118689300","wikidata":"https://www.wikidata.org/wiki/Q7978614","display_name":"Web query classification","level":4,"score":0.3411393165588379},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3340781331062317},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.14927372336387634},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3368919","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3368919","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G816247876","display_name":null,"funder_award_id":"62072041","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1942126453","https://openalex.org/W2250539671","https://openalex.org/W2337252826","https://openalex.org/W2808647806","https://openalex.org/W2890502146","https://openalex.org/W2903901502","https://openalex.org/W2904824998","https://openalex.org/W2963017553","https://openalex.org/W2963354481","https://openalex.org/W2963393391","https://openalex.org/W2963524571","https://openalex.org/W2964089981","https://openalex.org/W2964596963","https://openalex.org/W2970401629","https://openalex.org/W2970898753","https://openalex.org/W2990964949","https://openalex.org/W2996984511","https://openalex.org/W2997429269","https://openalex.org/W2998495542","https://openalex.org/W2998712570","https://openalex.org/W3025323587","https://openalex.org/W3035339529","https://openalex.org/W3035640828","https://openalex.org/W3082226086","https://openalex.org/W3088744711","https://openalex.org/W3092739351","https://openalex.org/W3093174808","https://openalex.org/W3093206850","https://openalex.org/W3095206982","https://openalex.org/W3124671614","https://openalex.org/W3132753749","https://openalex.org/W3135773387","https://openalex.org/W3174364033","https://openalex.org/W3174490084","https://openalex.org/W3175082063","https://openalex.org/W3175402857","https://openalex.org/W3175817778","https://openalex.org/W3176150820","https://openalex.org/W3176201273","https://openalex.org/W3176763654","https://openalex.org/W3178087530","https://openalex.org/W3180476551","https://openalex.org/W4214931087","https://openalex.org/W4224993577","https://openalex.org/W4225495512","https://openalex.org/W4284693480","https://openalex.org/W4304080717","https://openalex.org/W4312338297","https://openalex.org/W4315473428","https://openalex.org/W4382462317","https://openalex.org/W4386066385","https://openalex.org/W4387969678","https://openalex.org/W4390889724","https://openalex.org/W6631190155","https://openalex.org/W6729448088","https://openalex.org/W6761268011","https://openalex.org/W6761423549","https://openalex.org/W6803537622"],"related_works":["https://openalex.org/W2572349046","https://openalex.org/W2096359267","https://openalex.org/W2169498276","https://openalex.org/W1984397732","https://openalex.org/W2146885082","https://openalex.org/W2017989738","https://openalex.org/W2392799717","https://openalex.org/W2026738364","https://openalex.org/W2970853428","https://openalex.org/W2397105064"],"abstract_inverted_index":{"Language-driven":[0],"action":[1,136,150,176,192,216],"localization":[2,217],"aims":[3],"to":[4,17,53,106,128,146,168,185,190,206,213],"search":[5,129,169],"a":[6,74,91,117,157],"video":[7],"segment":[8,132],"in":[9,76,116,156],"an":[10,18,95,99],"untrimmed":[11],"video,":[12],"which":[13],"is":[14,24,71],"semantically":[15],"relevant":[16],"input":[19],"language":[20,27],"query.":[21],"This":[22],"task":[23],"challenging":[25],"since":[26],"queries":[28],"describe":[29],"diverse":[30,211],"actions":[31,212],"with":[32],"different":[33],"motion":[34,61,126,144],"characteristics":[35],"and":[36,51,98,137,177,197,203,224],"semantic":[37],"granularities.":[38],"Some":[39],"actions,":[40],"such":[41,65],"as":[42,66],"<italic":[43,67],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[44,68],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u201cthe":[45],"person":[46,70],"takes":[47],"off":[48],"their":[49],"shoes,":[50],"goes":[52],"the":[54,108,122,130,134,140,148,163,170,174,180,187,191,198,215,222],"door\u201d</i>":[55],",":[56,79],"are":[57,80,201],"characterized":[58],"by":[59,82],"complex":[60],"relationships,":[62],"while":[63],"others,":[64],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u201ca":[69],"standing":[72],"holding":[73],"mirror":[75],"one":[77],"hand\u201d</i>":[78],"distinguished":[81],"salient":[83,171],"body":[84],"postures.":[85],"In":[86],"this":[87],"paper,":[88],"we":[89],"propose":[90],"dynamic":[92],"pathway":[93],"between":[94],"exploitation":[96,113,195],"module":[97,101,114,154,196,200],"exploration":[100,153,199],"for":[102],"query-aware":[103],"feature":[104,123,141,164,181],"learning":[105],"handle":[107],"diversity":[109],"of":[110,124,133,142,165,173,182,210],"actions.":[111],"The":[112,152,194],"works":[115],"coarse-to-fine":[118],"manner,":[119],"first":[120,161],"learns":[121,139,162,179],"general":[125],"relationships":[127],"coarse":[131],"target":[135,175],"then":[138,178],"subtle":[143],"changes":[145],"predict":[147],"refined":[149],"boundaries.":[151],"functions":[155],"point-to-area":[158],"diffusion":[159],"fashion,":[160],"sub-action":[166],"pattern":[167],"postures":[172],"temporal":[183],"dependency":[184],"expand":[186],"posture":[188],"frames":[189],"segment.":[193],"dynamically":[202],"adaptively":[204],"selected":[205],"learn":[207],"comprehensive":[208],"representations":[209],"improve":[214],"accuracy.":[218],"Extensive":[219],"experiments":[220],"on":[221],"Charades-STA":[223],"TACoS":[225],"datasets":[226],"demonstrate":[227],"that":[228],"our":[229],"method":[230],"performs":[231],"better":[232],"than":[233],"existing":[234],"methods.":[235]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}