{"id":"https://openalex.org/W4387969779","doi":"https://doi.org/10.1145/3581783.3612349","title":"Joint Searching and Grounding: Multi-Granularity Video Content Retrieval","display_name":"Joint Searching and Grounding: Multi-Granularity Video Content Retrieval","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387969779","doi":"https://doi.org/10.1145/3581783.3612349"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612349","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046228568","display_name":"Zhiguo Chen","orcid":"https://orcid.org/0009-0006-8962-7951"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhiguo Chen","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101786662","display_name":"Xun Jiang","orcid":"https://orcid.org/0000-0003-2209-651X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Jiang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009074046","display_name":"Xing Xu","orcid":"https://orcid.org/0000-0001-5685-3123"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Xu","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020177102","display_name":"Zuo Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zuo Cao","raw_affiliation_strings":["Meituan, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Meituan, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006511969","display_name":"Yijun Mo","orcid":"https://orcid.org/0000-0003-0991-3597"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yijun Mo","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052993469","display_name":"Heng Tao Shen","orcid":"https://orcid.org/0000-0002-2999-2088"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Tao Shen","raw_affiliation_strings":["University of Electronic Science and Technology of China & Peng Cheng Laboratory, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China & Peng Cheng Laboratory, Chengdu, China","institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5046228568"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":3.1043,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.93422426,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"975","last_page":"983"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8568329811096191},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7017903327941895},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6836816668510437},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6801039576530457},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.597470760345459},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.5894463658332825},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5383148789405823},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.513253927230835},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3739403486251831}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8568329811096191},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7017903327941895},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6836816668510437},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6801039576530457},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.597470760345459},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.5894463658332825},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5383148789405823},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.513253927230835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3739403486251831},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612349","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4765907288","display_name":null,"funder_award_id":"61976049","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5347999826","display_name":null,"funder_award_id":"62222203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8340381194","display_name":null,"funder_award_id":"62222203, 61976049","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2096733369","https://openalex.org/W2194775991","https://openalex.org/W2962677524","https://openalex.org/W2963017553","https://openalex.org/W2963524571","https://openalex.org/W2963916161","https://openalex.org/W2964089981","https://openalex.org/W2975813532","https://openalex.org/W2981716253","https://openalex.org/W2990503944","https://openalex.org/W2997429269","https://openalex.org/W3035339529","https://openalex.org/W3035356601","https://openalex.org/W3104862079","https://openalex.org/W3105232955","https://openalex.org/W3130796238","https://openalex.org/W3155721152","https://openalex.org/W3162694035","https://openalex.org/W3206310679","https://openalex.org/W3206683855","https://openalex.org/W4205605843","https://openalex.org/W4211053420","https://openalex.org/W4214582399","https://openalex.org/W4224914537","https://openalex.org/W4293567872","https://openalex.org/W4306913475","https://openalex.org/W4312402470","https://openalex.org/W4312519428","https://openalex.org/W4312693115","https://openalex.org/W4312877428","https://openalex.org/W4313007634","https://openalex.org/W6600612271","https://openalex.org/W6601342325","https://openalex.org/W6819060087"],"related_works":["https://openalex.org/W2931688134","https://openalex.org/W2377919138","https://openalex.org/W2378857091","https://openalex.org/W2999756192","https://openalex.org/W103652678","https://openalex.org/W2150136235","https://openalex.org/W2053591227","https://openalex.org/W2581240705","https://openalex.org/W2041353081","https://openalex.org/W2568183987"],"abstract_inverted_index":{"Text-based":[0],"video":[1,53,63,77,83,106,110],"retrieval":[2,250,253],"is":[3,70,259],"a":[4,13,19,90,154,170,187,222],"well-studied":[5],"task":[6,95,117],"aimed":[7],"at":[8,261],"retrieving":[9,104],"relevant":[10,35,61,147],"videos":[11,29,43,132],"from":[12],"large":[14],"collection":[15],"in":[16,44],"response":[17],"to":[18,36,62,74],"given":[20],"text":[21,134,219],"query.":[22],"Most":[23],"existing":[24],"TVR":[25],"works":[26],"assume":[27],"that":[28,41,173,190],"are":[30,47,59],"already":[31],"trimmed":[32],"and":[33,49,108,125,133,146,161,178,185,198,218,237,251],"fully":[34],"the":[37,127,137,144,176,204,240],"query":[38,145,177],"thus":[39],"ignoring":[40],"most":[42],"real-world":[45],"scenarios":[46],"untrimmed":[48,82],"contain":[50],"massive":[51],"irrelevant":[52],"content.":[54],"Moreover,":[55],"as":[56],"users'":[57],"queries":[58,135,220],"only":[60],"events":[64,78],"rather":[65,79],"than":[66,80],"complete":[67],"videos,":[68],"it":[69,122],"also":[71],"more":[72,93],"practical":[73],"provide":[75],"specific":[76,109],"an":[81],"list.":[84],"In":[85],"this":[86,150],"paper,":[87],"we":[88,152],"introduce":[89],"challenging":[91],"but":[92],"realistic":[94],"called":[96],"Multi-Granularity":[97],"Video":[98],"Content":[99],"Retrieval":[100],"(MGVCR),":[101],"which":[102],"involves":[103],"both":[105,196,248],"files":[107],"content":[111],"with":[112],"their":[113],"temporal":[114,140],"locations.":[115],"This":[116],"presents":[118],"significant":[119],"challenges":[120],"since":[121],"requires":[123],"identifying":[124],"ranking":[126],"partial":[128],"relevance":[129],"between":[130,143],"long":[131],"under":[136],"lack":[138],"of":[139,166,243],"alignment":[141],"supervision":[142],"moments.":[148],"To":[149],"end,":[151],"propose":[153],"novel":[155],"unified":[156],"framework,":[157],"termed,":[158],"Joint":[159],"Searching":[160],"Grounding":[162],"(JSG).":[163],"It":[164],"consists":[165],"two":[167,193,211],"branches:":[168],"(1)":[169],"glance":[171],"branch":[172,189],"coarsely":[174],"aligns":[175,192],"moment":[179],"proposals":[180],"using":[181,195,221],"inter-video":[182],"contrastive":[183,200,225],"learning,":[184],"(2)":[186],"gaze":[188],"finely":[191],"modalities":[194],"inter-":[197],"intra-video":[199],"learning.":[201],"Based":[202],"on":[203,230,247],"glance-to-gaze":[205],"design,":[206],"our":[207,244],"JSG":[208,245],"method":[209,246],"learns":[210],"separate":[212],"joint":[213],"embedding":[214],"spaces":[215],"for":[216],"moments":[217],"hybrid":[223],"synergistic":[224],"learning":[226],"strategy.":[227],"Extensive":[228],"experiments":[229],"three":[231],"public":[232],"benchmarks,":[233],"i.e.,":[234],"Charades-STA,":[235],"DiDeMo,":[236],"ActivityNet-Captions":[238],"demonstrate":[239],"superior":[241],"performance":[242],"video-level":[249],"event-level":[252],"subtasks.":[254],"Our":[255],"open-source":[256],"implementation":[257],"code":[258],"available":[260],"https://github.com/CFM-MSG/Code_JSG.":[262]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":11}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}