{"id":"https://openalex.org/W4390970416","doi":"https://doi.org/10.1109/tpami.2024.3355402","title":"Query-Oriented Micro-Video Summarization","display_name":"Query-Oriented Micro-Video Summarization","publication_year":2024,"publication_date":"2024-01-18","ids":{"openalex":"https://openalex.org/W4390970416","doi":"https://doi.org/10.1109/tpami.2024.3355402","pmid":"https://pubmed.ncbi.nlm.nih.gov/38236680"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3355402","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3355402","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011592556","display_name":"Mengzhao Jia","orcid":"https://orcid.org/0009-0005-9759-4996"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengzhao Jia","raw_affiliation_strings":["Department of Computer Science and Technology, Shandong University, Qingdao, China","department of Computer Science and Technology, Shandong University, Qingdao, Shandong, China"],"raw_orcid":"https://orcid.org/0009-0005-9759-4996","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"department of Computer Science and Technology, Shandong University, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039731055","display_name":"Yinwei Wei","orcid":"https://orcid.org/0000-0003-1791-3159"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yinwei Wei","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Clayton, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1791-3159","affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072768866","display_name":"Xuemeng Song","orcid":"https://orcid.org/0000-0002-5274-4197"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuemeng Song","raw_affiliation_strings":["Department of Computer Science and Technology, Shandong University, Qingdao, China","department of Computer Science and Technology, Shandong University, Qingdao, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0002-5274-4197","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"department of Computer Science and Technology, Shandong University, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101791255","display_name":"Teng Sun","orcid":"https://orcid.org/0000-0003-0932-8910"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Teng Sun","raw_affiliation_strings":["Department of Computer Science and Technology, Shandong University, Qingdao, China","department of Computer Science and Technology, Shandong University, Qingdao, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0003-0932-8910","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"department of Computer Science and Technology, Shandong University, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100402911","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0002-3895-5510"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["School of Computing, Harbin Institute of Technology, Shenzhen, China","School of Computing, Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-3895-5510","affiliations":[{"raw_affiliation_string":"School of Computing, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computing, Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038612499","display_name":"Liqiang Nie","orcid":"https://orcid.org/0000-0003-1476-0273"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Nie","raw_affiliation_strings":["School of Computing, Harbin Institute of Technology, Shenzhen, China","School of Computing, Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-1476-0273","affiliations":[{"raw_affiliation_string":"School of Computing, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computing, Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0656,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.92311185,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"46","issue":"6","first_page":"4174","last_page":"4187"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9220834970474243},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9010328054428101},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7196767330169678},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.534948468208313},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4554339349269867},{"id":"https://openalex.org/keywords/multi-document-summarization","display_name":"Multi-document summarization","score":0.4535631835460663},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.44095537066459656},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43859827518463135},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.4166376292705536},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3966187536716461}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9220834970474243},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9010328054428101},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7196767330169678},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.534948468208313},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4554339349269867},{"id":"https://openalex.org/C134714966","wikidata":"https://www.wikidata.org/wiki/Q6934448","display_name":"Multi-document summarization","level":3,"score":0.4535631835460663},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.44095537066459656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43859827518463135},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.4166376292705536},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3966187536716461},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3355402","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3355402","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38236680","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38236680","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6200000047683716,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3881774828","display_name":null,"funder_award_id":"ZR2022YQ59","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G5630254371","display_name":null,"funder_award_id":"62236003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6292720726","display_name":null,"funder_award_id":"62376137","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1514928307","https://openalex.org/W1902237438","https://openalex.org/W1956340063","https://openalex.org/W2045865594","https://openalex.org/W2064675550","https://openalex.org/W2100845659","https://openalex.org/W2101105183","https://openalex.org/W2101390659","https://openalex.org/W2194775991","https://openalex.org/W2337252826","https://openalex.org/W2527280178","https://openalex.org/W2582558662","https://openalex.org/W2766187676","https://openalex.org/W2896457183","https://openalex.org/W2937036051","https://openalex.org/W2953104586","https://openalex.org/W2956959730","https://openalex.org/W2962770891","https://openalex.org/W2963524571","https://openalex.org/W2982108874","https://openalex.org/W2988793532","https://openalex.org/W3001434439","https://openalex.org/W3034185248","https://openalex.org/W3034815696","https://openalex.org/W3034999214","https://openalex.org/W3091825536","https://openalex.org/W3093002391","https://openalex.org/W3093242741","https://openalex.org/W3099700870","https://openalex.org/W3104210310","https://openalex.org/W3126311953","https://openalex.org/W3133128010","https://openalex.org/W3140110584","https://openalex.org/W3145035686","https://openalex.org/W3154873257","https://openalex.org/W3156597800","https://openalex.org/W3159589496","https://openalex.org/W3169483174","https://openalex.org/W3171668871","https://openalex.org/W3173360659","https://openalex.org/W3173886731","https://openalex.org/W3176750236","https://openalex.org/W3199824684","https://openalex.org/W3204785235","https://openalex.org/W3206249787","https://openalex.org/W3206570195","https://openalex.org/W3211495814","https://openalex.org/W4225984080","https://openalex.org/W4379958249","https://openalex.org/W4385245566","https://openalex.org/W4386075867","https://openalex.org/W6631190155","https://openalex.org/W6682631176","https://openalex.org/W6726497184","https://openalex.org/W6753772092","https://openalex.org/W6759215631","https://openalex.org/W6761452495","https://openalex.org/W6766978945","https://openalex.org/W6771936042","https://openalex.org/W6779482673","https://openalex.org/W6791353385","https://openalex.org/W6852908585"],"related_works":["https://openalex.org/W3164984162","https://openalex.org/W2104677027","https://openalex.org/W2902627734","https://openalex.org/W2112885393","https://openalex.org/W2173208124","https://openalex.org/W2568827738","https://openalex.org/W1990695371","https://openalex.org/W2365100044","https://openalex.org/W2099859325","https://openalex.org/W2474342320"],"abstract_inverted_index":{"Query-oriented":[0],"micro-video":[1,20,111],"summarization":[2,52,58,112,212],"task":[3],"aims":[4],"to":[5,31,69,104,137,148,156,172,186],"generate":[6],"a":[7,88,109,183],"concise":[8],"sentence":[9],"with":[10,197],"two":[11,134],"properties:":[12],"(a)":[13],"summarizing":[14],"the":[15,19,26,40,56,75,123,157,160,177,188,193,203,206,211],"main":[16],"semantic":[17,91,162,174],"of":[18,28,51,74,78,205],"and":[21,80,84,95,128,150,213],"(b)":[22],"being":[23],"expressed":[24],"in":[25,39,98,176],"form":[27],"search":[29],"queries":[30,97],"facilitate":[32],"retrieval.":[33],"Despite":[34],"its":[35],"enormous":[36],"application":[37],"value":[38],"retrieval":[41,214],"area,":[42],"this":[43],"direction":[44],"has":[45],"barely":[46],"been":[47],"explored.":[48],"Previous":[49],"studies":[50,66],"mostly":[53],"focus":[54],"on":[55,209],"content":[57],"for":[59],"traditional":[60],"long":[61],"videos.":[62],"Directly":[63],"applying":[64],"these":[65,105],"is":[67],"prone":[68],"gain":[70],"unsatisfactory":[71],"results":[72],"because":[73],"unique":[76],"features":[77],"micro-videos":[79],"queries:":[81],"diverse":[82,194],"entities":[83],"complex":[85],"scenes":[86],"within":[87],"short":[89],"time,":[90],"gaps":[92,163],"between":[93,164],"modalities,":[94,165],"various":[96,198],"distinct":[99],"expressions.":[100,199],"To":[101],"specifically":[102],"adapt":[103],"characteristics,":[106],"we":[107,166,181],"propose":[108],"query-oriented":[110],"model,":[113],"dubbed":[114],"QMS.":[115],"It":[116],"employs":[117],"an":[118,143],"encoder-decoder-based":[119],"transformer":[120],"architecture":[121],"as":[122],"skeleton.":[124],"The":[125],"multi-modal":[126],"(visual":[127],"textual)":[129],"signals":[130],"are":[131],"passed":[132],"through":[133],"modal-specific":[135],"encoders":[136],"obtain":[138],"their":[139,173],"representations,":[140],"followed":[141],"by":[142],"entity-aware":[144],"representation":[145],"learning":[146],"module":[147],"identify":[149],"highlight":[151],"critical":[152],"entity":[153],"information.":[154],"As":[155],"optimization,":[158],"regarding":[159],"large":[161],"assign":[167],"different":[168],"confidence":[169],"scores":[170],"according":[171],"relevance":[175],"optimization":[178],"process.":[179],"Additionally,":[180],"develop":[182],"novel":[184],"strategy":[185],"sample":[187],"effective":[189],"target":[190],"query":[191,195],"among":[192],"set":[196],"Extensive":[200],"experiments":[201],"demonstrate":[202],"superiority":[204],"QMS":[207],"scheme,":[208],"both":[210],"tasks,":[215],"over":[216],"several":[217],"state-of-the-art":[218],"methods.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}