{"id":"https://openalex.org/W2130998369","doi":"https://doi.org/10.1109/tmm.2010.2066960","title":"Sequence Multi-Labeling: A Unified Video Annotation Scheme With Spatial and Temporal Context","display_name":"Sequence Multi-Labeling: A Unified Video Annotation Scheme With Spatial and Temporal Context","publication_year":2010,"publication_date":"2010-08-18","ids":{"openalex":"https://openalex.org/W2130998369","doi":"https://doi.org/10.1109/tmm.2010.2066960","mag":"2130998369"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2010.2066960","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2010.2066960","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101397818","display_name":"Yuanning Li","orcid":"https://orcid.org/0000-0003-3277-0600"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuanning Li","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy and Sciences, Beijing, China","Inst. of Comput. Technol., Chinese Acad. of Sci., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy and Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Inst. of Comput. Technol., Chinese Acad. of Sci., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023918894","display_name":"Yonghong Tian","orcid":"https://orcid.org/0000-0002-2978-5935"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghong Tian","raw_affiliation_strings":["National Engineering Laboratory for Video Technology, School of Electrical Engineering and Computer Science, Peking University, Beijing, China","National Engineering Lab. for Video Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Video Technology, School of Electrical Engineering and Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Engineering Lab. for Video Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024879728","display_name":"Ling\u2010Yu Duan","orcid":"https://orcid.org/0000-0002-4491-2023"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ling-Yu Duan","raw_affiliation_strings":["National Engineering Laboratory for Video Technology, School of Electrical Engineering and Computer Science, Peking University, Beijing, China","National Engineering Lab. for Video Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Video Technology, School of Electrical Engineering and Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Engineering Lab. for Video Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063439671","display_name":"Jingjing Yang","orcid":"https://orcid.org/0000-0003-2751-2930"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjing Yang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy and Sciences, Beijing, China","Inst. of Comput. Technol., Chinese Acad. of Sci., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy and Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Inst. of Comput. Technol., Chinese Acad. of Sci., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058066577","display_name":"Tiejun Huang","orcid":"https://orcid.org/0000-0002-4234-6099"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiejun Huang","raw_affiliation_strings":["National Engineering Laboratory for Video Technology, School of Electrical Engineering and Computer Science, Peking University, Beijing, China","National Engineering Lab. for Video Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Video Technology, School of Electrical Engineering and Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Engineering Lab. for Video Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018478553","display_name":"Wen Gao","orcid":"https://orcid.org/0000-0002-8070-802X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Gao","raw_affiliation_strings":["National Engineering Laboratory for Video Technology, School of Electrical Engineering and Computer Science, Peking University, Beijing, China","National Engineering Lab. for Video Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Video Technology, School of Electrical Engineering and Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Engineering Lab. for Video Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101397818"],"corresponding_institution_ids":["https://openalex.org/I4210090176"],"apc_list":null,"apc_paid":null,"fwci":3.2325,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.92846769,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"12","issue":"8","first_page":"814","last_page":"828"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7777582406997681},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6744563579559326},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6416530609130859},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6176686882972717},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5698058605194092},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5655391812324524},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5402223467826843},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.5355541706085205},{"id":"https://openalex.org/keywords/multiple-kernel-learning","display_name":"Multiple kernel learning","score":0.5340892672538757},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.49604400992393494},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.46972835063934326},{"id":"https://openalex.org/keywords/kernel-method","display_name":"Kernel method","score":0.4474044144153595},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.41628026962280273},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4049472212791443},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12625175714492798}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7777582406997681},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6744563579559326},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6416530609130859},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6176686882972717},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5698058605194092},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5655391812324524},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5402223467826843},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.5355541706085205},{"id":"https://openalex.org/C2776879701","wikidata":"https://www.wikidata.org/wiki/Q25048660","display_name":"Multiple kernel learning","level":4,"score":0.5340892672538757},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.49604400992393494},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.46972835063934326},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.4474044144153595},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.41628026962280273},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4049472212791443},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12625175714492798},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmm.2010.2066960","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2010.2066960","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.723.7394","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.723.7394","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.jdl.ac.cn/doc/2010/TMM2010_Sequence%20Multi-Labeling%20A%20Unified%20Video%20Annotation%20Scheme%20with%20Spatial%20and%20Temporal%20Context.PDF","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7200000286102295}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1501289097","https://openalex.org/W1563088657","https://openalex.org/W1974477236","https://openalex.org/W1978920452","https://openalex.org/W1995846643","https://openalex.org/W2004185661","https://openalex.org/W2004663411","https://openalex.org/W2022310749","https://openalex.org/W2023170106","https://openalex.org/W2025363509","https://openalex.org/W2025954386","https://openalex.org/W2035621010","https://openalex.org/W2066316399","https://openalex.org/W2077072595","https://openalex.org/W2082502489","https://openalex.org/W2082713390","https://openalex.org/W2083500487","https://openalex.org/W2090912237","https://openalex.org/W2094067871","https://openalex.org/W2105644991","https://openalex.org/W2108700067","https://openalex.org/W2115439269","https://openalex.org/W2123446250","https://openalex.org/W2129193626","https://openalex.org/W2130660124","https://openalex.org/W2136507825","https://openalex.org/W2137117160","https://openalex.org/W2138043589","https://openalex.org/W2139686264","https://openalex.org/W2143854982","https://openalex.org/W2144502914","https://openalex.org/W2152899661","https://openalex.org/W2153677638","https://openalex.org/W2154458328","https://openalex.org/W2154462399","https://openalex.org/W2154683974","https://openalex.org/W2157059464","https://openalex.org/W2160039895","https://openalex.org/W2162915993","https://openalex.org/W2165315123","https://openalex.org/W2171193630","https://openalex.org/W2171881030","https://openalex.org/W2296319761","https://openalex.org/W2429914308","https://openalex.org/W2533506101","https://openalex.org/W2538008885","https://openalex.org/W4237279480","https://openalex.org/W4250589301","https://openalex.org/W6656704994","https://openalex.org/W6675760969","https://openalex.org/W6680627905","https://openalex.org/W6682641668","https://openalex.org/W6682783484","https://openalex.org/W6683181193","https://openalex.org/W6683390231","https://openalex.org/W6728717471"],"related_works":["https://openalex.org/W2167155152","https://openalex.org/W185474625","https://openalex.org/W2725311638","https://openalex.org/W2123146423","https://openalex.org/W2570832236","https://openalex.org/W2144299089","https://openalex.org/W2133046540","https://openalex.org/W3092342941","https://openalex.org/W4388570703","https://openalex.org/W2055608878"],"abstract_inverted_index":{"Automatic":[0],"video":[1,11,30,48,63],"annotation":[2,19,49,64],"is":[3,20,31,111,133,163],"a":[4,23,51,57,74,81,92,120,130,209],"challenging":[5],"yet":[6],"important":[7],"problem":[8,25,55],"for":[9,77,119],"content-based":[10],"indexing":[12],"and":[13,37,88,139,153,196,219],"retrieval.":[14],"In":[15,43,124],"most":[16],"existing":[17],"works,":[18],"formulated":[21],"as":[22,50,174,176],"multi-labeling":[24,53],"over":[26,56,188,234],"individual":[27,68],"shots.":[28],"However,":[29],"by":[32,85],"nature":[33],"informative":[34],"in":[35,80,193],"spatial":[36,87,152],"temporal":[38,89,154],"context":[39,90,141],"of":[40,146,156,170,208],"semantic":[41],"concepts.":[42],"this":[44],"paper,":[45],"we":[46,199],"formulate":[47],"sequence":[52,76,101,118,187],"(SML)":[54],"shot":[58,122],"sequence.":[59,123],"Different":[60],"from":[61],"many":[62],"paradigms":[65],"working":[66],"on":[67,148,217],"shots,":[69],"SML":[70,178],"aims":[71],"to":[72,114,135,165,204],"predict":[73],"multi-label":[75,102,117,186],"consecutive":[78],"shots":[79],"global":[82],"optimization":[83],"manner":[84],"incorporating":[86],"into":[91],"unified":[93],"learning":[94,160],"framework.":[95],"A":[96,158],"novel":[97],"discriminative":[98],"method,":[99],"called":[100],"support":[103],"vector":[104],"machine":[105],"(SVM":[106],"<sup":[107,126,228],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[108,127,229],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">SML</sup>":[109,128,230],"),":[110],"accordingly":[112],"proposed":[113,226],"infer":[115],"the":[116,137,144,149,167,171,177,184,189,206,235],"given":[121],"SVM":[125,227],",":[129],"joint":[131,172],"kernel":[132,168,173],"employed":[134],"model":[136],"feature-level":[138],"concept-level":[140],"relationships":[142],"(i.e.,":[143],"dependencies":[145],"concepts":[147],"low-level":[150],"features,":[151],"correlations":[155],"concepts).":[157],"multiple-kernel":[159],"(MKL)":[161],"algorithm":[162],"developed":[164],"optimize":[166],"weights":[169],"well":[175],"score":[179],"function.":[180],"To":[181],"efficiently":[182],"search":[183],"desirable":[185],"large":[190],"output":[191],"space":[192],"both":[194],"training":[195],"test":[197],"phases,":[198],"adopt":[200],"an":[201],"approximate":[202],"method":[203],"maximize":[205],"energy":[207],"binary":[210],"Markov":[211],"random":[212],"field":[213],"(BMRF).":[214],"Extensive":[215],"experiments":[216],"TRECVID'05":[218],"TRECVID'07":[220],"datasets":[221],"have":[222],"shown":[223],"that":[224],"our":[225],"gains":[231],"superior":[232],"performance":[233],"state-of-the-art.":[236]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":5}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}