{"id":"https://openalex.org/W4387885961","doi":"https://doi.org/10.1109/tvcg.2023.3326586","title":"VideoPro: A Visual Analytics Approach for Interactive Video Programming<i/>","display_name":"VideoPro: A Visual Analytics Approach for Interactive Video Programming<i/>","publication_year":2023,"publication_date":"2023-10-23","ids":{"openalex":"https://openalex.org/W4387885961","doi":"https://doi.org/10.1109/tvcg.2023.3326586","pmid":"https://pubmed.ncbi.nlm.nih.gov/37871060"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2023.3326586","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2023.3326586","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054331966","display_name":"Jianben He","orcid":"https://orcid.org/0000-0003-3471-6130"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Jianben He","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086326351","display_name":"Xingbo Wang","orcid":"https://orcid.org/0000-0001-5693-1128"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xingbo Wang","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085890755","display_name":"Wong Kam-Kwai","orcid":"https://orcid.org/0000-0002-2813-1972"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kam Kwai Wong","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049883737","display_name":"Xijie Huang","orcid":"https://orcid.org/0000-0001-5508-5433"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xijie Huang","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019821536","display_name":"Changjian Chen","orcid":"https://orcid.org/0000-0003-2715-8839"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changjian Chen","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054533523","display_name":"Zixin Chen","orcid":"https://orcid.org/0000-0002-9707-8263"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zixin Chen","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103156716","display_name":"Fengjie Wang","orcid":"https://orcid.org/0000-0002-5198-8800"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fengjie Wang","raw_affiliation_strings":["Sichuang University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Sichuang University, Chengdu, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101484570","display_name":"Min Zhu","orcid":"https://orcid.org/0000-0002-9854-7455"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Min Zhu","raw_affiliation_strings":["Sichuang University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Sichuang University, Chengdu, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091466289","display_name":"Huamin Qu","orcid":"https://orcid.org/0000-0002-3344-9694"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Huamin Qu","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5054331966"],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":7.4035,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.96945429,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"30","issue":"1","first_page":"87","last_page":"97"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9660999774932861,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8512452244758606},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.8144559860229492},{"id":"https://openalex.org/keywords/interactive-visual-analysis","display_name":"Interactive visual analysis","score":0.675957202911377},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.6100204586982727},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5159531235694885},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.5002365112304688},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.48858460783958435},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.48048630356788635},{"id":"https://openalex.org/keywords/cultural-analytics","display_name":"Cultural analytics","score":0.44413527846336365},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35697516798973083},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.34925156831741333},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2870258390903473},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.24577632546424866},{"id":"https://openalex.org/keywords/semantic-analytics","display_name":"Semantic analytics","score":0.15496766567230225},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.11644220352172852}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8512452244758606},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.8144559860229492},{"id":"https://openalex.org/C99740376","wikidata":"https://www.wikidata.org/wiki/Q17092520","display_name":"Interactive visual analysis","level":4,"score":0.675957202911377},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.6100204586982727},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5159531235694885},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.5002365112304688},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.48858460783958435},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48048630356788635},{"id":"https://openalex.org/C545860419","wikidata":"https://www.wikidata.org/wiki/Q5193251","display_name":"Cultural analytics","level":5,"score":0.44413527846336365},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35697516798973083},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.34925156831741333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2870258390903473},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.24577632546424866},{"id":"https://openalex.org/C148792806","wikidata":"https://www.wikidata.org/wiki/Q7449046","display_name":"Semantic analytics","level":4,"score":0.15496766567230225},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.11644220352172852},{"id":"https://openalex.org/C130436687","wikidata":"https://www.wikidata.org/wiki/Q7978591","display_name":"Web modeling","level":3,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvcg.2023.3326586","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2023.3326586","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:37871060","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37871060","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-135679","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-135679","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W37400329","https://openalex.org/W1487796455","https://openalex.org/W1554837758","https://openalex.org/W1861492603","https://openalex.org/W2007241592","https://openalex.org/W2045515072","https://openalex.org/W2111818615","https://openalex.org/W2144659472","https://openalex.org/W2149644520","https://openalex.org/W2150512498","https://openalex.org/W2151023586","https://openalex.org/W2159486561","https://openalex.org/W2395639500","https://openalex.org/W2510932841","https://openalex.org/W2600599059","https://openalex.org/W2752202880","https://openalex.org/W2769041395","https://openalex.org/W2786672974","https://openalex.org/W2824561939","https://openalex.org/W2883409523","https://openalex.org/W2902078014","https://openalex.org/W2904982178","https://openalex.org/W2906129026","https://openalex.org/W2942161347","https://openalex.org/W2959716049","https://openalex.org/W2962547268","https://openalex.org/W2962730651","https://openalex.org/W2963524571","https://openalex.org/W2963677182","https://openalex.org/W2964051877","https://openalex.org/W2965507238","https://openalex.org/W2969653330","https://openalex.org/W2995571396","https://openalex.org/W3001042467","https://openalex.org/W3005587429","https://openalex.org/W3005984470","https://openalex.org/W3034679267","https://openalex.org/W3043666678","https://openalex.org/W3095669214","https://openalex.org/W3098116487","https://openalex.org/W3108010663","https://openalex.org/W3120839678","https://openalex.org/W3123545922","https://openalex.org/W3123834806","https://openalex.org/W3127131334","https://openalex.org/W3137258220","https://openalex.org/W3160298981","https://openalex.org/W3160876788","https://openalex.org/W3164124914","https://openalex.org/W3168332264","https://openalex.org/W3173277985","https://openalex.org/W3174041828","https://openalex.org/W3178261001","https://openalex.org/W3196524514","https://openalex.org/W3200114289","https://openalex.org/W3201793071","https://openalex.org/W3202003978","https://openalex.org/W3202963651","https://openalex.org/W3203033952","https://openalex.org/W3203244351","https://openalex.org/W3204047821","https://openalex.org/W3204925778","https://openalex.org/W3211561717","https://openalex.org/W3213681251","https://openalex.org/W4200283487","https://openalex.org/W4205342995","https://openalex.org/W4221045135","https://openalex.org/W4221166842","https://openalex.org/W4224246038","https://openalex.org/W4225869375","https://openalex.org/W4226250826","https://openalex.org/W4226433387","https://openalex.org/W4281956361","https://openalex.org/W4283802426","https://openalex.org/W4297199287","https://openalex.org/W4297460532","https://openalex.org/W4297460875","https://openalex.org/W4298326407","https://openalex.org/W4302276590","https://openalex.org/W4312286390","https://openalex.org/W4313171390","https://openalex.org/W4313476570","https://openalex.org/W4321021727","https://openalex.org/W4387934929","https://openalex.org/W6600983433","https://openalex.org/W6713197267","https://openalex.org/W6748816842","https://openalex.org/W6801567822","https://openalex.org/W6804551294","https://openalex.org/W6810592492","https://openalex.org/W6810661123","https://openalex.org/W6839020486"],"related_works":["https://openalex.org/W2148525144","https://openalex.org/W1813318416","https://openalex.org/W3173715284","https://openalex.org/W3149127250","https://openalex.org/W2158984754","https://openalex.org/W4246764483","https://openalex.org/W2564956852","https://openalex.org/W2112083262","https://openalex.org/W2013467770","https://openalex.org/W2166699593"],"abstract_inverted_index":{"Constructing":[0],"supervised":[1],"machine":[2],"learning":[3],"models":[4],"for":[5,54,79,128,148],"real-world":[6],"video":[7,76,152],"analysis":[8],"require":[9],"substantial":[10],"labeled":[11,34],"data,":[12],"which":[13],"is":[14],"costly":[15],"to":[16,19,71,122],"acquire":[17],"due":[18],"scarce":[20],"domain":[21],"expertise":[22],"and":[23,45,57,74,97,141,167,180,189],"laborious":[24],"manual":[25],"inspection.":[26],"While":[27],"data":[28,35,77,130,153],"programming":[29,78,150,163,174],"shows":[30],"promise":[31],"in":[32,49],"generating":[33],"at":[36,154],"scale":[37],"with":[38,82,185],"user-defined":[39],"labeling":[40,59,104,125,145],"functions,":[41],"the":[42,116,144,160,172,178],"high":[43],"dimensional":[44],"complex":[46],"temporal":[47],"information":[48],"videos":[50,92],"poses":[51],"additional":[52],"challenges":[53],"effectively":[55],"composing":[56],"evaluating":[58],"functions.":[60,105],"In":[61],"this":[62],"paper,":[63],"we":[64],"propose":[65,108],"VideoPro,":[66],"a":[67,109],"visual":[68,133],"analytics":[69],"approach":[70,184],"support":[72],"flexible":[73],"scalable":[75],"model":[80,165],"steering":[81],"reduced":[83],"human":[84],"effort.":[85],"We":[86,106,176],"first":[87],"extract":[88],"human-understandable":[89],"events":[90,121],"from":[91],"using":[93],"computer":[94],"vision":[95],"techniques":[96],"treat":[98],"them":[99],"as":[100,124],"atomic":[101],"components":[102],"of":[103,119,135,143,151,162,182],"further":[107],"two-stage":[110],"template":[111],"mining":[112],"algorithm":[113],"that":[114],"characterizes":[115],"sequential":[117],"patterns":[118],"these":[120],"serve":[123],"function":[126],"templates":[127],"efficient":[129],"labeling.":[131],"The":[132],"interface":[134],"VideoPro":[136],"facilitates":[137],"multifaceted":[138],"exploration,":[139],"examination,":[140],"application":[142],"templates,":[146],"allowing":[147],"effective":[149],"scale.":[155],"Moreover,":[156],"users":[157],"can":[158],"monitor":[159],"impact":[161],"on":[164],"performance":[166],"make":[168],"informed":[169],"adjustments":[170],"during":[171],"iterative":[173],"process.":[175],"demonstrate":[177],"efficiency":[179],"effectiveness":[181],"our":[183],"two":[186],"case":[187],"studies":[188],"expert":[190],"interviews.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}
