{"id":"https://openalex.org/W4415239351","doi":"https://doi.org/10.1145/3746059.3747626","title":"NoteIt: A System Converting Instructional Videos to Interactable Notes Through Multimodal Video Understanding","display_name":"NoteIt: A System Converting Instructional Videos to Interactable Notes Through Multimodal Video Understanding","publication_year":2025,"publication_date":"2025-09-27","ids":{"openalex":"https://openalex.org/W4415239351","doi":"https://doi.org/10.1145/3746059.3747626"},"language":"en","primary_location":{"id":"doi:10.1145/3746059.3747626","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746059.3747626","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2508.14395","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057284689","display_name":"Running Zhao","orcid":"https://orcid.org/0000-0003-2496-3429"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Running Zhao","raw_affiliation_strings":["The University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002952964","display_name":"Zhihan Jiang","orcid":"https://orcid.org/0000-0003-4857-7143"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhihan Jiang","raw_affiliation_strings":["The University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101819310","display_name":"Xinchen Zhang","orcid":"https://orcid.org/0000-0001-8323-9356"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xinchen Zhang","raw_affiliation_strings":["The University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108758513","display_name":"Chun-Jey Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chirui Chang","raw_affiliation_strings":["The University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039676790","display_name":"Handi Chen","orcid":"https://orcid.org/0000-0002-4223-3502"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Handi Chen","raw_affiliation_strings":["The University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025261452","display_name":"Weipeng Deng","orcid":"https://orcid.org/0000-0002-8861-4001"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Weipeng Deng","raw_affiliation_strings":["The University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042210805","display_name":"Luyao Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luyao Jin","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077619274","display_name":"Xin Qi","orcid":"https://orcid.org/0000-0003-4588-1238"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaojuan Qi","raw_affiliation_strings":["The University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072861400","display_name":"Xun Qian","orcid":"https://orcid.org/0000-0003-1976-7992"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xun Qian","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077317339","display_name":"Edith C.\u2010H. Ngai","orcid":"https://orcid.org/0000-0002-3454-8731"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Edith C.H. Ngai","raw_affiliation_strings":["The University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5057284689"],"corresponding_institution_ids":["https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37181005,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14236","display_name":"Educational Tools and Methods","score":0.9677000045776367,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13071","display_name":"Digital Storytelling and Education","score":0.9557999968528748,"subfield":{"id":"https://openalex.org/subfields/3616","display_name":"Speech and Hearing"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.7436000108718872},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.713100016117096},{"id":"https://openalex.org/keywords/presentation","display_name":"Presentation (obstetrics)","score":0.7117999792098999},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6564000248908997},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3095000088214874}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.838699996471405},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.7436000108718872},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.713100016117096},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.7117999792098999},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6564000248908997},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.6416000127792358},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4814000129699707},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.46970000863075256},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3075999915599823},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3746059.3747626","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746059.3747626","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2508.14395","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.14395","pdf_url":"https://arxiv.org/pdf/2508.14395","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2508.14395","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.14395","pdf_url":"https://arxiv.org/pdf/2508.14395","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321920","display_name":"Innovation and Technology Commission","ror":"https://ror.org/04vf9tr09"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415239351.pdf","grobid_xml":"https://content.openalex.org/works/W4415239351.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1982980578","https://openalex.org/W1988366361","https://openalex.org/W2023419638","https://openalex.org/W2029044878","https://openalex.org/W2032191478","https://openalex.org/W2035818959","https://openalex.org/W2035965376","https://openalex.org/W2043405593","https://openalex.org/W2052362329","https://openalex.org/W2060666149","https://openalex.org/W2072500831","https://openalex.org/W2111124607","https://openalex.org/W2115685289","https://openalex.org/W2117228865","https://openalex.org/W2133665775","https://openalex.org/W2206440038","https://openalex.org/W2401784080","https://openalex.org/W2404587112","https://openalex.org/W2496593942","https://openalex.org/W2795818739","https://openalex.org/W2955639361","https://openalex.org/W2964982818","https://openalex.org/W2969132892","https://openalex.org/W3010336026","https://openalex.org/W3029354791","https://openalex.org/W3029893033","https://openalex.org/W3030590228","https://openalex.org/W3040300640","https://openalex.org/W3041819917","https://openalex.org/W3081217025","https://openalex.org/W3122206733","https://openalex.org/W3125649296","https://openalex.org/W3135074420","https://openalex.org/W3205351373","https://openalex.org/W3214334286","https://openalex.org/W4221039722","https://openalex.org/W4224988064","https://openalex.org/W4296079230","https://openalex.org/W4312514481","https://openalex.org/W4366547930","https://openalex.org/W4366548919","https://openalex.org/W4386065882","https://openalex.org/W4386066385","https://openalex.org/W4387917856","https://openalex.org/W4389519587","https://openalex.org/W4396833747","https://openalex.org/W4399282934","https://openalex.org/W4400965945","https://openalex.org/W4402702988","https://openalex.org/W4402754238","https://openalex.org/W4408614647","https://openalex.org/W4408615079"],"related_works":[],"abstract_inverted_index":{"Users":[0],"often":[1],"take":[2],"notes":[3,25,28,62,79,114],"for":[4,53],"instructional":[5,75],"videos":[6,45,76],"to":[7,22,37,77,104,116],"access":[8],"key":[9,91],"knowledge":[10],"later":[11],"without":[12],"revisiting":[13],"long":[14],"videos.":[15,94],"Automated":[16],"note":[17],"generation":[18],"tools":[19,35],"enable":[20],"users":[21,98],"obtain":[23],"informative":[24],"efficiently.":[26],"However,":[27],"generated":[29],"by":[30],"existing":[31],"research":[32],"or":[33],"off-the-shelf":[34],"fail":[36],"preserve":[38],"the":[39,43,102,107,113,138,143,146,149],"information":[40,92],"conveyed":[41],"in":[42,134],"original":[44],"comprehensively,":[46],"nor":[47],"can":[48,99],"they":[49],"satisfy":[50],"users'":[51],"expectations":[52],"diverse":[54],"presentation":[55,110],"formats":[56,111],"and":[57,89,109,125,137,148],"interactive":[58],"features":[59],"when":[60],"using":[61,80],"digitally.":[63],"In":[64],"this":[65],"work,":[66],"we":[67],"present":[68],"NoteIt,":[69],"a":[70,81,122,126],"system,":[71],"which":[72],"automatically":[73],"converts":[74],"interactable":[78],"novel":[82],"pipeline":[83,147],"that":[84],"faithfully":[85],"extracts":[86],"hierarchical":[87],"structure":[88],"multimodal":[90],"from":[93],"With":[95],"NoteIt's":[96],"interface,":[97],"interact":[100],"with":[101],"system":[103],"further":[105],"customize":[106],"content":[108],"of":[112,145,152],"according":[115],"their":[117],"preferences.":[118],"We":[119],"conducted":[120],"both":[121],"technical":[123],"evaluation":[124],"comparison":[127],"user":[128,140],"study":[129],"(N=36).":[130],"The":[131],"solid":[132],"performance":[133],"objective":[135],"metrics":[136],"positive":[139],"feedback":[141],"demonstrated":[142],"effectiveness":[144],"overall":[150],"usability":[151],"NoteIt.":[153],"Project":[154],"website:":[155],"https://zhaorunning.github.io/NoteIt/":[156]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-16T00:00:00"}