{"id":"https://openalex.org/W4402593994","doi":"https://doi.org/10.1109/icce-taiwan62264.2024.10674579","title":"A Multimodal Learning Approach for Translating Live Lectures into MOOCs Materials","display_name":"A Multimodal Learning Approach for Translating Live Lectures into MOOCs Materials","publication_year":2024,"publication_date":"2024-07-09","ids":{"openalex":"https://openalex.org/W4402593994","doi":"https://doi.org/10.1109/icce-taiwan62264.2024.10674579"},"language":"en","primary_location":{"id":"doi:10.1109/icce-taiwan62264.2024.10674579","is_oa":false,"landing_page_url":"http://doi.org/10.1109/icce-taiwan62264.2024.10674579","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Consumer Electronics - Taiwan (ICCE-Taiwan)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004546741","display_name":"Tzu-Chia Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I107470533","display_name":"Tamkang University","ror":"https://ror.org/04tft4718","country_code":"TW","type":"education","lineage":["https://openalex.org/I107470533"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Tzu-Chia Huang","raw_affiliation_strings":["Tamkang University,Taiwan"],"affiliations":[{"raw_affiliation_string":"Tamkang University,Taiwan","institution_ids":["https://openalex.org/I107470533"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102350806","display_name":"Chih-Yuan Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I107470533","display_name":"Tamkang University","ror":"https://ror.org/04tft4718","country_code":"TW","type":"education","lineage":["https://openalex.org/I107470533"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chih-Yuan Chang","raw_affiliation_strings":["Tamkang University,Taiwan"],"affiliations":[{"raw_affiliation_string":"Tamkang University,Taiwan","institution_ids":["https://openalex.org/I107470533"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hung-I Tsai","orcid":null},"institutions":[{"id":"https://openalex.org/I107470533","display_name":"Tamkang University","ror":"https://ror.org/04tft4718","country_code":"TW","type":"education","lineage":["https://openalex.org/I107470533"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hung-I Tsai","raw_affiliation_strings":["Tamkang University,Taiwan"],"affiliations":[{"raw_affiliation_string":"Tamkang University,Taiwan","institution_ids":["https://openalex.org/I107470533"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107399115","display_name":"Han-Si Tao","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Han-Si Tao","raw_affiliation_strings":["Hong Kong University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5004546741"],"corresponding_institution_ids":["https://openalex.org/I107470533"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22870187,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"106","issue":null,"first_page":"687","last_page":"688"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12542","display_name":"Second Language Learning and Teaching","score":0.9010999798774719,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12542","display_name":"Second Language Learning and Teaching","score":0.9010999798774719,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6608895659446716},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38507652282714844},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3671550750732422}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6608895659446716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38507652282714844},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3671550750732422}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icce-taiwan62264.2024.10674579","is_oa":false,"landing_page_url":"http://doi.org/10.1109/icce-taiwan62264.2024.10674579","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Consumer Electronics - Taiwan (ICCE-Taiwan)","raw_type":"proceedings-article"},{"id":"pmh:oai:tkuir.lib.tku.edu.tw:987654321/126358","is_oa":false,"landing_page_url":"https://tkuir.lib.tku.edu.tw/dspace/handle/987654321/126358","pdf_url":null,"source":{"id":"https://openalex.org/S4406922698","display_name":"Tamkang University Institutional Repository (TKUIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W3093450153","https://openalex.org/W3197087768","https://openalex.org/W3201008491","https://openalex.org/W6803856260","https://openalex.org/W6811456139"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"This":[0,36],"paper":[1,37],"introduces":[2],"an":[3],"AI-based":[4],"solution":[5],"for":[6,68],"the":[7,49,62,89,103,132,136,141,147,151,154,171,175,189,192,201,206],"automatic":[8],"generation":[9],"of":[10,53,153],"MOOCs,":[11],"aiming":[12],"to":[13,28,41,80,180],"efficiently":[14],"create":[15],"highly":[16],"realistic":[17,211],"instructional":[18],"videos":[19],"while":[20],"ensuring":[21,205],"high-quality":[22],"content.":[23],"The":[24,56,157],"generated":[25,207],"content":[26,30,82],"strives":[27],"keep":[29],"accuracy,":[31],"video":[32,54,202],"fluidity,":[33],"and":[34,45,51,75,84,117,124,169,184,198,212],"vivacity.":[35],"employs":[38,65],"a":[39,113,145],"multimodal":[40,133,148],"understand":[42],"text,":[43],"images,":[44],"sound":[46],"simultaneously,":[47],"enhancing":[48],"accuracy":[50,83],"realism":[52],"generation.":[55],"process":[57],"involves":[58],"three":[59],"stages:":[60],"First,":[61],"preprocessing":[63],"stage":[64,159],"OpenAI's":[66],"Whisper":[67],"audio-to-text":[69],"conversion,":[70],"supplemented":[71],"by":[72],"Fuzzy":[73],"Wuzzy":[74],"Large":[76],"Language":[77],"Models":[78],"(LLMs)":[79],"enhance":[81],"detect":[85],"thematic":[86],"sections.":[87],"In":[88],"second":[90],"stage,":[91],"speaker":[92],"motion":[93,105,138],"prediction":[94],"begins":[95],"with":[96],"skeleton":[97,142],"tags.":[98],"Based":[99,128,187],"on":[100,129,188],"these":[101,130],"labels,":[102],"speaker\u2019s":[104,137,155,172],"can":[106,134,149,209],"be":[107,210],"classified":[108],"into":[109,165],"different":[110],"categories.":[111],"Subsequently,":[112],"multimodal,":[114],"including":[115],"BERT":[116],"CNN,":[118],"further":[119],"extracts":[120],"features":[121],"from":[122],"text":[123,164],"voice":[125,183],"diagrams,":[126],"respectively.":[127],"features,":[131],"learn":[135],"categories":[139],"through":[140],"labels.":[143],"As":[144],"result,":[146],"predict":[150],"classes":[152],"motions.":[156,173],"final":[158],"generates":[160],"MOOCs":[161,208],"audiovisuals,":[162],"converting":[163],"subtitles":[166],"using":[167],"LLMs":[168],"predicting":[170],"Finally,":[174],"wellknown":[176],"tool":[177],"is":[178],"used":[179],"ensure":[181],"accurate":[182],"lip":[185],"synchronization.":[186],"mentioned":[190],"approaches,":[191],"proposed":[193],"mechanism":[194],"guarantees":[195],"seamless":[196],"alignment":[197],"consistency":[199],"in":[200],"elements,":[203],"thereby":[204],"more":[213],"recent.":[214]},"counts_by_year":[],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}