{"id":"https://openalex.org/W4399423332","doi":"https://doi.org/10.1145/3652583.3658101","title":"Identification of Speaker Roles and Situation Types in News Videos","display_name":"Identification of Speaker Roles and Situation Types in News Videos","publication_year":2024,"publication_date":"2024-05-30","ids":{"openalex":"https://openalex.org/W4399423332","doi":"https://doi.org/10.1145/3652583.3658101"},"language":"en","primary_location":{"id":"doi:10.1145/3652583.3658101","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652583.3658101","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658101","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658101","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075049198","display_name":"Gullal S. Cheema","orcid":"https://orcid.org/0000-0003-4354-9629"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Gullal S. Cheema","raw_affiliation_strings":["L3S Research Center, Leibniz University Hannover, Hannover, Germany"],"raw_orcid":"https://orcid.org/0000-0003-4354-9629","affiliations":[{"raw_affiliation_string":"L3S Research Center, Leibniz University Hannover, Hannover, Germany","institution_ids":["https://openalex.org/I4210136150","https://openalex.org/I114112103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099045359","display_name":"Judi Arafat","orcid":"https://orcid.org/0009-0009-7777-8914"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Judi Arafat","raw_affiliation_strings":["Leibniz University Hannover, Hannover, Germany"],"raw_orcid":"https://orcid.org/0009-0009-7777-8914","affiliations":[{"raw_affiliation_string":"Leibniz University Hannover, Hannover, Germany","institution_ids":["https://openalex.org/I114112103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026328942","display_name":"Chiao\u2010I Tseng","orcid":"https://orcid.org/0000-0001-6902-7322"},"institutions":[{"id":"https://openalex.org/I881427289","display_name":"University of Gothenburg","ror":"https://ror.org/01tm6cn81","country_code":"SE","type":"education","lineage":["https://openalex.org/I881427289"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Chiao-I Tseng","raw_affiliation_strings":["University of Gothenburg, G\u00f6teborg, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-6902-7322","affiliations":[{"raw_affiliation_string":"University of Gothenburg, G\u00f6teborg, Sweden","institution_ids":["https://openalex.org/I881427289"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041142359","display_name":"John Bateman","orcid":"https://orcid.org/0000-0002-7209-9295"},"institutions":[{"id":"https://openalex.org/I180437899","display_name":"University of Bremen","ror":"https://ror.org/04ers2y35","country_code":"DE","type":"education","lineage":["https://openalex.org/I180437899"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"John A. Bateman","raw_affiliation_strings":["University of Bremen, Bremen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-7209-9295","affiliations":[{"raw_affiliation_string":"University of Bremen, Bremen, Germany","institution_ids":["https://openalex.org/I180437899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055402344","display_name":"Ralph Ewerth","orcid":"https://orcid.org/0000-0003-0918-6297"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I2802635041","display_name":"Technische Informationsbibliothek (TIB)","ror":"https://ror.org/04aj4c181","country_code":"DE","type":"archive","lineage":["https://openalex.org/I2802635041","https://openalex.org/I315704651"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ralph Ewerth","raw_affiliation_strings":["TIB - Leibniz Information Centre for Science and Technology, and L3S Research Center, Leibniz University Hannover, Hannover, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0918-6297","affiliations":[{"raw_affiliation_string":"TIB - Leibniz Information Centre for Science and Technology, and L3S Research Center, Leibniz University Hannover, Hannover, Germany","institution_ids":["https://openalex.org/I2802635041","https://openalex.org/I4210136150","https://openalex.org/I114112103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024462572","display_name":"Eric M\u00fcller-Budack","orcid":"https://orcid.org/0000-0002-6802-1241"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I2802635041","display_name":"Technische Informationsbibliothek (TIB)","ror":"https://ror.org/04aj4c181","country_code":"DE","type":"archive","lineage":["https://openalex.org/I2802635041","https://openalex.org/I315704651"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eric M\u00fcller-Budack","raw_affiliation_strings":["TIB - Leibniz Information Centre for Science and Technology, and L3S Research Center, Leibniz University Hannover, Hannover, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6802-1241","affiliations":[{"raw_affiliation_string":"TIB - Leibniz Information Centre for Science and Technology, and L3S Research Center, Leibniz University Hannover, Hannover, Germany","institution_ids":["https://openalex.org/I2802635041","https://openalex.org/I4210136150","https://openalex.org/I114112103"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5075049198"],"corresponding_institution_ids":["https://openalex.org/I114112103","https://openalex.org/I4210136150"],"apc_list":null,"apc_paid":null,"fwci":1.3245,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83038301,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"506","last_page":"514"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7870264053344727},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5491632223129272},{"id":"https://openalex.org/keywords/misinformation","display_name":"Misinformation","score":0.5374401807785034},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.4929327964782715},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4614078104496002},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4589986801147461},{"id":"https://openalex.org/keywords/disinformation","display_name":"Disinformation","score":0.4404570460319519},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4256318211555481},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.41643646359443665},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.3888872563838959},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3320508599281311},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.23921969532966614}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7870264053344727},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5491632223129272},{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.5374401807785034},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.4929327964782715},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4614078104496002},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4589986801147461},{"id":"https://openalex.org/C2776552730","wikidata":"https://www.wikidata.org/wiki/Q189656","display_name":"Disinformation","level":3,"score":0.4404570460319519},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4256318211555481},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.41643646359443665},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.3888872563838959},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3320508599281311},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.23921969532966614},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3652583.3658101","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652583.3658101","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658101","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3652583.3658101","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652583.3658101","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658101","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality","score":0.4399999976158142}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399423332.pdf"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1507573241","https://openalex.org/W2041741035","https://openalex.org/W2074466695","https://openalex.org/W2082112386","https://openalex.org/W2113520840","https://openalex.org/W2143229091","https://openalex.org/W2151041036","https://openalex.org/W2153875174","https://openalex.org/W2288294901","https://openalex.org/W2295598076","https://openalex.org/W2406418155","https://openalex.org/W2504025601","https://openalex.org/W2597046772","https://openalex.org/W2732026016","https://openalex.org/W2911964244","https://openalex.org/W2963077089","https://openalex.org/W3037109418","https://openalex.org/W3127127511","https://openalex.org/W4387779647","https://openalex.org/W6724246236","https://openalex.org/W6949549905"],"related_works":["https://openalex.org/W3043508177","https://openalex.org/W4382752644","https://openalex.org/W4309170162","https://openalex.org/W3081379046","https://openalex.org/W2100028027","https://openalex.org/W4304145139","https://openalex.org/W4310502242","https://openalex.org/W3198351040","https://openalex.org/W2994676997","https://openalex.org/W4320021575"],"abstract_inverted_index":{"The":[0],"proliferation":[1],"of":[2,11,26,36,106,113,140],"news":[3,29,40,58,94,100,107,127,164],"sources":[4],"on":[5,50],"the":[6,9,24,32,57,104,111],"web":[7],"amplifies":[8],"problem":[10],"disinformation":[12],"and":[13,18,34,39,68,90,126,142,145,157,163,180,190,198],"misinformation,":[14],"impacting":[15],"public":[16,71],"perception":[17],"societal":[19],"stability.":[20],"These":[21],"issues":[22],"necessitate":[23],"identification":[25],"bias":[27],"in":[28,56,99,166],"broadcasts,":[30],"whereby":[31],"analysis":[33],"understanding":[35,105],"speaker":[37,52,84,124,161],"roles":[38,85,125,162],"contexts":[41],"are":[42],"essential":[43],"prerequisites.":[44],"Although":[45],"there":[46],"is":[47,73],"prior":[48],"research":[49],"multimodal":[51,177],"role":[53],"recognition":[54],"(mostly)":[55],"domain,":[59],"modern":[60],"feature":[61,186],"representations":[62],"have":[63],"not":[64],"been":[65],"explored":[66],"yet,":[67],"no":[69],"comprehensive":[70],"dataset":[72,121],"available.":[74],"In":[75,148],"this":[76],"paper,":[77],"we":[78,116,135,151,193],"propose":[79],"novel":[80,119],"approaches":[81],"to":[82,102],"classify":[83],"(e.g.,":[86,96],"\"anchor,\"":[87],"\"reporter,\"":[88],"\"expert\")":[89],"categorise":[91],"scenes":[92],"into":[93],"situations":[95,128,165],"\"report,\"":[97],"\"interview\")":[98],"videos,":[101],"enhance":[103],"content.":[108],"To":[109],"bridge":[110],"gap":[112],"missing":[114],"datasets,":[115],"present":[117],"a":[118,137],"annotated":[120],"for":[122,159,202],"various":[123],"from":[129],"diverse":[130],"(national)":[131],"media":[132],"outlets.":[133],"Furthermore,":[134],"suggest":[136],"rich":[138],"set":[139,199],"features":[141],"employ":[143],"aggregation":[144],"post-processing":[146],"techniques.":[147],"our":[149,195],"experiments,":[150],"compare":[152],"classifiers":[153],"like":[154],"Random":[155],"Forest":[156],"XGBoost":[158],"identifying":[160],"video":[167],"segments.":[168],"Our":[169],"approach":[170],"outperforms":[171],"recent":[172],"state-of-the-art":[173],"methods,":[174],"including":[175],"end-to-end":[176],"deep":[178],"network":[179],"unimodal":[181],"transformer-based":[182],"models.":[183],"Through":[184],"detailed":[185],"combination":[187],"analysis,":[188],"generalisation":[189],"explainability":[191],"insights,":[192],"underscore":[194],"models'":[196],"capabilities":[197],"new":[200],"directions":[201],"future":[203],"research.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}