{"id":"https://openalex.org/W7138871759","doi":"https://doi.org/10.1145/3789624.3789641","title":"Leveraging Large Language Models for Twitch Video Clip Understanding and Summarization","display_name":"Leveraging Large Language Models for Twitch Video Clip Understanding and Summarization","publication_year":2026,"publication_date":"2026-03-20","ids":{"openalex":"https://openalex.org/W7138871759","doi":"https://doi.org/10.1145/3789624.3789641"},"language":"en","primary_location":{"id":"doi:10.1145/3789624.3789641","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3789624.3789641","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th Annual International GamiFIN Conference 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://trepo.tuni.fi/handle/10024/238615","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068410882","display_name":"Jari Lindroos","orcid":null},"institutions":[{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jari Lindroos","raw_affiliation_strings":["University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland"],"raw_orcid":"https://orcid.org/0000-0003-2275-3866","affiliations":[{"raw_affiliation_string":"University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland","institution_ids":["https://openalex.org/I94722563"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021323359","display_name":"Raine Koskimaa","orcid":"https://orcid.org/0000-0002-1492-4074"},"institutions":[{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Raine Koskimaa","raw_affiliation_strings":["University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland"],"raw_orcid":"https://orcid.org/0000-0002-1492-4074","affiliations":[{"raw_affiliation_string":"University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland","institution_ids":["https://openalex.org/I94722563"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059446980","display_name":"Jaakko Peltonen","orcid":"https://orcid.org/0000-0003-3485-8585"},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jaakko Peltonen","raw_affiliation_strings":["Tampere University, Tampere, Finland"],"raw_orcid":"https://orcid.org/0000-0003-3485-8585","affiliations":[{"raw_affiliation_string":"Tampere University, Tampere, Finland","institution_ids":["https://openalex.org/I166825849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036059545","display_name":"Tanja V\u00e4lisalo","orcid":"https://orcid.org/0000-0001-8678-4683"},"institutions":[{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Tanja V\u00e4lisalo","raw_affiliation_strings":["University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland"],"raw_orcid":"https://orcid.org/0000-0001-8678-4683","affiliations":[{"raw_affiliation_string":"University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland","institution_ids":["https://openalex.org/I94722563"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026131693","display_name":"Ida Toivanen","orcid":"https://orcid.org/0000-0003-0440-7337"},"institutions":[{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Ida Toivanen","raw_affiliation_strings":["University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland"],"raw_orcid":"https://orcid.org/0000-0003-0440-7337","affiliations":[{"raw_affiliation_string":"University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland","institution_ids":["https://openalex.org/I94722563"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.6283000111579895,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.6283000111579895,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.13490000367164612,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.027499999850988388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.6585000157356262},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3864000141620636},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.33309999108314514},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.305400013923645},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.2879999876022339}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7483999729156494},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.6585000157356262},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5181999802589417},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5065000057220459},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3864000141620636},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2574999928474426}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3789624.3789641","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3789624.3789641","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th Annual International GamiFIN Conference 2026","raw_type":"proceedings-article"},{"id":"pmh:oai:trepo.tuni.fi:10024/238615","is_oa":true,"landing_page_url":"https://trepo.tuni.fi/handle/10024/238615","pdf_url":null,"source":{"id":"https://openalex.org/S7407055260","display_name":"Trepo - Institutional Repository of Tampere University","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"conference"}],"best_oa_location":{"id":"pmh:oai:trepo.tuni.fi:10024/238615","is_oa":true,"landing_page_url":"https://trepo.tuni.fi/handle/10024/238615","pdf_url":null,"source":{"id":"https://openalex.org/S7407055260","display_name":"Trepo - Institutional Repository of Tampere University","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"conference"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2610638155","https://openalex.org/W4360980683","https://openalex.org/W4365152609","https://openalex.org/W4384211370","https://openalex.org/W4391940741","https://openalex.org/W4393318705","https://openalex.org/W4396759399","https://openalex.org/W4400397496","https://openalex.org/W4402508150","https://openalex.org/W4402702917","https://openalex.org/W4402716120","https://openalex.org/W4404623422","https://openalex.org/W4404781322","https://openalex.org/W4406521915","https://openalex.org/W4407208373","https://openalex.org/W4409767801","https://openalex.org/W4413146028","https://openalex.org/W4413146669","https://openalex.org/W7117480731","https://openalex.org/W7133224126","https://openalex.org/W7133231861"],"related_works":[],"abstract_inverted_index":{"Livestreaming":[0],"platforms":[1],"like":[2],"Twitch":[3,62],"generate":[4],"a":[5,68,105,109,118,137,161,192],"vast":[6],"amount":[7],"of":[8,80,99,112,185,205,215],"multimodal":[9],"data,":[10],"including":[11,145],"the":[12,17,20,52,73,78,81,89,125,131,146,157,183,203,213],"synchronized":[13],"video,":[14],"audio,":[15],"and":[16,23,39,59,77],"chat":[18],"from":[19,51,140],"audience.":[21],"Analyzing":[22],"summarizing":[24],"this":[25],"information":[26,84,173],"is":[27,85],"difficult":[28],"at":[29],"scale.":[30],"This":[31,83,134,176],"paper":[32],"presents":[33],"an":[34,41,93],"exploratory":[35],"study":[36],"which":[37],"introduces":[38],"evaluates":[40],"end-to-end":[42],"framework":[43],"that":[44],"leverages":[45],"Multimodal":[46],"Large":[47],"Language":[48],"Models":[49],"(MLLMs)":[50],"Google":[53],"Gemini":[54,126],"family":[55],"to":[56,71,91,142,148,188],"automatically":[57],"understand":[58,149],"summarize":[60],"short-form":[61],"video":[63,166],"clips.":[64,114],"Our":[65,115],"methodology":[66],"uses":[67],"Chain-of-Thought-based":[69],"prompt":[70],"identify":[72],"key":[74],"audio-visual":[75,172],"moments":[76],"reactions":[79],"chat.":[82],"then":[86],"correlated":[87],"across":[88],"modalities":[90],"provide":[92],"overall":[94],"comprehensive":[95],"summary.":[96],"The":[97],"quality":[98],"these":[100],"summaries":[101],"were":[102],"assessed":[103],"through":[104,156],"human-centric":[106],"evaluation":[107],"on":[108],"curated":[110],"dataset":[111],"56":[113],"analysis":[116,204],"suggests":[117],"clear":[119],"generational":[120],"leap":[121],"in":[122,164,197,212],"performance,":[123],"with":[124],"2.5":[127],"models":[128],"significantly":[129],"outperforming":[130],"previous":[132],"series.":[133],"improvement":[135,163],"represents":[136],"qualitative":[138],"shift":[139],"descriptive":[141],"analytical":[143],"reasoning,":[144],"ability":[147],"domain-specific":[150],"in-game":[151],"context.":[152],"We":[153],"also":[154],"observe,":[155],"modality":[158],"ablation":[159],"study,":[160],"fundamental":[162],"inherent":[165],"understanding":[167],"capabilities":[168],"when":[169],"solely":[170],"utilizing":[171,186],"as":[174,179,202],"input.":[175],"work":[177],"serves":[178],"foundational":[180],"research":[181],"for":[182,194],"application":[184],"MLLMs":[187],"livestreaming":[189],"content,":[190],"providing":[191],"groundwork":[193],"future":[195],"studies":[196],"Long-form":[198],"Video":[199],"Understanding,":[200],"such":[201],"full":[206],"matches":[207],"or":[208],"entire":[209],"tournament":[210],"broadcasts":[211],"context":[214],"esports.":[216]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-03-20T00:00:00"}