{"id":"https://openalex.org/W4415047737","doi":"https://doi.org/10.1109/tai.2025.3620274","title":"Comparative Analysis of Large Language Models for Automated Question Generation From Video-Based Learning Content","display_name":"Comparative Analysis of Large Language Models for Automated Question Generation From Video-Based Learning Content","publication_year":2025,"publication_date":"2025-10-10","ids":{"openalex":"https://openalex.org/W4415047737","doi":"https://doi.org/10.1109/tai.2025.3620274"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2025.3620274","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3620274","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063460321","display_name":"Yong\u2010Bin Kang","orcid":"https://orcid.org/0000-0002-0120-2582"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Yong-Bin Kang","raw_affiliation_strings":["ARC Centre of Excellent for Automated Decision-Making and Society (ADM+S), Swinburne University of Technology, Melbourne, VIC, Australia","ARC Centre of Excellent for Automated Decision-Making and Society (ADM+S), Swinburne University of Technology, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0120-2582","affiliations":[{"raw_affiliation_string":"ARC Centre of Excellent for Automated Decision-Making and Society (ADM+S), Swinburne University of Technology, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I57093077"]},{"raw_affiliation_string":"ARC Centre of Excellent for Automated Decision-Making and Society (ADM+S), Swinburne University of Technology, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015356348","display_name":"Abdur Rahim Mohammad Forkan","orcid":"https://orcid.org/0000-0003-0237-1705"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Abdur Rahim Mohammad Forkan","raw_affiliation_strings":["School of Science, Computing and Emerging Technologies, Swinburne University of Technology, Melbourne, VIC, Australia","School of Science, Computing and Emerging Technologies, Swinburne University of Technology, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0237-1705","affiliations":[{"raw_affiliation_string":"School of Science, Computing and Emerging Technologies, Swinburne University of Technology, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I57093077"]},{"raw_affiliation_string":"School of Science, Computing and Emerging Technologies, Swinburne University of Technology, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101870328","display_name":"Abhik Banerjee","orcid":"https://orcid.org/0000-0003-4660-4507"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Abhik Banerjee","raw_affiliation_strings":["School of Science, Computing and Emerging Technologies, Swinburne University of Technology, Melbourne, VIC, Australia","School of Science, Computing and Emerging Technologies, Swinburne University of Technology, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4660-4507","affiliations":[{"raw_affiliation_string":"School of Science, Computing and Emerging Technologies, Swinburne University of Technology, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I57093077"]},{"raw_affiliation_string":"School of Science, Computing and Emerging Technologies, Swinburne University of Technology, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071564719","display_name":"Prem Prakash Jayaraman","orcid":"https://orcid.org/0000-0003-4500-3443"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Prem Prakash Jayaraman","raw_affiliation_strings":["School of Science, Computing and Emerging Technologies, Swinburne University of Technology, Melbourne, VIC, Australia","School of Science, Computing and Emerging Technologies, Swinburne University of Technology, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4500-3443","affiliations":[{"raw_affiliation_string":"School of Science, Computing and Emerging Technologies, Swinburne University of Technology, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I57093077"]},{"raw_affiliation_string":"School of Science, Computing and Emerging Technologies, Swinburne University of Technology, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083687894","display_name":"Anthony McCosker","orcid":"https://orcid.org/0000-0003-0666-3262"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Anthony McCosker","raw_affiliation_strings":["School of Social Sciences, Media, Film and Education, Swinburne University of Technology, Melbourne, VIC, Australia","School of Social Sciences, Media, Film and Education, Swinburne University of Technology, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0666-3262","affiliations":[{"raw_affiliation_string":"School of Social Sciences, Media, Film and Education, Swinburne University of Technology, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I57093077"]},{"raw_affiliation_string":"School of Social Sciences, Media, Film and Education, Swinburne University of Technology, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100340036","display_name":"Sung-Soo Kim","orcid":"https://orcid.org/0000-0003-3207-4648"},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sungsoo Kim","raw_affiliation_strings":["Electronics and Telecommunications Research Institute (ETRI), Yuseong-gu, South Korea","ETRI (Electronics and Telecommunications Research Institute), South Korea"],"raw_orcid":"https://orcid.org/0000-0003-3207-4648","affiliations":[{"raw_affiliation_string":"Electronics and Telecommunications Research Institute (ETRI), Yuseong-gu, South Korea","institution_ids":["https://openalex.org/I142401562"]},{"raw_affiliation_string":"ETRI (Electronics and Telecommunications Research Institute), South Korea","institution_ids":["https://openalex.org/I142401562"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086367580","display_name":"Natalie Wieland","orcid":null},"institutions":[{"id":"https://openalex.org/I145236414","display_name":"Alliance Bioversity International - CIAT","ror":"https://ror.org/04xsxqp89","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I1286583668","https://openalex.org/I145236414"]},{"id":"https://openalex.org/I2799746221","display_name":"University of Divinity","ror":"https://ror.org/02xn8bh65","country_code":"AU","type":"education","lineage":["https://openalex.org/I2799746221"]}],"countries":["AU","IT"],"is_corresponding":false,"raw_author_name":"Natalie Wieland","raw_affiliation_strings":["Vidversity, Melbourne, VIC, Australia","Vidversity, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vidversity, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I2799746221"]},{"raw_affiliation_string":"Vidversity, Australia","institution_ids":["https://openalex.org/I145236414"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085834133","display_name":"Liz Kollias","orcid":null},"institutions":[{"id":"https://openalex.org/I145236414","display_name":"Alliance Bioversity International - CIAT","ror":"https://ror.org/04xsxqp89","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I1286583668","https://openalex.org/I145236414"]},{"id":"https://openalex.org/I2799746221","display_name":"University of Divinity","ror":"https://ror.org/02xn8bh65","country_code":"AU","type":"education","lineage":["https://openalex.org/I2799746221"]}],"countries":["AU","IT"],"is_corresponding":false,"raw_author_name":"Liz Kollias","raw_affiliation_strings":["Vidversity, Melbourne, VIC, Australia","Vidversity, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vidversity, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I2799746221"]},{"raw_affiliation_string":"Vidversity, Australia","institution_ids":["https://openalex.org/I145236414"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5063460321"],"corresponding_institution_ids":["https://openalex.org/I57093077"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13997227,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"7","issue":"5","first_page":"2594","last_page":"2609"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.8532999753952026,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.8532999753952026,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8400999903678894,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.8256000280380249,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5882999897003174},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.5634999871253967},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4641999900341034},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4632999897003174},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.45969998836517334},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.37610000371932983},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3723999857902527},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.3666999936103821}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7009999752044678},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5882999897003174},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.5634999871253967},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48989999294281006},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4641999900341034},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4632999897003174},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.45969998836517334},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39340001344680786},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39100000262260437},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.37610000371932983},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.3666999936103821},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.35350000858306885},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.3190000057220459},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30799999833106995},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C162446236","wikidata":"https://www.wikidata.org/wiki/Q653137","display_name":"Content analysis","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.25290000438690186},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2025.3620274","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3620274","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2041282815","https://openalex.org/W2051525497","https://openalex.org/W2792496964","https://openalex.org/W2809326784","https://openalex.org/W2889006695","https://openalex.org/W2906432682","https://openalex.org/W2962717047","https://openalex.org/W2963919867","https://openalex.org/W2970539732","https://openalex.org/W2989613245","https://openalex.org/W3015961436","https://openalex.org/W3089133578","https://openalex.org/W3100083965","https://openalex.org/W3143827210","https://openalex.org/W3195957277","https://openalex.org/W3207005142","https://openalex.org/W4281771812","https://openalex.org/W4318480794","https://openalex.org/W4324046706","https://openalex.org/W4386609322","https://openalex.org/W4388046560","https://openalex.org/W4388140488","https://openalex.org/W4389519109","https://openalex.org/W4389519254","https://openalex.org/W4390546602","https://openalex.org/W4393118539","https://openalex.org/W4399378773","https://openalex.org/W4399466552","https://openalex.org/W4400106310","https://openalex.org/W4400642993","https://openalex.org/W4402467510","https://openalex.org/W4402480792","https://openalex.org/W4403434592","https://openalex.org/W4410567069"],"related_works":[],"abstract_inverted_index":{"The":[0],"increasing":[1],"adoption":[2],"of":[3,28,50,134,169,179],"video-based":[4,185],"learning":[5,186],"has":[6],"presented":[7],"a":[8,25,120],"significant":[9,147],"challenge":[10],"in":[11,74,149,181,184],"effectively":[12],"assessing":[13,47],"learner\u2019s":[14],"comprehension":[15],"and":[16,57,100,117,132,144],"engagement.":[17],"This":[18],"paper":[19],"addresses":[20],"this":[21,161],"gap":[22],"by":[23],"conducting":[24],"comparative":[26,159],"analysis":[27],"ten":[29],"state-of-the-art":[30],"large":[31],"language":[32],"models":[33,84],"(LLMs)":[34],"for":[35,70,87,113,123],"Automated":[36],"Question":[37],"Generation":[38],"(AQG)":[39],"from":[40],"video":[41],"transcripts.":[42],"Our":[43,59],"evaluation":[44,68,93],"centres":[45],"on":[46,90],"the":[48,83,110,130,153,167,176],"quality":[49],"four":[51],"question":[52,80,97,105,115,139],"types:":[53],"short-answer,":[54],"multiple-choice,":[55],"boolean,":[56],"gap-fill.":[58],"major":[60],"contributions":[61],"are":[62],"three-fold.":[63],"First,":[64],"we":[65,108,128],"propose":[66],"an":[67,157],"framework":[69],"comparing":[71],"multiple":[72],"LLMs":[73],"their":[75],"ability":[76],"to":[77,175],"generate":[78],"different":[79],"types,":[81],"identifying":[82,137],"best":[85],"suited":[86],"each":[88,135],"based":[89],"five":[91],"key":[92],"metrics\u2013relevance,":[94],"reading":[95],"comprehension,":[96],"difficulty,":[98],"clarity,":[99],"context":[101],"utilisation\u2013that":[102],"holistically":[103],"assess":[104],"quality.":[106],"Second,":[107],"release":[109],"prompts":[111],"used":[112],"both":[114],"generation":[116],"evaluation,":[118],"providing":[119,156],"valuable":[121],"resource":[122],"future":[124],"AQG":[125,150,172],"research.":[126],"Third,":[127],"uncover":[129],"strengths":[131],"weaknesses":[133],"LLM,":[136],"which":[138],"types":[140],"require":[141],"further":[142],"improvement,":[143],"uncovering":[145],"statistically":[146],"differences":[148],"performance":[151],"across":[152],"LLMs.":[154],"By":[155],"in-depth":[158],"analysis,":[160],"study":[162],"provides":[163],"important":[164],"insight":[165],"into":[166],"development":[168],"more":[170],"effective":[171],"systems,":[173],"contributing":[174],"broader":[177],"integration":[178],"AI":[180],"automated":[182],"assessment":[183],"environments.":[187]},"counts_by_year":[],"updated_date":"2026-05-05T06:06:40.768181","created_date":"2025-10-11T00:00:00"}