{"id":"https://openalex.org/W7128485476","doi":"https://doi.org/10.1016/j.asoc.2026.114785","title":"MT-dyna: A framework for evaluating multi-turn capabilities of LLMs","display_name":"MT-dyna: A framework for evaluating multi-turn capabilities of LLMs","publication_year":2026,"publication_date":"2026-02-10","ids":{"openalex":"https://openalex.org/W7128485476","doi":"https://doi.org/10.1016/j.asoc.2026.114785"},"language":"en","primary_location":{"id":"doi:10.1016/j.asoc.2026.114785","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.asoc.2026.114785","pdf_url":null,"source":{"id":"https://openalex.org/S140556538","display_name":"Applied Soft Computing","issn_l":"1568-4946","issn":["1568-4946","1872-9681"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Soft Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125568730","display_name":"Jun Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Gao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, PR China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, PR China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113381412","display_name":"Junlin Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junlin Cui","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, PR China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, PR China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125579643","display_name":"Anwen Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Anwen Yang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, PR China"],"raw_orcid":"https://orcid.org/0009-0007-3606-8348","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, PR China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006839003","display_name":"Yiqi Tong","orcid":"https://orcid.org/0000-0002-6671-9208"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqi Tong","raw_affiliation_strings":["Beihang University, Beijing, PR China"],"raw_orcid":"https://orcid.org/0000-0002-6671-9208","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, PR China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125589343","display_name":"Huijia Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huijia Wu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, PR China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, PR China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125576342","display_name":"Xiangzheng Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210092299","display_name":"Qihoo 360 (China)","ror":"https://ror.org/00p4rkj69","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210092299"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangzheng Zhang","raw_affiliation_strings":["Qihoo 360, Beijing, PR China"],"raw_orcid":"https://orcid.org/0009-0008-7700-5746","affiliations":[{"raw_affiliation_string":"Qihoo 360, Beijing, PR China","institution_ids":["https://openalex.org/I4210092299"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125498929","display_name":"Yaodong Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaodong Yang","raw_affiliation_strings":["Peking University, Beijing, PR China"],"raw_orcid":"https://orcid.org/0000-0001-8132-5613","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, PR China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5125484796","display_name":"Zhaofeng He","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaofeng He","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, PR China"],"raw_orcid":"https://orcid.org/0000-0002-3433-8435","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, PR China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5125484796"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":{"value":3350,"currency":"USD","value_usd":3350},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13995314,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"193","issue":null,"first_page":"114785","last_page":"114785"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8795999884605408,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8795999884605408,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.026200000196695328,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.012299999594688416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6675000190734863},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.6380000114440918},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.633899986743927},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.48489999771118164},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.47510001063346863},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.4584999978542328}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7926999926567078},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6675000190734863},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.6380000114440918},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.633899986743927},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.48489999771118164},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.47510001063346863},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.4584999978542328},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.44620001316070557},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44530001282691956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3871999979019165},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.36739999055862427},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35839998722076416},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2773999869823456},{"id":"https://openalex.org/C2780513070","wikidata":"https://www.wikidata.org/wiki/Q5318946","display_name":"Dynamic assessment","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C97686452","wikidata":"https://www.wikidata.org/wiki/Q7604153","display_name":"Static analysis","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.2574999928474426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.asoc.2026.114785","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.asoc.2026.114785","pdf_url":null,"source":{"id":"https://openalex.org/S140556538","display_name":"Applied Soft Computing","issn_l":"1568-4946","issn":["1568-4946","1872-9681"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Soft Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7644301056861877,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G181284883","display_name":null,"funder_award_id":"62406028","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1987962485","display_name":null,"funder_award_id":"62576046","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2176803174","display_name":null,"funder_award_id":"24JZD040","funder_id":"https://openalex.org/F4320335958","funder_display_name":"Ministry of Education Key Projects of Philosophy and Social Sciences Research"},{"id":"https://openalex.org/G2719626036","display_name":null,"funder_award_id":"2023RC72","funder_id":"https://openalex.org/F4320321470","funder_display_name":"Beijing University of Posts and Telecommunications"},{"id":"https://openalex.org/G2805850703","display_name":null,"funder_award_id":"62206012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4800139155","display_name":null,"funder_award_id":"62301066","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6434247759","display_name":null,"funder_award_id":"2025YZ010","funder_id":"https://openalex.org/F4320321470","funder_display_name":"Beijing University of Posts and Telecommunications"},{"id":"https://openalex.org/G8361507201","display_name":null,"funder_award_id":"62176025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8709529125","display_name":null,"funder_award_id":"U21B2045","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321106","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320321470","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320335958","display_name":"Ministry of Education Key Projects of Philosophy and Social Sciences Research","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":1,"referenced_works":["https://openalex.org/W2964223283"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-06-14T06:11:07.267592","created_date":"2026-02-11T00:00:00"}