{"id":"https://openalex.org/W4313195442","doi":"https://doi.org/10.1145/3522664.3528592","title":"Quality assurance of generative dialog models in an evolving conversational agent used for Swedish language practice","display_name":"Quality assurance of generative dialog models in an evolving conversational agent used for Swedish language practice","publication_year":2022,"publication_date":"2022-05-16","ids":{"openalex":"https://openalex.org/W4313195442","doi":"https://doi.org/10.1145/3522664.3528592"},"language":"en","primary_location":{"id":"doi:10.1145/3522664.3528592","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3522664.3528592","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3522664.3528592","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st International Conference on AI Engineering: Software Engineering for AI","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3522664.3528592","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004374106","display_name":"Markus Borg","orcid":"https://orcid.org/0000-0001-7879-4371"},"institutions":[{"id":"https://openalex.org/I2800664555","display_name":"RISE Research Institutes of Sweden","ror":"https://ror.org/03nnxqz81","country_code":"SE","type":"other","lineage":["https://openalex.org/I2800664555"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Markus Borg","raw_affiliation_strings":["RISE Research Institutes of Sweden, Lund, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RISE Research Institutes of Sweden, Lund, Sweden","institution_ids":["https://openalex.org/I2800664555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056361091","display_name":"Johan Bengtsson","orcid":"https://orcid.org/0000-0002-9016-5858"},"institutions":[{"id":"https://openalex.org/I187531555","display_name":"Lund University","ror":"https://ror.org/012a77v79","country_code":"SE","type":"education","lineage":["https://openalex.org/I187531555"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Johan Bengtsson","raw_affiliation_strings":["Lund University, Lund, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lund University, Lund, Sweden","institution_ids":["https://openalex.org/I187531555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001571741","display_name":"Harald \u00d6sterling","orcid":null},"institutions":[{"id":"https://openalex.org/I187531555","display_name":"Lund University","ror":"https://ror.org/012a77v79","country_code":"SE","type":"education","lineage":["https://openalex.org/I187531555"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Harald \u00d6sterling","raw_affiliation_strings":["Lund University, Lund, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lund University, Lund, Sweden","institution_ids":["https://openalex.org/I187531555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058956088","display_name":"Alexander Hagelborn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexander Hagelborn","raw_affiliation_strings":["NordAxon AB, Malm\u00f6, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NordAxon AB, Malm\u00f6, Sweden","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001562801","display_name":"Isabella Gagner","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Isabella Gagner","raw_affiliation_strings":["NordAxon AB, Malm\u00f6, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NordAxon AB, Malm\u00f6, Sweden","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056102667","display_name":"Piotr Tomaszewski","orcid":"https://orcid.org/0000-0001-7877-2121"},"institutions":[{"id":"https://openalex.org/I2800664555","display_name":"RISE Research Institutes of Sweden","ror":"https://ror.org/03nnxqz81","country_code":"SE","type":"other","lineage":["https://openalex.org/I2800664555"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Piotr Tomaszewski","raw_affiliation_strings":["RISE Research Institutes of Sweden, Lund, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RISE Research Institutes of Sweden, Lund, Sweden","institution_ids":["https://openalex.org/I2800664555"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5004374106"],"corresponding_institution_ids":["https://openalex.org/I2800664555"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.15800595,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"22","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8025151491165161},{"id":"https://openalex.org/keywords/dialog-box","display_name":"Dialog box","score":0.7923768758773804},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6185322403907776},{"id":"https://openalex.org/keywords/quality-assurance","display_name":"Quality assurance","score":0.5861319303512573},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5792133212089539},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.5240497589111328},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5077606439590454},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5070202350616455},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.499500036239624},{"id":"https://openalex.org/keywords/dialog-system","display_name":"Dialog system","score":0.49826979637145996},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.48287609219551086},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4670466482639313},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.46136656403541565},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4461734890937805},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.43963128328323364},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4386546313762665},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.42552924156188965},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.145611971616745},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13607752323150635},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10406234860420227}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8025151491165161},{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.7923768758773804},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6185322403907776},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.5861319303512573},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5792133212089539},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.5240497589111328},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5077606439590454},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5070202350616455},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.499500036239624},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.49826979637145996},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48287609219551086},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4670466482639313},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.46136656403541565},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4461734890937805},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.43963128328323364},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4386546313762665},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.42552924156188965},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.145611971616745},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13607752323150635},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10406234860420227},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C2778618615","wikidata":"https://www.wikidata.org/wiki/Q4008393","display_name":"External quality assessment","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3522664.3528592","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3522664.3528592","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3522664.3528592","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st International Conference on AI Engineering: Software Engineering for AI","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3522664.3528592","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3522664.3528592","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3522664.3528592","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st International Conference on AI Engineering: Software Engineering for AI","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.49000000953674316,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2041713059","https://openalex.org/W2049800859","https://openalex.org/W2075343739","https://openalex.org/W2159432820","https://openalex.org/W2331721881","https://openalex.org/W2569248448","https://openalex.org/W2586064251","https://openalex.org/W2590946866","https://openalex.org/W2795037203","https://openalex.org/W2901225972","https://openalex.org/W2913843539","https://openalex.org/W2922256442","https://openalex.org/W2932571405","https://openalex.org/W2947542413","https://openalex.org/W2954629067","https://openalex.org/W2962752734","https://openalex.org/W2963748441","https://openalex.org/W2970641574","https://openalex.org/W3007157104","https://openalex.org/W3034188538","https://openalex.org/W3087720408","https://openalex.org/W3128116341","https://openalex.org/W3155584966","https://openalex.org/W3157298328","https://openalex.org/W3158429528","https://openalex.org/W3173692357","https://openalex.org/W3175236806","https://openalex.org/W3178517081","https://openalex.org/W3179432987","https://openalex.org/W3190536530","https://openalex.org/W3201085013","https://openalex.org/W3215386066","https://openalex.org/W4229584947","https://openalex.org/W4230313442","https://openalex.org/W6817125255"],"related_works":["https://openalex.org/W2500779211","https://openalex.org/W48079147","https://openalex.org/W326836678","https://openalex.org/W1963944933","https://openalex.org/W2563921006","https://openalex.org/W1600043506","https://openalex.org/W2111550420","https://openalex.org/W2549666521","https://openalex.org/W2735573723","https://openalex.org/W2026182709"],"abstract_inverted_index":{"Due":[0],"to":[1,66],"the":[2,67,76,111],"migration":[3],"megatrend,":[4],"efficient":[5],"and":[6],"effective":[7],"second-language":[8],"acquisition":[9],"is":[10,95],"vital.":[11],"One":[12],"proposed":[13],"solution":[14],"involves":[15],"AI-enabled":[16],"conversational":[17,116],"agents":[18],"for":[19,40,53,61,105],"person-centered":[20],"interactive":[21],"language":[22,92],"practice.":[23],"We":[24],"present":[25],"results":[26,71],"from":[27],"ongoing":[28],"action":[29,45],"research":[30],"targeting":[31],"quality":[32,88],"assurance":[33,89],"of":[34,50,63,75,90,113],"proprietary":[35],"generative":[36],"dialog":[37],"models":[38],"trained":[39],"virtual":[41],"job":[42],"interviews.":[43],"The":[44],"team":[46],"elicited":[47],"a":[48],"set":[49],"38":[51],"requirements":[52],"which":[54],"we":[55,97],"designed":[56],"corresponding":[57],"automated":[58,103],"test":[59,77],"cases":[60],"15":[62],"particular":[64],"interest":[65],"evolving":[68,115],"solution.":[69],"Our":[70],"show":[72],"that":[73],"six":[74],"case":[78],"designs":[79],"can":[80],"detect":[81],"meaningful":[82],"differences":[83],"between":[84],"candidate":[85],"models.":[86],"While":[87],"natural":[91],"processing":[93],"applications":[94],"complex,":[96],"provide":[98],"initial":[99],"steps":[100],"toward":[101],"an":[102,114,126],"framework":[104],"machine":[106],"learning":[107],"model":[108,123],"selection":[109,124],"in":[110,125],"context":[112],"agent.":[117],"Future":[118],"work":[119],"will":[120],"focus":[121],"on":[122],"MLOps":[127],"setting.":[128]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-05-19T21:40:30.786675","created_date":"2025-10-10T00:00:00"}