{"id":"https://openalex.org/W2791318011","doi":"https://doi.org/10.3390/mti2010009","title":"Interactive Hesitation Synthesis: Modelling and Evaluation","display_name":"Interactive Hesitation Synthesis: Modelling and Evaluation","publication_year":2018,"publication_date":"2018-03-02","ids":{"openalex":"https://openalex.org/W2791318011","doi":"https://doi.org/10.3390/mti2010009","mag":"2791318011"},"language":"en","primary_location":{"id":"doi:10.3390/mti2010009","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti2010009","pdf_url":"https://www.mdpi.com/2414-4088/2/1/9/pdf?version=1520001044","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2414-4088/2/1/9/pdf?version=1520001044","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034460161","display_name":"Simon Betz","orcid":"https://orcid.org/0000-0002-3695-3861"},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Simon Betz","raw_affiliation_strings":["Cluster of Excellence Cognitive Interaction Technology (CITEC), Bielefeld University, 33615 Bielefeld, Germany","Dialogue Systems Group, Faculty of Linguistics and Literary Studies, Bielefeld University, 33615 Bielefeld, Germany","Phonetics and Phonology Workgroup, Faculty of Linguistics and Literary Studies, Bielefeld University, 33615 Bielefeld, Germany"],"affiliations":[{"raw_affiliation_string":"Cluster of Excellence Cognitive Interaction Technology (CITEC), Bielefeld University, 33615 Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]},{"raw_affiliation_string":"Dialogue Systems Group, Faculty of Linguistics and Literary Studies, Bielefeld University, 33615 Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]},{"raw_affiliation_string":"Phonetics and Phonology Workgroup, Faculty of Linguistics and Literary Studies, Bielefeld University, 33615 Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112337971","display_name":"Birte Carlmeyer","orcid":null},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Birte Carlmeyer","raw_affiliation_strings":["Applied Informatics Group, Faculty of Technology, Bielefeld University, 33615 Bielefeld, Germany","Cluster of Excellence Cognitive Interaction Technology (CITEC), Bielefeld University, 33615 Bielefeld, Germany","Dialogue Systems Group, Faculty of Linguistics and Literary Studies, Bielefeld University, 33615 Bielefeld, Germany"],"affiliations":[{"raw_affiliation_string":"Applied Informatics Group, Faculty of Technology, Bielefeld University, 33615 Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]},{"raw_affiliation_string":"Cluster of Excellence Cognitive Interaction Technology (CITEC), Bielefeld University, 33615 Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]},{"raw_affiliation_string":"Dialogue Systems Group, Faculty of Linguistics and Literary Studies, Bielefeld University, 33615 Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070024202","display_name":"Petra Wagner","orcid":"https://orcid.org/0000-0001-6662-3612"},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Petra Wagner","raw_affiliation_strings":["Cluster of Excellence Cognitive Interaction Technology (CITEC), Bielefeld University, 33615 Bielefeld, Germany","Phonetics and Phonology Workgroup, Faculty of Linguistics and Literary Studies, Bielefeld University, 33615 Bielefeld, Germany"],"affiliations":[{"raw_affiliation_string":"Cluster of Excellence Cognitive Interaction Technology (CITEC), Bielefeld University, 33615 Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]},{"raw_affiliation_string":"Phonetics and Phonology Workgroup, Faculty of Linguistics and Literary Studies, Bielefeld University, 33615 Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067961454","display_name":"Britta Wrede","orcid":"https://orcid.org/0000-0003-1424-472X"},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Britta Wrede","raw_affiliation_strings":["Applied Informatics Group, Faculty of Technology, Bielefeld University, 33615 Bielefeld, Germany","Cluster of Excellence Cognitive Interaction Technology (CITEC), Bielefeld University, 33615 Bielefeld, Germany"],"affiliations":[{"raw_affiliation_string":"Applied Informatics Group, Faculty of Technology, Bielefeld University, 33615 Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]},{"raw_affiliation_string":"Cluster of Excellence Cognitive Interaction Technology (CITEC), Bielefeld University, 33615 Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5034460161"],"corresponding_institution_ids":["https://openalex.org/I20121455"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":1.8615,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.8880964,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"2","issue":"1","first_page":"9","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.8017544746398926},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7657966017723083},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6348800659179688},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5783937573432922},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5588316321372986},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.5103158354759216},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.45067504048347473},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4137452244758606},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33743059635162354},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33643943071365356},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.21104943752288818},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.09008225798606873},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.07307460904121399}],"concepts":[{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.8017544746398926},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7657966017723083},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6348800659179688},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5783937573432922},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5588316321372986},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5103158354759216},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.45067504048347473},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4137452244758606},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33743059635162354},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33643943071365356},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.21104943752288818},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.09008225798606873},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07307460904121399},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/mti2010009","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti2010009","pdf_url":"https://www.mdpi.com/2414-4088/2/1/9/pdf?version=1520001044","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1b44259ed1b14ab0b73ccb28703fedce","is_oa":true,"landing_page_url":"https://doaj.org/article/1b44259ed1b14ab0b73ccb28703fedce","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction, Vol 2, Iss 1, p 9 (2018)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2414-4088/2/1/9/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/mti2010009","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction; Volume 2; Issue 1; Pages: 9","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/mti2010009","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti2010009","pdf_url":"https://www.mdpi.com/2414-4088/2/1/9/pdf?version=1520001044","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6899999976158142,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2791318011.pdf","grobid_xml":"https://content.openalex.org/works/W2791318011.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W8509265","https://openalex.org/W109151562","https://openalex.org/W760330373","https://openalex.org/W1507601075","https://openalex.org/W1523135049","https://openalex.org/W1669428610","https://openalex.org/W1968936448","https://openalex.org/W1972151970","https://openalex.org/W1992506508","https://openalex.org/W2001292406","https://openalex.org/W2012798429","https://openalex.org/W2014566497","https://openalex.org/W2032568497","https://openalex.org/W2045804781","https://openalex.org/W2082389970","https://openalex.org/W2088647221","https://openalex.org/W2133054063","https://openalex.org/W2140615673","https://openalex.org/W2179560796","https://openalex.org/W2250735204","https://openalex.org/W2508984437","https://openalex.org/W2525943003","https://openalex.org/W2559739752","https://openalex.org/W2591343116","https://openalex.org/W2594253425","https://openalex.org/W2603067989","https://openalex.org/W2606419353","https://openalex.org/W2609659022","https://openalex.org/W2739566188","https://openalex.org/W2745644908","https://openalex.org/W2747549721","https://openalex.org/W2748820881","https://openalex.org/W2750452848","https://openalex.org/W4232432298","https://openalex.org/W4232693094","https://openalex.org/W4248634141","https://openalex.org/W6640536695","https://openalex.org/W6738018886","https://openalex.org/W6742058196"],"related_works":["https://openalex.org/W2529301793","https://openalex.org/W2384121599","https://openalex.org/W2038083449","https://openalex.org/W2562096895","https://openalex.org/W2333799855","https://openalex.org/W3177678247","https://openalex.org/W1999617572","https://openalex.org/W2944572343","https://openalex.org/W2351687372","https://openalex.org/W2383414243"],"abstract_inverted_index":{"Conversational":[0],"spoken":[1],"dialogue":[2,22,41,120],"systems":[3,60],"that":[4,63,72,82,142,152,169,179,189],"interact":[5],"with":[6,18],"the":[7,13,53,114,119,125,146],"user":[8,25],"rather":[9,93],"than":[10,94],"merely":[11],"reading":[12],"text":[14],"can":[15],"be":[16],"equipped":[17],"hesitations":[19,45,181],"to":[20,84,118,137,145,158,164,184,196],"manage":[21],"flow":[23],"and":[24,123,139,188],"attention.":[26],"Based":[27],"on":[28,113,124],"a":[29,36,47,129],"series":[30],"of":[31,46,58,77],"empirical":[32],"studies,":[33],"we":[34,105],"elaborated":[35,191],"hesitation":[37,59,88,192],"synthesis":[38,64,89,111,161],"strategy":[39,193],"for":[40,166],"systems,":[42],"which":[43],"inserts":[44],"scalable":[48],"extent":[49],"wherever":[50],"needed":[51],"in":[52,75,128,172],"ongoing":[54],"utterance.":[55],"Previously,":[56],"evaluations":[57],"have":[61],"shown":[62],"quality":[65],"is":[66,194],"affected":[67],"negatively":[68],"by":[69],"hesitations,":[70],"but":[71],"they":[73],"result":[74],"improvements":[76],"interaction":[78],"quality.":[79],"We":[80,133],"argue":[81],"due":[83,144],"its":[85],"conversational":[86],"nature,":[87],"needs":[90],"interactive":[91],"evaluation":[92,147],"traditional":[95,130],"mean":[96],"opinion":[97],"score":[98],"(MOS)-based":[99],"questionnaires.":[100],"To":[101],"validate":[102],"this":[103,173],"claim,":[104],"dually":[106],"evaluate":[107],"our":[108,176],"system\u2019s":[109],"speech":[110,160],"component,":[112],"one":[115],"hand,":[116,127],"linked":[117],"system":[121],"evaluation,":[122],"other":[126],"MOS":[131,153],"way.":[132],"are":[134,155,170,182],"thus":[135],"able":[136,183],"analyze":[138],"discuss":[140],"differences":[141],"arise":[143],"methodology.":[148],"Our":[149],"results":[150,177],"suggest":[151],"scales":[154],"not":[156],"sufficient":[157],"assess":[159],"quality,":[162],"leading":[163],"implications":[165],"future":[167],"research":[168],"discussed":[171],"paper.":[174],"Furthermore,":[175],"indicate":[178],"synthetic":[180],"increase":[185],"task":[186],"performance":[187],"an":[190],"necessary":[195],"avoid":[197],"likability":[198],"issues.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2018-03-29T00:00:00"}