{"id":"https://openalex.org/W3204827924","doi":"https://doi.org/10.1109/inista52262.2021.9548636","title":"Evaluation of Wizard-of-Oz and Self-Play Data Collection Techniques for Turkish Goal-Oriented Dialogue Agents","display_name":"Evaluation of Wizard-of-Oz and Self-Play Data Collection Techniques for Turkish Goal-Oriented Dialogue Agents","publication_year":2021,"publication_date":"2021-08-25","ids":{"openalex":"https://openalex.org/W3204827924","doi":"https://doi.org/10.1109/inista52262.2021.9548636","mag":"3204827924"},"language":"en","primary_location":{"id":"doi:10.1109/inista52262.2021.9548636","is_oa":false,"landing_page_url":"https://doi.org/10.1109/inista52262.2021.9548636","pdf_url":null,"source":{"id":"https://openalex.org/S4306498847","display_name":"2021 International Conference on INnovations in Intelligent SysTems and Applications (INISTA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on INnovations in Intelligent SysTems and Applications (INISTA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020620158","display_name":"Dogukan Arslan","orcid":"https://orcid.org/0000-0002-8114-2953"},"institutions":[{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Dogukan Arslan","raw_affiliation_strings":["Istanbul Technical University,Department of AI & Data Engineering,Istanbul,Turkey"],"affiliations":[{"raw_affiliation_string":"Istanbul Technical University,Department of AI & Data Engineering,Istanbul,Turkey","institution_ids":["https://openalex.org/I48912391"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030279774","display_name":"G\u00fcl\u015fen Eryi\u011fit","orcid":"https://orcid.org/0000-0003-4607-7305"},"institutions":[{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Gulsen Eryigit","raw_affiliation_strings":["Istanbul Technical University,Department of AI & Data Engineering,Istanbul,Turkey"],"affiliations":[{"raw_affiliation_string":"Istanbul Technical University,Department of AI & Data Engineering,Istanbul,Turkey","institution_ids":["https://openalex.org/I48912391"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5020620158"],"corresponding_institution_ids":["https://openalex.org/I48912391"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10457275,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8277074098587036},{"id":"https://openalex.org/keywords/turkish","display_name":"Turkish","score":0.7582476139068604},{"id":"https://openalex.org/keywords/wizard-of-oz","display_name":"Wizard of oz","score":0.6409117579460144},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5904653668403625},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.5746241807937622},{"id":"https://openalex.org/keywords/interpreter","display_name":"Interpreter","score":0.5229185819625854},{"id":"https://openalex.org/keywords/wizard","display_name":"Wizard","score":0.5192506313323975},{"id":"https://openalex.org/keywords/open-research","display_name":"Open research","score":0.4800871014595032},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4434780180454254},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.43037623167037964},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4297229051589966},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.4235060214996338},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4149308204650879},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.40563082695007324},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.39389970898628235},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36950546503067017},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1475248634815216}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8277074098587036},{"id":"https://openalex.org/C2781121862","wikidata":"https://www.wikidata.org/wiki/Q256","display_name":"Turkish","level":2,"score":0.7582476139068604},{"id":"https://openalex.org/C2987423310","wikidata":"https://www.wikidata.org/wiki/Q18159725","display_name":"Wizard of oz","level":2,"score":0.6409117579460144},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5904653668403625},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.5746241807937622},{"id":"https://openalex.org/C122783720","wikidata":"https://www.wikidata.org/wiki/Q183065","display_name":"Interpreter","level":2,"score":0.5229185819625854},{"id":"https://openalex.org/C2776784076","wikidata":"https://www.wikidata.org/wiki/Q580334","display_name":"Wizard","level":2,"score":0.5192506313323975},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.4800871014595032},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4434780180454254},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.43037623167037964},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4297229051589966},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.4235060214996338},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4149308204650879},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40563082695007324},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.39389970898628235},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36950546503067017},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1475248634815216},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/inista52262.2021.9548636","is_oa":false,"landing_page_url":"https://doi.org/10.1109/inista52262.2021.9548636","pdf_url":null,"source":{"id":"https://openalex.org/S4306498847","display_name":"2021 International Conference on INnovations in Intelligent SysTems and Applications (INISTA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on INnovations in Intelligent SysTems and Applications (INISTA)","raw_type":"proceedings-article"},{"id":"pmh:oai:polen.itu.edu.tr:11527/44239","is_oa":false,"landing_page_url":"https://hdl.handle.net/11527/44239","pdf_url":null,"source":{"id":"https://openalex.org/S4306400460","display_name":"Istanbul Technical University Academic Open Archive (Istanbul Technical University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I48912391","host_organization_name":"Istanbul Technical University","host_organization_lineage":["https://openalex.org/I48912391"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W178897730","https://openalex.org/W1579838312","https://openalex.org/W2092795326","https://openalex.org/W2250297846","https://openalex.org/W2252271310","https://openalex.org/W2604698497","https://openalex.org/W2760579845","https://openalex.org/W2772604077","https://openalex.org/W2772709170","https://openalex.org/W2784070054","https://openalex.org/W2891732163","https://openalex.org/W2902907165","https://openalex.org/W2963403868","https://openalex.org/W2963626623","https://openalex.org/W2964006684","https://openalex.org/W3017465475","https://openalex.org/W3034643843","https://openalex.org/W3034782127","https://openalex.org/W3034879520","https://openalex.org/W3034898894","https://openalex.org/W3121541553","https://openalex.org/W4290742115","https://openalex.org/W4293459943","https://openalex.org/W4385245566","https://openalex.org/W6634485491","https://openalex.org/W6691596593","https://openalex.org/W6736339482","https://openalex.org/W6739901393","https://openalex.org/W6746177919","https://openalex.org/W6746512435","https://openalex.org/W6748092378","https://openalex.org/W6776354695"],"related_works":["https://openalex.org/W4246078203","https://openalex.org/W659328528","https://openalex.org/W1550648368","https://openalex.org/W2127135847","https://openalex.org/W4402443486","https://openalex.org/W603474643","https://openalex.org/W2152818631","https://openalex.org/W1545061903","https://openalex.org/W1504394863","https://openalex.org/W2757160751"],"abstract_inverted_index":{"As":[0],"with":[1,137],"all":[2],"natural":[3],"language":[4],"processing":[5],"tasks,":[6],"the":[7,15,28,72,79,92,96,116],"lack":[8],"of":[9,17,50,122,176],"open-source":[10,145],"training":[11],"data":[12,54,64,86,118,136,166],"required":[13],"for":[14,57,90,102,168,179,183],"development":[16],"dialogue":[18,60,85,107,162],"agents":[19],"is":[20,132,150],"a":[21,48],"major":[22],"obstacle":[23],"to":[24,71,134,159],"research":[25,104],"studies":[26],"in":[27,120,141],"field.":[29],"Especially":[30],"languages":[31,170],"that":[32],"are":[33,99,112,181],"not":[34],"widely":[35],"studied,":[36],"such":[37],"as":[38],"Turkish,":[39],"suffer":[40],"more":[41],"from":[42,95],"this":[43],"problem.":[44],"This":[45],"article":[46],"introduces":[47],"comparison":[49],"Wizard-of-Oz":[51],"and":[52,69,126,147,164],"self-play":[53,154],"collection":[55,167],"techniques":[56],"Turkish":[58,84,106],"goal-oriented":[59],"system":[61],"generation.":[62],"Three":[63],"sets":[65],"have":[66],"been":[67],"prepared":[68],"introduced":[70],"researchers":[73],"by":[74],"using":[75],"these":[76],"techniques.":[77],"Being":[78],"first":[80],"publicly":[81],"available":[82],"human-to-human":[83],"sets,":[87,119],"although":[88],"open":[89],"development,":[91],"created":[93],"resources":[94],"restaurant":[97],"domain":[98],"very":[100],"valuable":[101],"further":[103],"on":[105,115],"systems.":[108],"The":[109],"mentioned":[110],"methods":[111,138],"quantitatively":[113],"compared":[114],"produced":[117],"terms":[121],"dialog":[123],"act":[124],"classification":[125],"slot":[127],"identification":[128],"scores.":[129],"Since":[130],"it":[131],"costly":[133],"collect":[135],"like":[139,171],"Wizard-Of-Oz":[140],"every":[142],"domain,":[143],"an":[144],"flexible":[146],"easy-to-use":[148],"framework":[149],"also":[151],"provided":[152,182],"implementing":[153],"which":[155],"may":[156],"be":[157],"used":[158],"create":[160],"machine-to-machine":[161],"outlines":[163],"speed":[165],"low-resource":[169],"Turkish.":[172],"Besides,":[173],"designed":[174],"templates":[175],"annotation":[177],"screens":[178],"crowdsourcing":[180],"future":[184],"studies.":[185]},"counts_by_year":[],"updated_date":"2026-03-06T13:50:29.536080","created_date":"2025-10-10T00:00:00"}