{"id":"https://openalex.org/W3107611171","doi":"https://doi.org/10.1109/tse.2020.3040935","title":"A Wizard of Oz Study Simulating API Usage Dialogues With a Virtual Assistant","display_name":"A Wizard of Oz Study Simulating API Usage Dialogues With a Virtual Assistant","publication_year":2020,"publication_date":"2020-11-27","ids":{"openalex":"https://openalex.org/W3107611171","doi":"https://doi.org/10.1109/tse.2020.3040935","mag":"3107611171"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2020.3040935","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.3040935","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.12645","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043366284","display_name":"Zachary Eberhart","orcid":"https://orcid.org/0000-0003-0725-5009"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zachary Eberhart","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA"],"raw_orcid":"https://orcid.org/0000-0003-0725-5009","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006683167","display_name":"Aakash Bansal","orcid":"https://orcid.org/0000-0001-7475-7899"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aakash Bansal","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084874990","display_name":"Collin McMillan","orcid":"https://orcid.org/0009-0005-0887-1083"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Collin McMillan","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I107639228"],"apc_list":null,"apc_paid":null,"fwci":1.0835,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.83239323,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"48","issue":"6","first_page":"1883","last_page":"1904"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8471695184707642},{"id":"https://openalex.org/keywords/wizard","display_name":"Wizard","score":0.8322816491127014},{"id":"https://openalex.org/keywords/wizard-of-oz","display_name":"Wizard of oz","score":0.6502655744552612},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5664823055267334},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5369548201560974},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4264218807220459},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4040917158126831},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.368172287940979},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.34571313858032227}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8471695184707642},{"id":"https://openalex.org/C2776784076","wikidata":"https://www.wikidata.org/wiki/Q580334","display_name":"Wizard","level":2,"score":0.8322816491127014},{"id":"https://openalex.org/C2987423310","wikidata":"https://www.wikidata.org/wiki/Q18159725","display_name":"Wizard of oz","level":2,"score":0.6502655744552612},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5664823055267334},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5369548201560974},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4264218807220459},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4040917158126831},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.368172287940979},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.34571313858032227}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2020.3040935","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.3040935","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2106.12645","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.12645","pdf_url":"https://arxiv.org/pdf/2106.12645","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2106.12645","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.12645","pdf_url":"https://arxiv.org/pdf/2106.12645","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G4699836101","display_name":null,"funder_award_id":"CCF-1452959","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G4718011654","display_name":null,"funder_award_id":"CCF-1717607","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":110,"referenced_works":["https://openalex.org/W90447038","https://openalex.org/W120790241","https://openalex.org/W154525918","https://openalex.org/W155915536","https://openalex.org/W203385986","https://openalex.org/W224047168","https://openalex.org/W264301034","https://openalex.org/W362060233","https://openalex.org/W1491405411","https://openalex.org/W1493379323","https://openalex.org/W1502456417","https://openalex.org/W1513640393","https://openalex.org/W1515572669","https://openalex.org/W1569447338","https://openalex.org/W1588632811","https://openalex.org/W1605162775","https://openalex.org/W1608415671","https://openalex.org/W1861206810","https://openalex.org/W1966876789","https://openalex.org/W1988308201","https://openalex.org/W1991613282","https://openalex.org/W1993877664","https://openalex.org/W1996134788","https://openalex.org/W1999184850","https://openalex.org/W2008107570","https://openalex.org/W2009957868","https://openalex.org/W2012378416","https://openalex.org/W2013378101","https://openalex.org/W2013731130","https://openalex.org/W2016063944","https://openalex.org/W2016650943","https://openalex.org/W2026003524","https://openalex.org/W2036037854","https://openalex.org/W2045044649","https://openalex.org/W2054628911","https://openalex.org/W2061496281","https://openalex.org/W2066998448","https://openalex.org/W2067533161","https://openalex.org/W2067711134","https://openalex.org/W2070327778","https://openalex.org/W2077694039","https://openalex.org/W2080283423","https://openalex.org/W2082303393","https://openalex.org/W2083205357","https://openalex.org/W2096145771","https://openalex.org/W2100281638","https://openalex.org/W2104577574","https://openalex.org/W2109600226","https://openalex.org/W2111273940","https://openalex.org/W2114315419","https://openalex.org/W2115130131","https://openalex.org/W2115467178","https://openalex.org/W2123333323","https://openalex.org/W2128581098","https://openalex.org/W2128970689","https://openalex.org/W2131799829","https://openalex.org/W2134829794","https://openalex.org/W2142225512","https://openalex.org/W2157922094","https://openalex.org/W2158607384","https://openalex.org/W2163851162","https://openalex.org/W2165043113","https://openalex.org/W2166069603","https://openalex.org/W2220374841","https://openalex.org/W2243712769","https://openalex.org/W2284386481","https://openalex.org/W2366532918","https://openalex.org/W2387719207","https://openalex.org/W2402619042","https://openalex.org/W2498043799","https://openalex.org/W2556260348","https://openalex.org/W2604698497","https://openalex.org/W2739693438","https://openalex.org/W2767532479","https://openalex.org/W2767563557","https://openalex.org/W2791590751","https://openalex.org/W2794992746","https://openalex.org/W2795319782","https://openalex.org/W2805116311","https://openalex.org/W2806804106","https://openalex.org/W2810821963","https://openalex.org/W2898601007","https://openalex.org/W2899042072","https://openalex.org/W2942407780","https://openalex.org/W2962931020","https://openalex.org/W2963170138","https://openalex.org/W2963858034","https://openalex.org/W2963900765","https://openalex.org/W2964194820","https://openalex.org/W2970481120","https://openalex.org/W3000206684","https://openalex.org/W3009113873","https://openalex.org/W3034840004","https://openalex.org/W3043629731","https://openalex.org/W3147574292","https://openalex.org/W3151410988","https://openalex.org/W4233876969","https://openalex.org/W4245239680","https://openalex.org/W4249037160","https://openalex.org/W4287829740","https://openalex.org/W6604922617","https://openalex.org/W6606200460","https://openalex.org/W6608293464","https://openalex.org/W6612331968","https://openalex.org/W6629506451","https://openalex.org/W6630598754","https://openalex.org/W6630880517","https://openalex.org/W6633847657","https://openalex.org/W6736339482","https://openalex.org/W6774733854"],"related_works":["https://openalex.org/W4246078203","https://openalex.org/W659328528","https://openalex.org/W1550648368","https://openalex.org/W2127135847","https://openalex.org/W603474643","https://openalex.org/W2152818631","https://openalex.org/W1545061903","https://openalex.org/W1504394863","https://openalex.org/W2757160751","https://openalex.org/W3204363446"],"abstract_inverted_index":{"Virtual":[0],"Assistant":[1],"technology":[2],"is":[3,45,60,93],"rapidly":[4],"proliferating":[5],"to":[6,82,111,164],"improve":[7],"productivity":[8],"in":[9,149],"a":[10,72,84,88,94,122,170],"variety":[11],"of":[12,63,74,76,173,180],"tasks.":[13],"While":[14],"several":[15],"virtual":[16,65,89,96,124,184],"assistants":[17,27,42,185],"for":[18,28,55,86,98,126,183,186],"everyday":[19],"tasks":[20,30,114],"are":[21,35,43,51],"well-known":[22],"(e.g.,":[23],"Siri,":[24],"Cortana,":[25],"Alexa),":[26],"specialty":[29],"such":[31],"as":[32],"software":[33,40],"engineering":[34,41],"rarer.":[36],"One":[37],"key":[38],"reason":[39],"rare":[44],"that":[46,59,79,134,175],"very":[47],"few":[48],"experimental":[49],"datasets":[50],"available":[52],"and":[53,162],"suitable":[54],"training":[56],"the":[57,61,129,135,146,150,178],"AI":[58],"bedrock":[62],"current":[64],"assistants.":[66],"In":[67,103],"this":[68],"paper,":[69],"we":[70,80,106],"present":[71],"set":[73],"Wizard":[75],"Oz":[77],"experiments":[78],"designed":[81],"build":[83],"dataset":[85],"creating":[87],"assistant.":[90],"Our":[91],"target":[92],"hypothetical":[95],"assistant":[97,125,136],"helping":[99],"programmers":[100,110,119,130],"use":[101],"APIs.":[102,117],"our":[104],"experiments,":[105],"recruited":[107],"30":[108],"professional":[109],"complete":[112],"programming":[113],"using":[115],"two":[116],"The":[118],"interacted":[120],"with":[121],"simulated":[123],"help":[127],"\u2013":[128],"were":[131],"not":[132],"aware":[133],"was":[137],"actually":[138],"operated":[139],"by":[140],"human":[141],"experts.":[142],"We":[143,168],"then":[144],"annotated":[145],"dialogue":[147,181],"acts":[148],"corpus":[151],"along":[152],"four":[153],"dimensions:":[154],"illocutionary":[155],"intent,":[156],"API":[157,166,187],"information":[158],"type(s),":[159],"backward-facing":[160],"function,":[161],"traceability":[163],"specific":[165],"components.":[167],"observed":[169],"diverse":[171],"range":[172],"interactions":[174],"will":[176],"facilitate":[177],"development":[179],"strategies":[182],"usage.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}