{"id":"https://openalex.org/W4402722110","doi":"https://doi.org/10.1145/3641825.3687716","title":"Exploring Presence in Interactions with LLM-Driven NPCs: A Comparative Study of Speech Recognition and Dialogue Options","display_name":"Exploring Presence in Interactions with LLM-Driven NPCs: A Comparative Study of Speech Recognition and Dialogue Options","publication_year":2024,"publication_date":"2024-09-22","ids":{"openalex":"https://openalex.org/W4402722110","doi":"https://doi.org/10.1145/3641825.3687716"},"language":"en","primary_location":{"id":"doi:10.1145/3641825.3687716","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641825.3687716","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"30th ACM Symposium on Virtual Reality Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3641825.3687716","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107545998","display_name":"Frederik Roland Christiansen","orcid":null},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Frederik Roland Christiansen","raw_affiliation_strings":["Department of Architecture, Design and Media Technology, Aalborg University, Denmark"],"raw_orcid":"https://orcid.org/0009-0008-7159-9475","affiliations":[{"raw_affiliation_string":"Department of Architecture, Design and Media Technology, Aalborg University, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107422326","display_name":"Linus N\u00f8rgaard Hollensberg","orcid":null},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Linus N\u00f8rgaard Hollensberg","raw_affiliation_strings":["Department of Architecture, Design and Media Technology, Aalborg University, Denmark"],"raw_orcid":"https://orcid.org/0009-0002-0212-5598","affiliations":[{"raw_affiliation_string":"Department of Architecture, Design and Media Technology, Aalborg University, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107422327","display_name":"Niko Bach Jensen","orcid":null},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Niko Bach Jensen","raw_affiliation_strings":["Department of Architecture, Design and Media Technology, Aalborg University, Denmark"],"raw_orcid":"https://orcid.org/0009-0004-9420-8335","affiliations":[{"raw_affiliation_string":"Department of Architecture, Design and Media Technology, Aalborg University, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000207692","display_name":"Kristian Julsgaard","orcid":"https://orcid.org/0009-0006-2321-6324"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Kristian Julsgaard","raw_affiliation_strings":["Department of Architecture, Design, and Media Technology, Aalborg University, Denmark"],"raw_orcid":"https://orcid.org/0009-0006-2321-6324","affiliations":[{"raw_affiliation_string":"Department of Architecture, Design, and Media Technology, Aalborg University, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058784974","display_name":"Kristian Nyborg Jespersen","orcid":"https://orcid.org/0009-0008-2312-9890"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Kristian Nyborg Jespersen","raw_affiliation_strings":["Department of Architecture, Design, and Media Technology, Aalborg University, Denmark"],"raw_orcid":"https://orcid.org/0009-0008-2312-9890","affiliations":[{"raw_affiliation_string":"Department of Architecture, Design, and Media Technology, Aalborg University, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047753722","display_name":"I. Nikolov","orcid":"https://orcid.org/0000-0002-4952-8848"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Ivan Nikolov","raw_affiliation_strings":["Department of Architecture, Design, and Media Technology, Aalborg University, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-4952-8848","affiliations":[{"raw_affiliation_string":"Department of Architecture, Design, and Media Technology, Aalborg University, Denmark","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5107545998"],"corresponding_institution_ids":["https://openalex.org/I891191580"],"apc_list":null,"apc_paid":null,"fwci":8.2784,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.97973142,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6192686557769775},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.41970694065093994},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32755422592163086}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6192686557769775},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.41970694065093994},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32755422592163086}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3641825.3687716","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641825.3687716","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"30th ACM Symposium on Virtual Reality Software and Technology","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire/23879fa8-7b5b-4966-8a29-aa924bdb6cf1","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/23879fa8-7b5b-4966-8a29-aa924bdb6cf1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Christiansen, F R, Hollensberg, L N, Jensen, N B F, Julsgaard, K, Nyborg Jespersen, K & Nikolov, I A 2024, Exploring Presence in Interactions with LLM-Driven NPCs: A Comparative Study of Speech Recognition and Dialogue Options. in S N Spencer (ed.), VRST '24 : Proceedings of the 30th ACM Symposium on Virtual Reality Software and Technology., 6, Association for Computing Machinery (ACM), pp. 1-11, VRST '24, Trier, Germany, 09/10/2024. https://doi.org/10.1145/3641825.3687716","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3641825.3687716","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641825.3687716","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"30th ACM Symposium on Virtual Reality Software and Technology","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W141010148","https://openalex.org/W1514684751","https://openalex.org/W1593163947","https://openalex.org/W1973976002","https://openalex.org/W1976271505","https://openalex.org/W1989745730","https://openalex.org/W2058300759","https://openalex.org/W2138242322","https://openalex.org/W2145839404","https://openalex.org/W2557918165","https://openalex.org/W2796318591","https://openalex.org/W3126413462","https://openalex.org/W3133892054","https://openalex.org/W3173986481","https://openalex.org/W3204378586","https://openalex.org/W3210757389","https://openalex.org/W4210812838","https://openalex.org/W4225507165","https://openalex.org/W4285345496","https://openalex.org/W4306173528","https://openalex.org/W4366547384","https://openalex.org/W4366591149","https://openalex.org/W4385954067","https://openalex.org/W4392560653","https://openalex.org/W4395447431","https://openalex.org/W4396833393","https://openalex.org/W6635425622","https://openalex.org/W6795072802"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Combining":[0],"modern":[1],"technologies":[2],"like":[3],"large-language":[4],"models":[5],"(LLMs),":[6],"speech-to-text,":[7],"and":[8,25,36,57,67],"text-to-speech":[9],"can":[10],"enhance":[11],"immersion":[12],"in":[13,21],"virtual":[14,33],"reality":[15],"(VR)":[16],"environments.":[17],"However,":[18],"challenges":[19],"exist":[20],"effectively":[22],"implementing":[23,31],"LLMs":[24],"educating":[26],"users.":[27],"This":[28],"paper":[29],"explores":[30],"LLM-powered":[32],"social":[34,77],"actors":[35],"facilitating":[37],"user":[38],"communication.":[39],"We":[40],"developed":[41],"a":[42,102,116],"murder":[43],"mystery":[44],"game":[45],"where":[46],"users":[47,79],"interact":[48],"with":[49,69,83],"LLM-based":[50],"non-playable":[51],"characters":[52],"(NPCs)":[53],"through":[54],"interrogation,":[55],"clue-gathering,":[56],"exploration.":[58],"Two":[59],"versions":[60],"were":[61,101],"tested:":[62],"one":[63],"using":[64],"speech":[65,84],"recognition":[66,85],"another":[68],"traditional":[70],"dialog":[71,92],"boxes.":[72],"While":[73],"both":[74],"provided":[75],"similar":[76],"presence,":[78],"felt":[80],"more":[81,95],"immersed":[82],"but":[86],"found":[87],"it":[88],"overwhelming,":[89],"while":[90],"the":[91,107],"version":[93],"was":[94],"challenging.":[96],"Slow":[97],"NPC":[98],"response":[99],"times":[100],"source":[103],"of":[104],"frustration,":[105],"highlighting":[106],"need":[108],"for":[109,115],"faster":[110],"generation":[111],"or":[112],"better":[113],"masking":[114],"seamless":[117],"experience.":[118]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":17}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}
