{"id":"https://openalex.org/W7128309887","doi":"https://doi.org/10.1145/3774905.3794645","title":"Towards Understanding Professional AI Assistant Use: Human-in-the-Loop Topic Modeling of Multi-turn Conversations","display_name":"Towards Understanding Professional AI Assistant Use: Human-in-the-Loop Topic Modeling of Multi-turn Conversations","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7128309887","doi":"https://doi.org/10.1145/3774905.3794645"},"language":"en","primary_location":{"id":"doi:10.1145/3774905.3794645","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3774905.3794645","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://vbn.aau.dk/da/publications/fbe186d7-aaec-4188-8485-2a6909327ec0","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125361724","display_name":"Yiyi; id_orcid 0000-0001-9977-8960 Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Yiyi Chen","raw_affiliation_strings":["Aalborg University, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0000-0001-9977-8960","affiliations":[{"raw_affiliation_string":"Aalborg University, Copenhagen, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057722458","display_name":"Sukhumarn Archasantisuk","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164339","display_name":"Oldham Council","ror":"https://ror.org/05cxzzq07","country_code":"GB","type":"government","lineage":["https://openalex.org/I4210164339"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sukhumarn Archasantisuk","raw_affiliation_strings":["Independent Consultant, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0009-0000-9465-5005","affiliations":[{"raw_affiliation_string":"Independent Consultant, Tokyo, Japan","institution_ids":["https://openalex.org/I4210164339"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013472329","display_name":"Johannes Bjerva","orcid":"https://orcid.org/0000-0002-9512-0739"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Johannes Bjerva","raw_affiliation_strings":["Aalborg University, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-9512-0739","affiliations":[{"raw_affiliation_string":"Aalborg University, Copenhagen, Denmark","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13650341,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"379","last_page":"390"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.28279998898506165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.28279998898506165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.16820000112056732,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.12630000710487366,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.7141000032424927},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6046000123023987},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.5605999827384949},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5012000203132629},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.460999995470047},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3847000002861023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7896999716758728},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.7141000032424927},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6046000123023987},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.5605999827384949},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5012000203132629},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4878999888896942},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.460999995470047},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4032999873161316},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3847000002861023},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.3702000081539154},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2840000092983246},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2750999927520752},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.26969999074935913}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3774905.3794645","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3774905.3794645","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire/fbe186d7-aaec-4188-8485-2a6909327ec0","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/fbe186d7-aaec-4188-8485-2a6909327ec0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Chen, Y, Archasantisuk, S & Bjerva, J 2026, Towards Understanding Professional AI Assistant Use : Human-in-the-Loop Topic Modeling of Multi-turn Conversations. in WWW Companion 2026 - Companion Proceedings of the ACM Web Conference 2026 : WWW Companion '26. Association for Computational Linguistics (ACL), Dubai, United Arab Emirates, pp. 379-390, WWW Companion '26 , Dubai, United Arab Emirates, 29/06/2026. https://doi.org/10.1145/3774905.3794645","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/fbe186d7-aaec-4188-8485-2a6909327ec0","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/fbe186d7-aaec-4188-8485-2a6909327ec0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Chen, Y, Archasantisuk, S & Bjerva, J 2026, Towards Understanding Professional AI Assistant Use : Human-in-the-Loop Topic Modeling of Multi-turn Conversations. in WWW Companion 2026 - Companion Proceedings of the ACM Web Conference 2026 : WWW Companion '26. Association for Computational Linguistics (ACL), Dubai, United Arab Emirates, pp. 379-390, WWW Companion '26 , Dubai, United Arab Emirates, 29/06/2026. https://doi.org/10.1145/3774905.3794645","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"what":[1],"people":[2],"use":[3],"AI":[4,55,145],"assistants":[5],"for":[6,12,105,120,127,141,151],"in":[7],"the":[8,34,124,152],"workplace":[9,142],"is":[10,95],"essential":[11],"assessing":[13],"their":[14],"impact":[15],"and":[16,54,69,79,91,101],"informing":[17],"future":[18,106],"design.":[19],"We":[20,108,147],"present":[21],"a":[22,84,111],"novel":[23],"framework":[24,47],"HILTON:":[25],"Human-In-the-Loop":[26],"Topic":[27],"mOdeling":[28],"of":[29,37,144],"multi-turn":[30,50],"coNversations":[31],"that":[32,115,133],"combines":[33],"summarization":[35],"capabilities":[36],"large":[38],"language":[39],"models":[40],"(LLMs)":[41],"with":[42],"unsupervised,":[43],"non-parametric":[44],"clustering.":[45],"The":[46],"first":[48],"summarizes":[49],"conversations":[51],"between":[52],"users":[53],"assistants,":[56],"then":[57,96],"clusters":[58,90],"these":[59],"summaries":[60],"into":[61],"coherent":[62,137],"topics,":[63],"which":[64,94],"are":[65],"further":[66,109],"organized":[67],"hierarchically,":[68],"dynamically":[70],"updated":[71],"as":[72],"new":[73],"data":[74,104],"arrives.":[75],"To":[76],"ensure":[77],"quality":[78],"practical":[80],"relevance,":[81],"we":[82],"employ":[83],"human-in-the-loop":[85],"process:":[86],"annotators":[87],"post-process":[88],"discovered":[89],"provide":[92],"feedback,":[93],"used":[97],"to":[98],"refine":[99],"topics":[100],"create":[102],"evaluation":[103],"iterations.":[107],"train":[110],"lightweight":[112],"statistical":[113],"classifier":[114],"enables":[116],"efficient":[117],"topic":[118,138],"inference":[119],"unseen":[121],"conversations,":[122],"making":[123],"pipeline":[125],"suitable":[126,140],"real-world":[128],"deployment.":[129],"Our":[130],"results":[131],"show":[132],"our":[134,149],"approach":[135],"produces":[136],"structures":[139],"analytics":[143],"assistants.":[146],"open-source":[148],"code":[150],"application.":[153]},"counts_by_year":[],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2026-02-09T00:00:00"}