{"id":"https://openalex.org/W4391799270","doi":"https://doi.org/10.1145/3637528.3671622","title":"GRILLBot In Practice: Lessons and Tradeoffs Deploying Large Language Models for Adaptable Conversational Task Assistants","display_name":"GRILLBot In Practice: Lessons and Tradeoffs Deploying Large Language Models for Adaptable Conversational Task Assistants","publication_year":2024,"publication_date":"2024-08-24","ids":{"openalex":"https://openalex.org/W4391799270","doi":"https://doi.org/10.1145/3637528.3671622"},"language":"en","primary_location":{"id":"doi:10.1145/3637528.3671622","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671622","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671622","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671622","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110915995","display_name":"Sophie Fischer","orcid":null},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Sophie Fischer","raw_affiliation_strings":["University of Edinburgh, Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013122602","display_name":"Carlos Gemmell","orcid":"https://orcid.org/0000-0002-6730-8048"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Carlos Gemmell","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093925478","display_name":"Niklas Tecklenburg","orcid":null},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Niklas Tecklenburg","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111677280","display_name":"I C Mackie","orcid":null},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Iain Mackie","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Federico Rossetto","orcid":"https://orcid.org/0000-0003-3806-9575"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Federico Rossetto","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071842569","display_name":"Jeff Dalton","orcid":"https://orcid.org/0000-0003-2422-8651"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jeffrey Dalton","raw_affiliation_strings":["University of Edinburgh, Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5110915995"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":0.6813,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.72144441,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"4951","last_page":"4961"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7453147172927856},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6318864822387695},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.37150508165359497},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36102569103240967},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.3603096902370453},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.32838326692581177},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.23764333128929138},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16836005449295044},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.11705648899078369}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7453147172927856},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6318864822387695},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.37150508165359497},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36102569103240967},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3603096902370453},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.32838326692581177},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.23764333128929138},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16836005449295044},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.11705648899078369},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3637528.3671622","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671622","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671622","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2402.07647","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.07647","pdf_url":"https://arxiv.org/pdf/2402.07647","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3637528.3671622","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671622","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671622","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3105103542","display_name":null,"funder_award_id":"EP/V025708/2","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3203412108","display_name":"Turing AI Fellowship:Neural Conversational Information Seeking Assistant","funder_award_id":"EP/V025708/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391799270.pdf"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W2938912017","https://openalex.org/W2963748441","https://openalex.org/W2964006684","https://openalex.org/W2970641574","https://openalex.org/W3027879771","https://openalex.org/W3099655892","https://openalex.org/W3129375512","https://openalex.org/W3129832691","https://openalex.org/W4293251388","https://openalex.org/W4294833327","https://openalex.org/W4309674289","https://openalex.org/W4367365649","https://openalex.org/W4385572126","https://openalex.org/W4385794172","https://openalex.org/W4386110564","https://openalex.org/W4389520047","https://openalex.org/W4393065402"],"related_works":["https://openalex.org/W2548721895","https://openalex.org/W2373456246","https://openalex.org/W2013265273","https://openalex.org/W4238809000","https://openalex.org/W2413419736","https://openalex.org/W2786646446","https://openalex.org/W405926467","https://openalex.org/W2331739042","https://openalex.org/W2390930322","https://openalex.org/W3196817267"],"abstract_inverted_index":{"We":[0,13],"tackle":[1],"the":[2,15,38,160],"challenge":[3],"of":[4,19],"building":[5],"real-world":[6,11,156],"multimodal":[7,157],"assistants":[8],"for":[9,66,145],"complex":[10,155],"tasks.":[12],"describe":[14],"practicalities":[16],"and":[17,21,27,33,62,80,89,96,109,125,142,150,175,181],"challenges":[18],"developing":[20],"deploying":[22,146],"GRILLBot,":[23],"a":[24,53,87,121],"leading":[25],"(first":[26],"second":[28],"prize":[29],"winning":[30],"in":[31,37,86,154,159],"2022":[32],"2023)":[34],"system":[35],"deployed":[36],"Alexa":[39,161],"Prize":[40],"TaskBot":[41,162],"Challenge.":[42],"Building":[43],"on":[44],"our":[45],"Open":[46],"Assistant":[47],"Toolkit":[48],"(OAT)":[49],"framework,":[50],"we":[51,100,119,139],"propose":[52],"hybrid":[54],"architecture":[55],"that":[56,102,127],"leverages":[57],"Large":[58],"Language":[59],"Models":[60],"(LLMs)":[61],"specialised":[63,128],"models":[64,130,149],"tuned":[65],"specific":[67],"subtasks":[68],"requiring":[69],"very":[70],"low":[71],"latency.":[72,137],"OAT":[73,180],"allows":[74],"us":[75],"to":[76,152,168],"define":[77],"when,":[78],"how":[79],"which":[81],"LLMs":[82,151,171],"should":[83],"be":[84],"used":[85],"structured":[88],"deployable":[90],"manner.":[91],"For":[92,115],"knowledge-grounded":[93],"question":[94],"answering":[95],"live":[97],"task":[98,107],"adaptations,":[99],"show":[101,126],"LLM":[103],"reasoning":[104],"abilities":[105],"over":[106],"context":[108],"world":[110],"knowledge":[111],"outweigh":[112],"latency":[113],"concerns.":[114],"dialogue":[116],"state":[117],"management,":[118],"implement":[120],"code":[122],"generation":[123],"approach":[124],"smaller":[129],"have":[131],"84%":[132],"effectiveness":[133],"with":[134],"100x":[135],"lower":[136],"Overall,":[138],"provide":[140],"insights":[141],"discuss":[143],"tradeoffs":[144],"both":[147],"traditional":[148],"users":[153],"environments":[158],"challenge.":[163],"These":[164],"experiences":[165],"will":[166],"continue":[167],"evolve":[169],"as":[170],"become":[172],"more":[173],"capable":[174],"efficient":[176],"--":[177],"fundamentally":[178],"reshaping":[179],"future":[182],"assistant":[183],"architectures.":[184]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}