{"id":"https://openalex.org/W4404313797","doi":"https://doi.org/10.1145/3652988.3696198","title":"Estuary: A Framework For Building Multimodal Low-Latency Real-Time Socially Interactive Agents","display_name":"Estuary: A Framework For Building Multimodal Low-Latency Real-Time Socially Interactive Agents","publication_year":2024,"publication_date":"2024-09-16","ids":{"openalex":"https://openalex.org/W4404313797","doi":"https://doi.org/10.1145/3652988.3696198"},"language":"en","primary_location":{"id":"doi:10.1145/3652988.3696198","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3652988.3696198","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.20116","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080644357","display_name":"Spencer Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Spencer Lin","raw_affiliation_strings":["University of Southern California, United States of America"],"raw_orcid":"https://orcid.org/0009-0007-0974-3395","affiliations":[{"raw_affiliation_string":"University of Southern California, United States of America","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030396795","display_name":"Basem Rizk","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Basem Rizk","raw_affiliation_strings":["University of Southern California, United States of America"],"raw_orcid":"https://orcid.org/0009-0000-7345-2516","affiliations":[{"raw_affiliation_string":"University of Southern California, United States of America","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102631492","display_name":"Miru Jun","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miru Jun","raw_affiliation_strings":["University of Southern California, United States of America"],"raw_orcid":"https://orcid.org/0009-0005-1406-6873","affiliations":[{"raw_affiliation_string":"University of Southern California, United States of America","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114619964","display_name":"Andy Artze","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andy Artze","raw_affiliation_strings":["University of Southern California, United States of America"],"raw_orcid":"https://orcid.org/0009-0005-5003-6639","affiliations":[{"raw_affiliation_string":"University of Southern California, United States of America","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110665120","display_name":"C. W. Sullivan","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Caitl\u00edn Sullivan","raw_affiliation_strings":["University of Southern California, United States of America"],"raw_orcid":"https://orcid.org/0009-0007-8248-3948","affiliations":[{"raw_affiliation_string":"University of Southern California, United States of America","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077312006","display_name":"Sharon Mozgai","orcid":"https://orcid.org/0000-0002-3308-2474"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sharon Mozgai","raw_affiliation_strings":["University of Southern California, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-3308-2474","affiliations":[{"raw_affiliation_string":"University of Southern California, United States of America","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089263806","display_name":"S. Fisher","orcid":"https://orcid.org/0009-0005-8772-7433"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Fisher","raw_affiliation_strings":["University of Southern California, United States of America"],"raw_orcid":"https://orcid.org/0009-0005-8772-7433","affiliations":[{"raw_affiliation_string":"University of Southern California, United States of America","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5080644357"],"corresponding_institution_ids":["https://openalex.org/I1174212","https://openalex.org/I2800817003"],"apc_list":null,"apc_paid":null,"fwci":0.6138,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75095368,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"3"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7664799094200134},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6553934812545776},{"id":"https://openalex.org/keywords/interoperability","display_name":"Interoperability","score":0.6467271447181702},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6230653524398804},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.525063693523407},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.478253036737442},{"id":"https://openalex.org/keywords/low-latency","display_name":"Low latency (capital markets)","score":0.4540879726409912},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.44975465536117554},{"id":"https://openalex.org/keywords/ambient-intelligence","display_name":"Ambient intelligence","score":0.43576785922050476},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4323374629020691},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.35953259468078613},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33322179317474365},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32749372720718384},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.125274658203125},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11723551154136658},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.11047729849815369},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10462629795074463}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7664799094200134},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6553934812545776},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.6467271447181702},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6230653524398804},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.525063693523407},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.478253036737442},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.4540879726409912},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.44975465536117554},{"id":"https://openalex.org/C201638289","wikidata":"https://www.wikidata.org/wiki/Q457396","display_name":"Ambient intelligence","level":2,"score":0.43576785922050476},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4323374629020691},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35953259468078613},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33322179317474365},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32749372720718384},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.125274658203125},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11723551154136658},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.11047729849815369},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10462629795074463},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3652988.3696198","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3652988.3696198","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2410.20116","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.20116","pdf_url":"https://arxiv.org/pdf/2410.20116","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.20116","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.20116","pdf_url":"https://arxiv.org/pdf/2410.20116","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","display_name":"Life below water","score":0.6399999856948853}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404313797.pdf","grobid_xml":"https://content.openalex.org/works/W4404313797.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W615687147","https://openalex.org/W1494232809","https://openalex.org/W2807126412","https://openalex.org/W3089618907","https://openalex.org/W4308101891","https://openalex.org/W4387835442","https://openalex.org/W4390905820","https://openalex.org/W4396827149","https://openalex.org/W4402112533"],"related_works":["https://openalex.org/W2093262417","https://openalex.org/W4312626803","https://openalex.org/W3205411230","https://openalex.org/W4286899009","https://openalex.org/W9168048","https://openalex.org/W4300849822","https://openalex.org/W4376480820","https://openalex.org/W3155891479","https://openalex.org/W3029351463","https://openalex.org/W4308600690"],"abstract_inverted_index":{"The":[0],"rise":[1],"in":[2,27,32],"capability":[3],"and":[4,46,59,79,98,116,123],"ubiquity":[5],"of":[6,19,43,67,96,100],"generative":[7],"artificial":[8],"intelligence":[9],"(AI)":[10],"technologies":[11],"has":[12],"enabled":[13],"its":[14],"application":[15],"to":[16,40,73,80,91],"the":[17,41,65],"field":[18],"Socially":[20],"Interactive":[21],"Agents":[22],"(SIAs).":[23],"Despite":[24],"significant":[25],"interest":[26],"leveraging":[28],"modern":[29],"AI-powered":[30],"components":[31,118],"real-time":[33,69],"SIA":[34,48],"research,":[35],"substantial":[36],"friction":[37],"remains":[38],"due":[39],"absence":[42],"a":[44,55,82,109,121],"standardized":[45],"universal":[47],"framework.":[49],"As":[50],"such,":[51],"we":[52],"developed":[53],"Estuary:":[54],"multimodal":[56,111],"(text,":[57],"audio,":[58],"soon":[60],"video)":[61],"framework":[62,112],"which":[63,113],"facilitates":[64],"development":[66],"low-latency,":[68],"SIAs.":[70],"Estuary":[71],"seeks":[72],"reduce":[74],"repeat":[75],"work":[76],"between":[77],"studies":[78],"provide":[81],"flexible":[83],"platform":[84],"that":[85],"can":[86],"be":[87],"run":[88],"entirely":[89],"off-cloud":[90],"maximize":[92],"configurability,":[93],"controllability,":[94],"reproducibility":[95],"studies,":[97],"speed":[99],"agent":[101],"response":[102],"times.":[103],"We":[104],"achieve":[105],"this":[106],"by":[107],"constructing":[108],"robust":[110],"incorporates":[114],"current":[115],"future":[117],"seamlessly":[119],"into":[120],"modular":[122],"interoperable":[124],"architecture.":[125]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-09T15:46:55.921056","created_date":"2025-10-10T00:00:00"}