{"id":"https://openalex.org/W2025866767","doi":"https://doi.org/10.1145/1027933.1027939","title":"A framework for evaluating multimodal integration by humans and a role for embodied conversational agents","display_name":"A framework for evaluating multimodal integration by humans and a role for embodied conversational agents","publication_year":2004,"publication_date":"2004-10-13","ids":{"openalex":"https://openalex.org/W2025866767","doi":"https://doi.org/10.1145/1027933.1027939","mag":"2025866767"},"language":"en","primary_location":{"id":"doi:10.1145/1027933.1027939","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1027933.1027939","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th international conference on Multimodal interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016781642","display_name":"Dominic W. Massaro","orcid":"https://orcid.org/0000-0003-1204-5241"},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dominic W. Massaro","raw_affiliation_strings":["University of California, Santa Cruz, Santa Cruz, CA"],"affiliations":[{"raw_affiliation_string":"University of California, Santa Cruz, Santa Cruz, CA","institution_ids":["https://openalex.org/I185103710"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5016781642"],"corresponding_institution_ids":["https://openalex.org/I185103710"],"apc_list":null,"apc_paid":null,"fwci":1.3941,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.82990319,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"24","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.8776246905326843},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7028607726097107},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4843626916408539},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.4605156183242798},{"id":"https://openalex.org/keywords/dialog-system","display_name":"Dialog system","score":0.41110163927078247},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2801778316497803},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.07148963212966919},{"id":"https://openalex.org/keywords/dialog-box","display_name":"Dialog box","score":0.05700409412384033}],"concepts":[{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.8776246905326843},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7028607726097107},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4843626916408539},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.4605156183242798},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.41110163927078247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2801778316497803},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.07148963212966919},{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.05700409412384033}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/1027933.1027939","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1027933.1027939","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th international conference on Multimodal interfaces","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.78.1718","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.78.1718","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mambo.ucsc.edu/pdf/ICMI04.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5799999833106995,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W68917644","https://openalex.org/W144239445","https://openalex.org/W1485743559","https://openalex.org/W1489315516","https://openalex.org/W1506177351","https://openalex.org/W1514361649","https://openalex.org/W1520563452","https://openalex.org/W1523224409","https://openalex.org/W1558945660","https://openalex.org/W1569425235","https://openalex.org/W1587245894","https://openalex.org/W1592808913","https://openalex.org/W1975745930","https://openalex.org/W1981710139","https://openalex.org/W1984314754","https://openalex.org/W1985883210","https://openalex.org/W1989762646","https://openalex.org/W1992370545","https://openalex.org/W2005573962","https://openalex.org/W2010368272","https://openalex.org/W2010710837","https://openalex.org/W2019921249","https://openalex.org/W2025761811","https://openalex.org/W2036334841","https://openalex.org/W2042448834","https://openalex.org/W2051091181","https://openalex.org/W2067292735","https://openalex.org/W2072517829","https://openalex.org/W2075274068","https://openalex.org/W2125459948","https://openalex.org/W2125935334","https://openalex.org/W2147158337","https://openalex.org/W2147535357","https://openalex.org/W2148601705","https://openalex.org/W2161670288","https://openalex.org/W2606141748","https://openalex.org/W2912565176","https://openalex.org/W3026216790","https://openalex.org/W3182003142","https://openalex.org/W4211007335","https://openalex.org/W4230804599","https://openalex.org/W4231869218","https://openalex.org/W4248120680"],"related_works":["https://openalex.org/W2742181818","https://openalex.org/W2109842910","https://openalex.org/W2050314455","https://openalex.org/W1514700423","https://openalex.org/W1604338104","https://openalex.org/W1558061634","https://openalex.org/W2063796087","https://openalex.org/W1650169135","https://openalex.org/W2108964641","https://openalex.org/W2978373362"],"abstract_inverted_index":{"One":[0],"of":[1,5,37,40,48,67,100,151,169,179,193],"the":[2,38,44,177,180],"implicit":[3],"assumptions":[4],"multi-modal":[6],"interfaces":[7,195],"is":[8,12,25,51,161,187],"that":[9,104],"human-computer":[10],"interaction":[11],"significantly":[13],"facilitated":[14],"by":[15],"providing":[16],"multiple":[17,82],"input":[18,146],"and":[19,29,56,73,94,115,126,158,174,189],"output":[20],"modalities.":[21],"Surprisingly,":[22],"however,":[23],"there":[24],"very":[26],"little":[27],"theoretical":[28,55],"empirical":[30,57],"research":[31],"testing":[32],"this":[33,49,61],"assumption":[34],"in":[35,75,107,139,143,154],"terms":[36],"presentation":[39],"multimodal":[41,194],"displays":[42],"to":[43,79,91,120],"user.":[45],"The":[46,96],"goal":[47],"paper":[50],"provide":[52],"both":[53],"a":[54,131,155,167],"framework":[58],"for":[59,191],"addressing":[60],"important":[62],"issue.":[63],"Two":[64],"contrasting":[65],"models":[66,136],"human":[68],"information":[69],"processing":[70,105],"are":[71,85,137,148,196],"formulated":[72],"contrasted":[74],"experimental":[76],"tests.":[77],"According":[78,119],"integration":[80],"models,":[81,122],"sensory":[83,133],"influences":[84],"continuously":[86],"combined":[87],"during":[88],"categorization,":[89],"leading":[90],"perceptual":[92,124],"experience":[93,125],"action.":[95],"Fuzzy":[97],"Logical":[98],"Model":[99],"Perception":[101],"(FLMP)":[102],"assumes":[103],"occurs":[106],"three":[108],"successive":[109],"but":[110],"overlapping":[111],"stages:":[112],"evaluation,":[113],"integration,":[114],"decision":[116],"(Massaro,":[117],"1998).":[118],"nonintegration":[121],"any":[123],"action":[127],"results":[128],"from":[129,166],"only":[130],"single":[132],"influence.":[134],"These":[135],"tested":[138],"expanded":[140],"factorial":[141,156],"designs":[142],"which":[144],"two":[145],"modalities":[147],"varied":[149],"independently":[150],"one":[152],"another":[153],"design":[157],"each":[159],"modality":[160],"also":[162],"presented":[163],"alone.":[164],"Results":[165],"variety":[168],"experiments":[170],"on":[171],"speech,":[172],"emotion,":[173],"gesture":[175],"support":[176],"predictions":[178],"FLMP.":[181],"Baldi,":[182],"an":[183],"embodied":[184],"conversational":[185],"agent,":[186],"described":[188],"implications":[190],"applications":[192],"discussed.":[197]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}