{"id":"https://openalex.org/W4414908533","doi":"https://doi.org/10.1109/access.2025.3618700","title":"Exploring Multimodal Perception in Large Language Models Through Perceptual Strength Ratings","display_name":"Exploring Multimodal Perception in Large Language Models Through Perceptual Strength Ratings","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414908533","doi":"https://doi.org/10.1109/access.2025.3618700"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3618700","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3618700","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3618700","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jonghyun Lee","orcid":"https://orcid.org/0000-0002-3217-7586"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jonghyun Lee","raw_affiliation_strings":["Department of German Language and Literature, Seoul National University, Seoul, Republic of Korea","English Studies Major, Division of Global Studies, College of Global Business, Korea University, Sejong Campus, Sejong, Republic of Korea","College of Global Business, Division of Global Studies, Korea University, Sejong, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-3217-7586","affiliations":[{"raw_affiliation_string":"Department of German Language and Literature, Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"English Studies Major, Division of Global Studies, College of Global Business, Korea University, Sejong Campus, Sejong, Republic of Korea","institution_ids":["https://openalex.org/I28777354"]},{"raw_affiliation_string":"College of Global Business, Division of Global Studies, Korea University, Sejong, Republic of Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046495784","display_name":"Dojun Park","orcid":"https://orcid.org/0009-0009-3674-3096"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dojun Park","raw_affiliation_strings":["Artificial Intelligence Institute, Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0009-3674-3096","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Institute, Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100736208","display_name":"Jiwoo Lee","orcid":"https://orcid.org/0000-0002-9826-7322"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jiwoo Lee","raw_affiliation_strings":["Department of German Language and Literature, Seoul National University, Seoul, Republic of Korea","English Studies Major, Division of Global Studies, College of Global Business, Korea University, Sejong Campus, Sejong, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of German Language and Literature, Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"English Studies Major, Division of Global Studies, College of Global Business, Korea University, Sejong Campus, Sejong, Republic of Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113421881","display_name":"Hoekeon Choi","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hoekeon Choi","raw_affiliation_strings":["Brain and Humanities Laboratory, Seoul National University, Seoul, Republic of Korea","Brain and Humanities Lab, Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0006-0154-5311","affiliations":[{"raw_affiliation_string":"Brain and Humanities Laboratory, Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Brain and Humanities Lab, Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":null,"display_name":"Sung-Eun Lee","orcid":"https://orcid.org/0009-0003-0013-2513"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sung-Eun Lee","raw_affiliation_strings":["Artificial Intelligence Institute, Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0003-0013-2513","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Institute, Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36611663,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"176751","last_page":"176769"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.8274000287055969,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.8274000287055969,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7937999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.7918000221252441,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.7228000164031982},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.7218999862670898},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.6032000184059143},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.4544999897480011},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.45399999618530273},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.4447000026702881},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.41519999504089355},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.3587000072002411},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.35179999470710754}],"concepts":[{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.7228000164031982},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.7218999862670898},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.6200000047683716},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.6032000184059143},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5892000198364258},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.4544999897480011},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.45399999618530273},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.4447000026702881},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.41519999504089355},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.391400009393692},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.388700008392334},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.367900013923645},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3587000072002411},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.35179999470710754},{"id":"https://openalex.org/C2776861996","wikidata":"https://www.wikidata.org/wiki/Q241849","display_name":"Sensory processing","level":3,"score":0.3492000102996826},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.31299999356269836},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.29820001125335693},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C153874254","wikidata":"https://www.wikidata.org/wiki/Q115542","display_name":"Canonical correlation","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.27709999680519104},{"id":"https://openalex.org/C49790547","wikidata":"https://www.wikidata.org/wiki/Q943817","display_name":"Levels-of-processing effect","level":3,"score":0.26080000400543213},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C20854674","wikidata":"https://www.wikidata.org/wiki/Q4386060","display_name":"Cognitive architecture","level":3,"score":0.2563999891281128},{"id":"https://openalex.org/C87868495","wikidata":"https://www.wikidata.org/wiki/Q750843","display_name":"Information processing","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2531999945640564},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.25290000438690186},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2025.3618700","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3618700","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2503.06980","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.06980","pdf_url":"https://arxiv.org/pdf/2503.06980","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:cebb3c05efd34e1bb97017c5c0bef41f","is_oa":true,"landing_page_url":"https://doaj.org/article/cebb3c05efd34e1bb97017c5c0bef41f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 176751-176769 (2025)","raw_type":"article"},{"id":"pmh:oai:share.osf.io:0306f7cd-97b7-48eb-b988-f141fb6a3363","is_oa":false,"landing_page_url":"https://osf.io/9qgek","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3618700","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3618700","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G83585693","display_name":null,"funder_award_id":"RS-2023-00274280","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G8487883347","display_name":null,"funder_award_id":"0524-20240014","funder_id":"https://openalex.org/F4320321292","funder_display_name":"Seoul National University"}],"funders":[{"id":"https://openalex.org/F4320321292","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"study":[1],"investigated":[2],"whether":[3,176],"multimodal":[4,31,85,242],"large":[5],"language":[6],"models":[7,53,91,104,132,211],"can":[8,222],"achieve":[9],"human-like":[10],"sensory":[11,23,170,206],"grounding":[12,36,181],"by":[13],"examining":[14],"their":[15,97],"ability":[16],"to":[17,136,168,189],"capture":[18],"perceptual":[19],"strength":[20],"ratings":[21],"across":[22,204],"modalities.":[24],"We":[25,50],"explored":[26],"how":[27],"model":[28],"characteristics":[29],"(size,":[30],"capabilities,":[32],"architectural":[33],"generation)":[34],"influence":[35],"performance,":[37,186],"distributional":[38,118],"factor":[39],"dependencies":[40],"(word":[41],"frequency,":[42],"embeddings,":[43],"feature":[44],"distances),":[45],"and":[46,73,89,100,108,146,208],"human-model":[47],"processing":[48,153,238],"differences.":[49],"evaluated":[51],"21":[52],"from":[54,64,233],"four":[55],"families":[56],"(GPT,":[57],"Gemini,":[58],"LLaMA,":[59],"Qwen)":[60],"using":[61],"3,611":[62],"words":[63],"the":[65],"Lancaster":[66],"Sensorimotor":[67],"Norms":[68],"through":[69,165,227],"correlation,":[70],"distance":[71,145],"metrics,":[72],"qualitative":[74,150],"analysis.":[75],"Results":[76],"showed":[77,120,142],"that":[78,218],"larger":[79],"(6":[80],"out":[81],"of":[82,87,93],"8":[83],"comparisons),":[84],"(5":[86,92],"7),":[88],"newer":[90],"8)":[94],"generally":[95],"outperformed":[96],"smaller,":[98],"text-based,":[99],"older":[101],"counterparts.":[102],"Top":[103],"achieved":[105,212],"85-90%":[106],"accuracy":[107],"0.58-0.65":[109],"correlations":[110],"with":[111,149,241],"human":[112,125,224,234],"ratings,":[113],"demonstrating":[114],"substantial":[115],"similarity.":[116],"Moreover,":[117],"factors":[119],"minimal":[121],"impact,":[122],"not":[123,134],"exceeding":[124],"dependency":[126],"levels.":[127],"However,":[128],"despite":[129],"strong":[130],"alignment,":[131],"were":[133],"identical":[135],"humans,":[137],"as":[138,156,163,193,201],"even":[139,240],"top":[140],"performers":[141],"differences":[143],"in":[144,237],"correlation":[147],"measures,":[148],"analysis":[151],"revealing":[152],"patterns":[154],"such":[155],"implausible":[157],"semantic":[158],"associations":[159,226],"(e.g.,":[160],"treating":[161],"\"nostril\"":[162],"perceivable":[164],"smell)":[166],"related":[167],"absent":[169],"grounding.":[171],"Additionally,":[172],"it":[173,187],"remains":[174],"questionable":[175],"introducing":[177],"multimodality":[178,184],"resolves":[179],"this":[180],"deficit.":[182],"Although":[183],"improved":[185],"seems":[188],"provide":[190],"similar":[191],"information":[192],"massive":[194,209],"text":[195],"rather":[196],"than":[197],"qualitatively":[198],"different":[199],"data,":[200],"benefits":[202],"occurred":[203],"unrelated":[205],"dimensions":[207],"text-only":[210],"comparable":[213],"results.":[214],"Our":[215],"findings":[216],"demonstrate":[217],"while":[219],"advanced":[220],"LLMs":[221],"approximate":[223],"sensory-linguistic":[225],"statistical":[228],"learning,":[229],"they":[230],"still":[231],"differ":[232],"embodied":[235],"cognition":[236],"mechanisms,":[239],"integration.":[243]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}