{"id":"https://openalex.org/W4403913334","doi":"https://doi.org/10.1145/3678957.3685756","title":"Feeling Textiles through AI: An exploration into Multimodal Language Models and Human Perception Alignment","display_name":"Feeling Textiles through AI: An exploration into Multimodal Language Models and Human Perception Alignment","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4403913334","doi":"https://doi.org/10.1145/3678957.3685756"},"language":"en","primary_location":{"id":"doi:10.1145/3678957.3685756","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678957.3685756","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3678957.3685756?download=true","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3678957.3685756?download=true","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012790743","display_name":"Shu Zhong","orcid":"https://orcid.org/0000-0002-1820-6424"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Shu Zhong","raw_affiliation_strings":["Computer Science, University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Computer Science, University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066364876","display_name":"Elia Gatti","orcid":"https://orcid.org/0009-0008-1675-1323"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Elia Gatti","raw_affiliation_strings":["Computer Science, University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Computer Science, University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069669556","display_name":"Youngjun Cho","orcid":"https://orcid.org/0000-0001-5695-0759"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Youngjun Cho","raw_affiliation_strings":["Computer Science, University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Computer Science, University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090754516","display_name":"Marianna Obrist","orcid":"https://orcid.org/0000-0002-4009-1627"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Marianna Obrist","raw_affiliation_strings":["Computer Science, University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Computer Science, University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5012790743"],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":0.6225,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.73769568,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"33","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.9685999751091003,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feeling","display_name":"Feeling","score":0.8652253150939941},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6617452502250671},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6332523226737976},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48573046922683716},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42752018570899963},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.40926575660705566},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35824257135391235},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24142423272132874},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.061973243951797485}],"concepts":[{"id":"https://openalex.org/C122980154","wikidata":"https://www.wikidata.org/wiki/Q205555","display_name":"Feeling","level":2,"score":0.8652253150939941},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6617452502250671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6332523226737976},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48573046922683716},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42752018570899963},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.40926575660705566},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35824257135391235},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24142423272132874},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.061973243951797485},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3678957.3685756","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678957.3685756","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3678957.3685756?download=true","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10196394","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10196394/","pdf_url":"https://discovery.ucl.ac.uk/10196394/2/Zhong_icmi24-59.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"     In:  Proceedings of the 26th ACM International Conference on Multimodal Interaction.    ACM: San Jose, Costa Rica. (2024)    (In press).  ","raw_type":"Proceedings paper"},{"id":"pmh:oai:figshare.com:article/29530262","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference contribution"}],"best_oa_location":{"id":"doi:10.1145/3678957.3685756","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678957.3685756","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3678957.3685756?download=true","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1199271626","display_name":null,"funder_award_id":"EP/V011766/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G170949241","display_name":"UKRI Interdisciplinary Circular Economy Centre for Textiles: Circular Bioeconomy for Textile Materials","funder_award_id":"EP/V011766/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1934935867","display_name":null,"funder_award_id":"Engineering and Physical Sciences R","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403913334.pdf","grobid_xml":"https://content.openalex.org/works/W4403913334.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W610473259","https://openalex.org/W1550358375","https://openalex.org/W1577704899","https://openalex.org/W3047544760","https://openalex.org/W3097599689","https://openalex.org/W4226278401","https://openalex.org/W4300011764","https://openalex.org/W4309618884","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W2291261743","https://openalex.org/W1540119434","https://openalex.org/W4229598134","https://openalex.org/W2335262298","https://openalex.org/W2765982327","https://openalex.org/W2071657884","https://openalex.org/W213396585","https://openalex.org/W4237671428","https://openalex.org/W2068152137","https://openalex.org/W2358660055"],"abstract_inverted_index":{"Human-artificial":[0],"intelligence":[1],"(AI)":[2],"alignment":[3,18,103],"ensures":[4],"that":[5],"AI":[6,34,108,131,146],"systems":[7],"align":[8],"with":[9,88,148],"human":[10,31,89,105,149],"goals":[11],"and":[12,33,52,83,95,107,127],"behaviors.":[13],"This":[14,137],"paper":[15],"introduces":[16],"perceptual":[17,135],"as":[19],"a":[20],"critical":[21],"aspect":[22],"of":[23,59,81,102,129,144],"this":[24],"alignment,":[25],"focusing":[26],"on":[27],"the":[28,56,78,100,116,125,142],"concurrence":[29],"between":[30,104],"judgments":[32],"evaluations":[35],"across":[36],"sensory":[37,151],"modalities.":[38],"We":[39],"particularly":[40],"explore":[41],"how":[42,75],"Multimodal":[43],"Large":[44],"Language":[45],"Models":[46],"(MLLMs),":[47],"which":[48],"process":[49],"both":[50,124],"visual":[51],"textual":[53],"data,":[54],"interpret":[55,120],"tactile":[57,79],"qualities":[58],"textiles\u2014a":[60],"significant":[61,113],"challenge":[62],"in":[63,115,133],"online":[64],"shopping":[65],"environments.":[66],"Our":[67,110],"research":[68],"analyzes":[69],"six":[70],"vision-based":[71],"MLLMs":[72],"to":[73,119,140],"see":[74],"they":[76],"describe":[77],"experience":[80],"textiles":[82],"compares":[84],"these":[85],"AI-generated":[86],"descriptions":[87],"assessments.":[90],"Through":[91],"semantic":[92],"similarity":[93],"measures":[94],"in-person":[96],"evaluations,":[97],"we":[98],"investigate":[99],"extent":[101],"perceptions":[106],"descriptions.":[109],"findings":[111],"indicate":[112],"variability":[114],"AI\u2019s":[117],"ability":[118],"different":[121],"textiles,":[122],"highlighting":[123],"potential":[126],"limitations":[128],"current":[130],"models":[132],"achieving":[134],"alignment.":[136],"work":[138],"contributes":[139],"understanding":[141],"complexities":[143],"aligning":[145],"capabilities":[147],"touch":[150],"experiences.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}