{"id":"https://openalex.org/W7163389210","doi":"https://doi.org/10.48550/arxiv.2606.03345","title":"Beyond Semantics: Modeling Factual and Affective Perceptual Experiences from Vision-Language Data","display_name":"Beyond Semantics: Modeling Factual and Affective Perceptual Experiences from Vision-Language Data","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163389210","doi":"https://doi.org/10.48550/arxiv.2606.03345"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03345","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03345","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03345","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137767952","display_name":"Youssef Mohamed","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohamed, Youssef","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016543371","display_name":"Kenneth Church","orcid":"https://orcid.org/0000-0001-8378-6069"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Church, Kenneth Ward","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137765155","display_name":"Mohamed Elhoseiny","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elhoseiny, Mohamed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6884999871253967,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6884999871253967,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.05290000140666962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.036400001496076584,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/percept","display_name":"Percept","score":0.9595999717712402},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.7975000143051147},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.579200029373169},{"id":"https://openalex.org/keywords/silhouette","display_name":"Silhouette","score":0.5411999821662903},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.39089998602867126}],"concepts":[{"id":"https://openalex.org/C2779687425","wikidata":"https://www.wikidata.org/wiki/Q7166998","display_name":"Percept","level":3,"score":0.9595999717712402},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.7975000143051147},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.579200029373169},{"id":"https://openalex.org/C58103923","wikidata":"https://www.wikidata.org/wiki/Q2286025","display_name":"Silhouette","level":2,"score":0.5411999821662903},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5257999897003174},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4970000088214874},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.459199994802475},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.44200000166893005},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.39089998602867126},{"id":"https://openalex.org/C22033958","wikidata":"https://www.wikidata.org/wiki/Q7167036","display_name":"Perceptual learning","level":3,"score":0.2856999933719635},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.27410000562667847}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03345","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03345","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03345","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03345","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.47821563482284546}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,61],"present":[1],"P-Topics":[2,72],"(Perception":[3],"Topics)":[4],"modeling,":[5],"a":[6,32,48,67,127],"novel":[7],"problem":[8],"for":[9],"understanding":[10],"how":[11],"images":[12,35,55,118],"are":[13],"perceived":[14],"affectively":[15],"and":[16,25,36,47,52,89,170],"across":[17],"cultures.":[18],"The":[19],"goal":[20],"is":[21,41],"to":[22,56,96,116,119,133,152,157],"(1)":[23],"discover":[24],"model":[26],"the":[27,75,92,98,102,105,136],"different":[28],"perception":[29,59,168],"experiences":[30,169],"in":[31],"dataset":[33],"of":[34,94,101,130,149],"captions,":[37],"where":[38],"each":[39],"experience":[40],"defined":[42],"by":[43],"an":[44,85,146],"objective":[45],"factual":[46],"subjective":[49],"affective":[50],"aspect,":[51],"(2)":[53],"associate":[54,117],"their":[57,120],"relevant":[58],"experiences.":[60],"introduce":[62],"**PercepT**":[63],"(**Percep**tion":[64],"topic":[65],"**T**ransformer),":[66],"two-stage":[68],"architecture":[69],"that":[70,163],"tackles":[71],"modeling.":[73],"In":[74,104],"formation":[76],"stage,":[77,107],"percepT":[78],"discovers":[79],"*P-Topics*":[80],"as":[81],"visual-textual":[82],"clusters":[83,95],"using":[84],"unsupervised":[86],"training":[87],"objective,":[88],"dynamically":[90],"selects":[91],"number":[93],"match":[97],"perceptual":[99,141,158],"richness":[100],"dataset.":[103],"mapping":[106,111,156],"it":[108],"learns":[109],"*P-Topic":[110],"functions*":[112],"via":[113],"attention":[114],"pooling":[115],"respective":[121],"clusters.":[122,142,159],"On":[123],"ArtELingo,":[124],"PercepT":[125,143,164],"achieves":[126,145],"silhouette":[128],"score":[129,148],"**0.97**":[131],"compared":[132,151],"**0.37**":[134],"from":[135],"closest":[137],"baseline":[138],"reflecting":[139],"better":[140,155],"also":[144],"AUC":[147],"**0.94**":[150],"**0.77**":[153],"showing":[154],"Human":[160],"evaluation":[161],"confirms":[162],"captures":[165],"semantically":[166],"meaningful":[167],"significantly":[171],"outperforms":[172],"existing":[173],"methods.":[174],"Our":[175],"implementation":[176],"will":[177],"be":[178],"made":[179],"public.":[180]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-04T00:00:00"}