{"id":"https://openalex.org/W4403792034","doi":"https://doi.org/10.1145/3664647.3681037","title":"Cognition-Supervised Saliency Detection: Contrasting EEG Signals and Visual Stimuli","display_name":"Cognition-Supervised Saliency Detection: Contrasting EEG Signals and Visual Stimuli","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403792034","doi":"https://doi.org/10.1145/3664647.3681037"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681037","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3681037","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3664647.3681037","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101208893","display_name":"Jun Ma","orcid":"https://orcid.org/0009-0008-2216-1151"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jun Ma","raw_affiliation_strings":["University of Helsinki, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0009-0008-2216-1151","affiliations":[{"raw_affiliation_string":"University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064247235","display_name":"Tuukka Ruotsalo","orcid":"https://orcid.org/0000-0002-2203-4928"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Tuukka Ruotsalo","raw_affiliation_strings":["University of Copenhagen & LUT University, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-2203-4928","affiliations":[{"raw_affiliation_string":"University of Copenhagen & LUT University, Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5234,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.70686967,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"7744","last_page":"7753"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.8264776468276978},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6437333822250366},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.580793023109436},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4782756268978119},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4619382619857788},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.4552057087421417},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4183975160121918},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40966492891311646},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3595898747444153},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.30037569999694824},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2510056495666504},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.19971558451652527}],"concepts":[{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.8264776468276978},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6437333822250366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.580793023109436},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4782756268978119},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4619382619857788},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.4552057087421417},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4183975160121918},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40966492891311646},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3595898747444153},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.30037569999694824},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2510056495666504},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.19971558451652527}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3664647.3681037","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3681037","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/f5de96b2-2fcd-4ef5-a710-cd91699fc8f5","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/f5de96b2-2fcd-4ef5-a710-cd91699fc8f5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ma , J & Ruotsalo , T 2024 , Cognition-Supervised Saliency Detection : Contrasting EEG Signals and Visual Stimuli . in MM 2024 - Proceedings of the 32nd ACM International Conference on Multimedia . Association for Computing Machinery, Inc. , MM 2024 - Proceedings of the 32nd ACM International Conference on Multimedia , pp. 7744-7753 , 32nd ACM International Conference on Multimedia, MM 2024 , Melbourne , Australia , 28/10/2024 . https://doi.org/10.1145/3664647.3681037","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"doi:10.1145/3664647.3681037","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3681037","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1536620489","https://openalex.org/W1834627138","https://openalex.org/W1974572323","https://openalex.org/W1993527388","https://openalex.org/W2072995952","https://openalex.org/W2151153134","https://openalex.org/W2152171700","https://openalex.org/W2152314154","https://openalex.org/W2166237624","https://openalex.org/W2194775991","https://openalex.org/W2411256484","https://openalex.org/W2553904372","https://openalex.org/W2559463885","https://openalex.org/W2766524960","https://openalex.org/W2775675437","https://openalex.org/W2776446922","https://openalex.org/W2810453816","https://openalex.org/W2897839226","https://openalex.org/W2913939497","https://openalex.org/W2915622774","https://openalex.org/W2963855931","https://openalex.org/W2963919481","https://openalex.org/W2990138404","https://openalex.org/W2991515203","https://openalex.org/W2991806272","https://openalex.org/W3028543194","https://openalex.org/W3035524453","https://openalex.org/W3047759098","https://openalex.org/W3094330273","https://openalex.org/W3099348293","https://openalex.org/W3101658985","https://openalex.org/W3102455230","https://openalex.org/W3114632476","https://openalex.org/W3114734335","https://openalex.org/W3149106692","https://openalex.org/W3160314846","https://openalex.org/W3162391496","https://openalex.org/W3176463841","https://openalex.org/W3176781808","https://openalex.org/W3186393978","https://openalex.org/W3188717957","https://openalex.org/W3200300741","https://openalex.org/W3205127938","https://openalex.org/W4220835122","https://openalex.org/W4287028988","https://openalex.org/W4293575776","https://openalex.org/W4294068600","https://openalex.org/W4308513655","https://openalex.org/W4313156423","https://openalex.org/W4313256388","https://openalex.org/W4321337690","https://openalex.org/W4323306373","https://openalex.org/W4372343016","https://openalex.org/W4381487463","https://openalex.org/W4387968305","https://openalex.org/W4399767952"],"related_works":["https://openalex.org/W2922348724","https://openalex.org/W2068608913","https://openalex.org/W200322357","https://openalex.org/W2130428257","https://openalex.org/W4308951944","https://openalex.org/W2057366091","https://openalex.org/W4312960290","https://openalex.org/W3124914020","https://openalex.org/W2049513647","https://openalex.org/W2988848585"],"abstract_inverted_index":{"Understanding":[0],"human":[1,32,64,101],"assessment":[2],"of":[3,7,37,123],"semantically":[4],"salient":[5],"parts":[6],"multimedia":[8],"content":[9],"is":[10],"crucial":[11],"for":[12,79,107,148,155],"developing":[13,153],"human-centric":[14,121],"applications,":[15],"such":[16],"as":[17],"annotation":[18,49],"tools,":[19],"search":[20],"and":[21,24,126,152],"recommender":[22],"systems,":[23],"systems":[25],"able":[26],"to":[27,42,71,83,141],"generate":[28],"new":[29],"media":[30],"matching":[31],"interests.":[33],"However,":[34],"the":[35,105,115],"challenge":[36],"acquiring":[38],"suitable":[39],"supervision":[40],"signals":[41,60,76,147],"detect":[43],"semantic":[44,85],"saliency":[45,125],"without":[46,104],"extensive":[47],"manual":[48,109],"remains":[50],"significant.":[51],"Here,":[52],"we":[53],"explore":[54],"a":[55,88],"novel":[56],"method":[57,93],"that":[58,114],"utilizes":[59],"measured":[61],"directly":[62],"from":[63],"cognition":[65],"via":[66],"electroencephalogram":[67],"(EEG)":[68],"in":[69,130,144],"response":[70],"natural":[72],"visual":[73,98,124],"perception.":[74],"These":[75],"are":[77],"used":[78],"supervising":[80],"representation":[81,157],"learning":[82,90],"capture":[84],"saliency.":[86],"Through":[87],"contrastive":[89],"framework,":[91],"our":[92],"aligns":[94],"EEG":[95],"data":[96,150],"with":[97,120],"stimuli,":[99],"capturing":[100],"cognitive":[102,146],"responses":[103],"need":[106],"any":[108],"annotation.":[110],"Our":[111],"approach":[112],"demonstrates":[113],"learned":[116],"representations":[117],"closely":[118],"align":[119],"notions":[122],"achieve":[127],"competitive":[128],"performance":[129],"several":[131],"downstream":[132],"tasks.":[133],"We":[134],"also":[135],"introduce":[136],"an":[137],"open":[138],"EEG/image":[139],"dataset":[140],"facilitate":[142],"research":[143],"utilizing":[145],"multimodal":[149],"analysis":[151],"models":[154],"cross-modal":[156],"learning.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}