{"id":"https://openalex.org/W4403791297","doi":"https://doi.org/10.1145/3664647.3681658","title":"Query Augmentation with Brain Signals","display_name":"Query Augmentation with Brain Signals","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403791297","doi":"https://doi.org/10.1145/3664647.3681658"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681658","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3681658","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3664647.3681658","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017773628","display_name":"Ziyi Ye","orcid":"https://orcid.org/0000-0002-5622-0235"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyi Ye","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University & Quancheng Lab, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5622-0235","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University & Quancheng Lab, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023520034","display_name":"Jingtao Zhan","orcid":"https://orcid.org/0000-0002-7253-5245"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingtao Zhan","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7253-5245","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089655391","display_name":"Qingyao Ai","orcid":"https://orcid.org/0000-0002-5030-709X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyao Ai","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Zhongguancun Lab, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5030-709X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Zhongguancun Lab, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668121","display_name":"Yiqun Liu","orcid":"https://orcid.org/0000-0002-0140-4512"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqun Liu","raw_affiliation_strings":["Quancheng Lab & Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0140-4512","affiliations":[{"raw_affiliation_string":"Quancheng Lab & Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031439294","display_name":"Maarten de Rijke","orcid":"https://orcid.org/0000-0002-1086-0202"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten de Rijke","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-1086-0202","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045425016","display_name":"Christina Lioma","orcid":"https://orcid.org/0000-0003-2600-2701"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Christina Lioma","raw_affiliation_strings":["University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0000-0003-2600-2701","affiliations":[{"raw_affiliation_string":"University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064247235","display_name":"Tuukka Ruotsalo","orcid":"https://orcid.org/0000-0002-2203-4928"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Tuukka Ruotsalo","raw_affiliation_strings":["University of Copenhagen & LUT University, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-2203-4928","affiliations":[{"raw_affiliation_string":"University of Copenhagen & LUT University, Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.406,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.95484905,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"7561","last_page":"7570"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9679999947547913,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6528926491737366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6528926491737366}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3664647.3681658","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3681658","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/311d9d1c-9c14-416a-a7af-19fa6c730a50","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/311d9d1c-9c14-416a-a7af-19fa6c730a50","pdf_url":"https://curis.ku.dk/ws/files/444856946/Query_Augmentation_with_Brain_Signals.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ye , Z , Zhan , J , Ai , Q , Liu , Y , De Rijke , M , Lioma , C & Ruotsalo , T 2024 , Query Augmentation with Brain Signals . in MM 2024 - Proceedings of the 32nd ACM International Conference on Multimedia . Association for Computing Machinery, Inc. , MM 2024 - Proceedings of the 32nd ACM International Conference on Multimedia , pp. 7561-7570 , 32nd ACM International Conference on Multimedia, MM 2024 , Melbourne , Australia , 28/10/2024 . https://doi.org/10.1145/3664647.3681658","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"doi:10.1145/3664647.3681658","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3681658","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2289169492","display_name":"Fairness and Intersectional Non-Discrimination in Human Recommendation","funder_award_id":"101070212","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5550786340","display_name":"Hybrid Intelligence (HI): augmenting human intellect","funder_award_id":"024.004.022","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6280615682","display_name":"Low Resource Chat-based Conversational Intelligence","funder_award_id":"NWA.1389.20.183","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6640760388","display_name":"Trustworthy AI-based Systems for Sustainable Growth","funder_award_id":"KICH3.LTP.20.006","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1985554184","https://openalex.org/W2024932032","https://openalex.org/W2069870183","https://openalex.org/W2072995952","https://openalex.org/W2079168273","https://openalex.org/W2087131461","https://openalex.org/W2101926813","https://openalex.org/W2153190022","https://openalex.org/W2169213601","https://openalex.org/W2329553603","https://openalex.org/W2340380384","https://openalex.org/W2462120129","https://openalex.org/W2533112680","https://openalex.org/W2619871029","https://openalex.org/W2782213998","https://openalex.org/W2906085216","https://openalex.org/W2913077324","https://openalex.org/W2962770891","https://openalex.org/W3015139571","https://openalex.org/W3031671112","https://openalex.org/W3035332541","https://openalex.org/W3105976716","https://openalex.org/W3159809086","https://openalex.org/W3203937348","https://openalex.org/W3207969307","https://openalex.org/W4224317222","https://openalex.org/W4252076394","https://openalex.org/W4284664085","https://openalex.org/W4299337356","https://openalex.org/W4386096102","https://openalex.org/W4386187806","https://openalex.org/W4387968082","https://openalex.org/W4387969592","https://openalex.org/W4388110087","https://openalex.org/W4389914541"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0],"the":[1,43,50,59,106,119,147,151,204,210],"information":[2,23,78],"retrieval":[3],"scenario,":[4],"query":[5,87,114,122,138],"augmentation":[6,115,139],"is":[7,99,158],"an":[8,96],"essential":[9],"technique":[10],"to":[11,16,41,55,85,101,144,162,217],"refine":[12],"semantically":[13,187],"imprecise":[14],"queries":[15,189],"align":[17],"more":[18],"closely":[19],"with":[20],"users'":[21,120],"actual":[22,51],"needs.":[24],"Traditional":[25],"methods":[26],"typically":[27],"rely":[28],"on":[29,61,91,117,173],"extracting":[30],"signals":[31,82,104],"from":[32,80],"user":[33,52,63],"interactions":[34],"such":[35],"as":[36],"browsing":[37],"or":[38],"clicking":[39],"behaviors":[40],"augment":[42,86,220],"queries,":[44],"which":[45],"may":[46],"not":[47,184],"accurately":[48],"reflect":[49],"intent":[53],"due":[54],"inherent":[56],"noise":[57],"and":[58,123,140,208,219,225],"dependency":[60],"initial":[62,121],"interactions.":[64],"To":[65],"overcome":[66],"these":[67],"limitations,":[68],"we":[69,130],"introduce":[70],"Brain-Aug,":[71,207],"a":[72,110,132,154],"novel":[73],"approach":[74,172],"that":[75,165,182],"decodes":[76],"semantic":[77],"directly":[79],"brain":[81,103,125,148],"of":[83,109,206,212],"users":[84],"representation.":[88],"Brain-Aug":[89,161,183],"builds":[90],"three":[92],"techniques:":[93],"(i)":[94],"Structurally,":[95],"adapter":[97],"network":[98],"utilized":[100],"project":[102],"into":[105],"embedding":[107],"space":[108],"language":[111],"model,":[112],"allowing":[113],"conditioned":[116],"both":[118],"their":[124],"signals.":[126],"(ii)":[127],"During":[128],"training,":[129],"use":[131],"next":[133],"token":[134],"prediction":[135],"task":[136],"for":[137,198],"adopt":[141],"prompt":[142],"tuning":[143],"efficiently":[145],"train":[146],"adapter.":[149],"(iii)At":[150],"inference":[152],"stage,":[153],"ranking-oriented":[155],"decoding":[156],"strategy":[157],"implemented,":[159],"enabling":[160],"generate":[163],"augmentations":[164],"improve":[166],"ranking":[167,195],"performance.":[168],"We":[169],"evaluate":[170],"our":[171],"multiple":[174],"functional":[175],"magnetic":[176],"resonance":[177],"imaging":[178],"(fMRI)":[179],"datasets,":[180],"demonstrating":[181],"only":[185],"produces":[186],"richer":[188],"but":[190],"also":[191],"significantly":[192],"improves":[193],"document":[194],"accuracy,":[196],"particularly":[197],"ambiguous":[199],"queries.":[200,222],"These":[201],"results":[202],"validate":[203],"effectiveness":[205],"reveal":[209],"potential":[211],"using":[213],"internal":[214],"cognitive":[215],"states":[216],"understand":[218],"text-based":[221],"Supplementary":[223],"materials":[224],"code":[226],"are":[227],"available":[228],"at":[229],"https://github.com/YeZiyi1998/Brain-Query-Augmentation.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2025-10-10T00:00:00"}