{"id":"https://openalex.org/W7165372993","doi":"https://doi.org/10.48550/arxiv.2606.20482","title":"Your Mouse and Eyes Secretly Leak Your Preference: LLM Alignment using Implicit Feedback from Users","display_name":"Your Mouse and Eyes Secretly Leak Your Preference: LLM Alignment using Implicit Feedback from Users","publication_year":2026,"publication_date":"2026-06-18","ids":{"openalex":"https://openalex.org/W7165372993","doi":"https://doi.org/10.48550/arxiv.2606.20482"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.20482","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20482","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.20482","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080115221","display_name":"Haw-Shiuan Chang","orcid":"https://orcid.org/0000-0003-4607-936X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Haw-Shiuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086446208","display_name":"Jeffrey G\u00f3mez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gomez, Jeffrey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138976442","display_name":"Mehul Patwari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patwari, Mehul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114987617","display_name":"Aryan Sajith","orcid":"https://orcid.org/0009-0002-0230-6946"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sajith, Aryan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101457713","display_name":"Hamed Zamani","orcid":"https://orcid.org/0000-0002-0800-3340"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zamani, Hamed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.25209999084472656,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.25209999084472656,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.07569999992847443,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.03959999978542328,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.670199990272522},{"id":"https://openalex.org/keywords/visual-feedback","display_name":"Visual feedback","score":0.5406000018119812},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5110999941825867},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.49880000948905945},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4074999988079071},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.37630000710487366},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.3682999908924103}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7024999856948853},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.670199990272522},{"id":"https://openalex.org/C3020716817","wikidata":"https://www.wikidata.org/wiki/Q4132092","display_name":"Visual feedback","level":2,"score":0.5406000018119812},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5110999941825867},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5085999965667725},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.49880000948905945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.460999995470047},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4074999988079071},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.37630000710487366},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.3682999908924103},{"id":"https://openalex.org/C2777379011","wikidata":"https://www.wikidata.org/wiki/Q938545","display_name":"Implicit learning","level":3,"score":0.3456999957561493},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34130001068115234},{"id":"https://openalex.org/C2986065213","wikidata":"https://www.wikidata.org/wiki/Q743861","display_name":"Implicit knowledge","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.30239999294281006},{"id":"https://openalex.org/C2780378346","wikidata":"https://www.wikidata.org/wiki/Q1349983","display_name":"Leak","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C174839445","wikidata":"https://www.wikidata.org/wiki/Q1134386","display_name":"Lock (firearm)","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.262800008058548}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.20482","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20482","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.20482","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20482","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"To":[0,75],"align":[1],"a":[2,16,84],"Large":[3],"Language":[4],"Model":[5],"(LLM),":[6],"most":[7],"existing":[8,30],"methods":[9,31,57],"collect":[10],"explicit":[11,41],"human":[12,22,62],"feedback":[13,42,137,170],"and":[14,103,126,150,179],"train":[15],"reward":[17,130,144],"model":[18,131,145],"to":[19,53,68,107,148,162],"predict":[20],"the":[21,26,37,48,56,69,77,95,108,117,134,139,142,153,160,166,172],"preference":[23,50],"based":[24,132],"on":[25,133],"response":[27,155],"text.":[28],"These":[29],"have":[32,119],"two":[33],"key":[34],"limitations.":[35],"First,":[36],"users":[38,118],"rarely":[39],"provide":[40],"for":[43],"LLM":[44],"responses,":[45],"which":[46,64,89],"makes":[47],"high-quality":[49],"annotation":[51],"expensive":[52],"collect.":[54],"Second,":[55],"do":[58],"not":[59],"leverage":[60],"implicit":[61,80,135,169],"feedback,":[63,81],"has":[65],"proven":[66],"vital":[67],"economic":[70],"moats":[71],"of":[72,79,123,141,168],"Internet":[73],"giants.":[74],"quantify":[76],"value":[78,167],"we":[82],"build":[83],"new":[85],"dataset":[86],"called":[87],"IFLLM,":[88],"collects":[90],"1336":[91],"multi-turn":[92],"questions":[93],"from":[94,111,146],"59":[96],"Mechanical":[97],"Turk":[98],"workers,":[99],"their":[100,112],"mouse":[101,127],"trajectories,":[102],"eye":[104],"gazing":[105,124],"points":[106],"LLMs'":[109],"responses":[110],"webcams.":[113],"IFLLM":[114],"shows":[115],"that":[116],"very":[120],"diverse":[121],"types":[122],"behavior":[125],"trajectories.":[128],"Our":[129,174],"user":[136],"boosts":[138],"accuracy":[140],"text-based":[143],"55%":[147],"64%":[149],"nearly":[151],"triples":[152],"relative":[154],"quality":[156],"improvements":[157],"after":[158],"applying":[159],"DPO":[161],"eight":[163],"LLMs,":[164],"demonstrating":[165],"in":[171],"wild.":[173],"data":[175],"collection":[176],"website,":[177],"dataset,":[178],"codes":[180],"can":[181],"be":[182],"found":[183],"at":[184],"https://github.com/themehulpatwari/llm-implicit-feedback/.":[185]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-20T00:00:00"}