{"id":"https://openalex.org/W4415537919","doi":"https://doi.org/10.1145/3746027.3755348","title":"PRE-MAP: Personalized Reinforced Eye-tracking Multimodal LLM for High-Resolution Multi-Attribute Point Prediction","display_name":"PRE-MAP: Personalized Reinforced Eye-tracking Multimodal LLM for High-Resolution Multi-Attribute Point Prediction","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415537919","doi":"https://doi.org/10.1145/3746027.3755348"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3755348","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755348","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hanbing Wu","orcid":"https://orcid.org/0009-0000-3838-4124"},"institutions":[{"id":"https://openalex.org/I4210134929","display_name":"Jilin Province Science and Technology Department","ror":"https://ror.org/049x38272","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134929"]},{"id":"https://openalex.org/I49232843","display_name":"Changchun University","ror":"https://ror.org/02an57k10","country_code":"CN","type":"education","lineage":["https://openalex.org/I49232843"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hanbing Wu","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun city, China"],"raw_orcid":"https://orcid.org/0009-0000-3838-4124","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun city, China","institution_ids":["https://openalex.org/I4210134929","https://openalex.org/I49232843"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ping Jiang","orcid":"https://orcid.org/0009-0008-6161-060X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Jiang","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-6161-060X","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042083601","display_name":"Anyang Su","orcid":"https://orcid.org/0000-0002-0085-3527"},"institutions":[{"id":"https://openalex.org/I4401726980","display_name":"Mininglamp (China)","ror":"https://ror.org/04tb90x61","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726980"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Anyang Su","raw_affiliation_strings":["Mininglamp Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0085-3527","affiliations":[{"raw_affiliation_string":"Mininglamp Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726980"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101463817","display_name":"Chenxu Zhao","orcid":"https://orcid.org/0000-0003-4044-5701"},"institutions":[{"id":"https://openalex.org/I4401726980","display_name":"Mininglamp (China)","ror":"https://ror.org/04tb90x61","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726980"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenxu Zhao","raw_affiliation_strings":["Mininglamp Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4044-5701","affiliations":[{"raw_affiliation_string":"Mininglamp Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726980"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tianyu Fu","orcid":"https://orcid.org/0009-0001-7656-350X"},"institutions":[{"id":"https://openalex.org/I4401726980","display_name":"Mininglamp (China)","ror":"https://ror.org/04tb90x61","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726980"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyu Fu","raw_affiliation_strings":["Mininglamp Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-7656-350X","affiliations":[{"raw_affiliation_string":"Mininglamp Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726980"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082743444","display_name":"Minghui Wu","orcid":"https://orcid.org/0009-0001-4577-3002"},"institutions":[{"id":"https://openalex.org/I4401726980","display_name":"Mininglamp (China)","ror":"https://ror.org/04tb90x61","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726980"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghui Wu","raw_affiliation_strings":["Mininglamp Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-4577-3002","affiliations":[{"raw_affiliation_string":"Mininglamp Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726980"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112283653","display_name":"Beiping Tan","orcid":"https://orcid.org/0009-0002-5009-0692"},"institutions":[{"id":"https://openalex.org/I4401726980","display_name":"Mininglamp (China)","ror":"https://ror.org/04tb90x61","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726980"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Beiping Tan","raw_affiliation_strings":["Mininglamp Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-5009-0692","affiliations":[{"raw_affiliation_string":"Mininglamp Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726980"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100603788","display_name":"Huiying Li","orcid":"https://orcid.org/0000-0002-3637-2581"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210134929","display_name":"Jilin Province Science and Technology Department","ror":"https://ror.org/049x38272","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134929"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiying Li","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-3637-2581","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I4210134929","https://openalex.org/I194450716"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210134929","https://openalex.org/I49232843"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2833368,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8174","last_page":"8183"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10250","display_name":"Glaucoma and retinal disorders","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/2731","display_name":"Ophthalmology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.49729999899864197},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.47130000591278076},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.46399998664855957},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.46129998564720154},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4537000060081482},{"id":"https://openalex.org/keywords/fixation","display_name":"Fixation (population genetics)","score":0.4341000020503998},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.4174000024795532},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.38960000872612},{"id":"https://openalex.org/keywords/determinantal-point-process","display_name":"Determinantal point process","score":0.37529999017715454},{"id":"https://openalex.org/keywords/prioritization","display_name":"Prioritization","score":0.37220001220703125}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7433000206947327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6410999894142151},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.49729999899864197},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.47130000591278076},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.46399998664855957},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.46129998564720154},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4578000009059906},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4537000060081482},{"id":"https://openalex.org/C146249460","wikidata":"https://www.wikidata.org/wiki/Q2914991","display_name":"Fixation (population genetics)","level":3,"score":0.4341000020503998},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.4174000024795532},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.38960000872612},{"id":"https://openalex.org/C72010251","wikidata":"https://www.wikidata.org/wiki/Q5265688","display_name":"Determinantal point process","level":4,"score":0.37529999017715454},{"id":"https://openalex.org/C2777615720","wikidata":"https://www.wikidata.org/wiki/Q11888847","display_name":"Prioritization","level":2,"score":0.37220001220703125},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.3653999865055084},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.3650999963283539},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.36039999127388},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.34700000286102295},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.31869998574256897},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.30480000376701355},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.3041999936103821},{"id":"https://openalex.org/C2778251979","wikidata":"https://www.wikidata.org/wiki/Q7936617","display_name":"Visual processing","level":3,"score":0.29600000381469727},{"id":"https://openalex.org/C158495155","wikidata":"https://www.wikidata.org/wiki/Q2369151","display_name":"Visual search","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.28940001130104065},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2793999910354614},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27649998664855957},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3755348","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755348","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1510835000","https://openalex.org/W1984991349","https://openalex.org/W2114936210","https://openalex.org/W2128272608","https://openalex.org/W2144910833","https://openalex.org/W2148383759","https://openalex.org/W2295763703","https://openalex.org/W2558906385","https://openalex.org/W2612135493","https://openalex.org/W2930851727","https://openalex.org/W2963503775","https://openalex.org/W3199495496","https://openalex.org/W4224281996","https://openalex.org/W4386076080","https://openalex.org/W4388797402","https://openalex.org/W4393063728","https://openalex.org/W4393354008","https://openalex.org/W4403792038"],"related_works":[],"abstract_inverted_index":{"Visual":[0],"selective":[1],"attention,":[2],"driven":[3],"by":[4,13,84,170,199],"individual":[5],"preferences,":[6],"regulates":[7],"human":[8],"prioritization":[9],"of":[10,30,43,219],"visual":[11,20,32,159],"stimuli":[12],"bridging":[14],"subjective":[15,44],"cognitive":[16,45],"mechanisms":[17],"with":[18,144],"objective":[19],"elements,":[21],"thereby":[22],"steering":[23],"the":[24,41,97,200,217],"semantic":[25],"interpretation":[26],"and":[27,37,106,142,168,187,206,213,224],"hierarchical":[28],"processing":[29],"dynamic":[31],"scenes.":[33],"However,":[34],"existing":[35],"models":[36],"datasets":[38],"predominantly":[39],"neglect":[40],"influence":[42],"diversity":[46],"on":[47,59,211],"fixation":[48],"behavior.":[49],"Conventional":[50],"saliency":[51,64,154],"prediction":[52,181],"models,":[53],"typically":[54],"employing":[55],"segmentation":[56],"approaches,":[57],"rely":[58],"low-resolution":[60],"imagery":[61],"to":[62,68,75,93,96,174],"generate":[63],"heatmaps,":[65],"subsequently":[66],"upscaled":[67],"native":[69],"resolutions,":[70],"which":[71],"limiting":[72],"their":[73],"capacity":[74],"capture":[76],"personalized":[77],"attention":[78],"patterns.":[79],"Furthermore,":[80,147],"MLLMs":[81,167,179],"are":[82,184,226],"constrained":[83],"factors":[85],"such":[86],"as":[87],"hallucinations,":[88],"making":[89],"it":[90],"very":[91],"costly":[92],"strictly":[94],"adhere":[95],"expected":[98],"format":[99],"in":[100,140,202],"tasks":[101],"involving":[102],"multiple":[103],"point":[104,109],"predictions,":[105],"achieving":[107],"precise":[108],"positioning":[110],"is":[111],"challenging.":[112],"To":[113,177],"address":[114],"these":[115],"limitations,":[116],"we":[117,148,190],"present":[118],"Subjective":[119],"Personalized":[120,158],"Attention":[121],"for":[122],"Ad":[123],"vertisement":[124],"Videos,":[125],"namely":[126],"SPA-ADV,":[127],"a":[128,151],"large-scale":[129],"multimodal":[130],"dataset":[131,225],"capturing":[132],"gaze":[133],"behaviors":[134],"from":[135],"over":[136],"4,500":[137],"participants":[138],"varying":[139],"age":[141],"gender":[143],"486":[145],"videos.":[146],"propose":[149],"PRE-MAP,":[150],"novel":[152],"eye-tracking":[153],"model":[155],"that":[156,183],"characterizes":[157],"disparities":[160],"through":[161],"Reinforcement":[162],"learning-optimized":[163],"Eye-tracking,":[164],"built":[165],"upon":[166],"guided":[169],"Multi-Attribute":[171,207],"user":[172],"profiles":[173],"predict":[175],"Points.":[176],"ensure":[178],"produce":[180],"points":[182,205],"both":[185],"format-correct":[186],"spatially":[188],"accurate,":[189],"introduce":[191],"Consistency":[192],"Group":[193],"Relative":[194],"Policy":[195],"Optimization":[196],"(C-GRPO),":[197],"inspired":[198],"variability":[201],"eye":[203],"movement":[204],"profiles.":[208],"Extensive":[209],"experiments":[210],"SPA-ADV":[212],"other":[214],"benchmarks":[215],"demonstrate":[216],"effectiveness":[218],"our":[220],"approach.":[221],"The":[222],"code":[223],"available":[227],"at":[228],"https://github.com/mininglamp-MLLM/PRE-MAP.":[229]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-25T00:00:00"}