{"id":"https://openalex.org/W4413465358","doi":"https://doi.org/10.1109/tmm.2025.3599030","title":"Privileged Information-Guided Multitask Mutualistic Transformer for Gaze Prediction","display_name":"Privileged Information-Guided Multitask Mutualistic Transformer for Gaze Prediction","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413465358","doi":"https://doi.org/10.1109/tmm.2025.3599030"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3599030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3599030","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015416059","display_name":"Wenhe Chen","orcid":"https://orcid.org/0000-0002-9563-8845"},"institutions":[{"id":"https://openalex.org/I4210144214","display_name":"Jiangsu University of Technology","ror":"https://ror.org/04jabhf80","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210144214"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenhe Chen","raw_affiliation_strings":["School of Computer Engineering, Jiangsu University of Technology, Changzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Jiangsu University of Technology, Changzhou, China","institution_ids":["https://openalex.org/I4210144214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053162271","display_name":"Yuan Chai","orcid":"https://orcid.org/0000-0002-3627-3436"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Chai","raw_affiliation_strings":["Artificial Intelligence Department, Jilin Propitious Cloud Information Technology Company, ChangChun, China"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Department, Jilin Propitious Cloud Information Technology Company, ChangChun, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103810189","display_name":"Xiao-Jun Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Jun Wu","raw_affiliation_strings":["School of Artificial Intelligence and Computer Science, Jiangnan University, Wuxi, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Computer Science, Jiangnan University, Wuxi, China","institution_ids":["https://openalex.org/I111599522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041038115","display_name":"Hongjin Zhu","orcid":"https://orcid.org/0000-0003-3425-3658"},"institutions":[{"id":"https://openalex.org/I4210144214","display_name":"Jiangsu University of Technology","ror":"https://ror.org/04jabhf80","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210144214"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongjin Zhu","raw_affiliation_strings":["School of Computer Engineering, Jiangsu University of Technology, Changzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Jiangsu University of Technology, Changzhou, China","institution_ids":["https://openalex.org/I4210144214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055944639","display_name":"Qian Yu","orcid":"https://orcid.org/0000-0002-6224-5607"},"institutions":[{"id":"https://openalex.org/I4210144214","display_name":"Jiangsu University of Technology","ror":"https://ror.org/04jabhf80","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210144214"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Yu","raw_affiliation_strings":["School of Computer Engineering, Jiangsu University of Technology, Changzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Jiangsu University of Technology, Changzhou, China","institution_ids":["https://openalex.org/I4210144214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101126139","display_name":"Zhuoming Du","orcid":"https://orcid.org/0000-0003-2903-256X"},"institutions":[{"id":"https://openalex.org/I4210144214","display_name":"Jiangsu University of Technology","ror":"https://ror.org/04jabhf80","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210144214"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo-Ming Du","raw_affiliation_strings":["School of Computer Engineering, Jiangsu University of Technology, Changzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Jiangsu University of Technology, Changzhou, China","institution_ids":["https://openalex.org/I4210144214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024114252","display_name":"Feilong Han","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144214","display_name":"Jiangsu University of Technology","ror":"https://ror.org/04jabhf80","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210144214"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feilong Han","raw_affiliation_strings":["School of Computer Engineering, Jiangsu University of Technology, Changzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Jiangsu University of Technology, Changzhou, China","institution_ids":["https://openalex.org/I4210144214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101621010","display_name":"Wei Gao","orcid":"https://orcid.org/0000-0002-2912-5830"},"institutions":[{"id":"https://openalex.org/I4210144214","display_name":"Jiangsu University of Technology","ror":"https://ror.org/04jabhf80","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210144214"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Gao","raw_affiliation_strings":["School of Computer Engineering, Jiangsu University of Technology, Changzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Jiangsu University of Technology, Changzhou, China","institution_ids":["https://openalex.org/I4210144214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051782699","display_name":"Caixia Zheng","orcid":"https://orcid.org/0000-0003-4028-6149"},"institutions":[{"id":"https://openalex.org/I184983240","display_name":"Northeast Normal University","ror":"https://ror.org/02rkvz144","country_code":"CN","type":"education","lineage":["https://openalex.org/I184983240"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Caixia Zheng","raw_affiliation_strings":["College of Information Sciences and Technology, Northeast Normal University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"College of Information Sciences and Technology, Northeast Normal University, Changchun, China","institution_ids":["https://openalex.org/I184983240"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031008022","display_name":"Honghui Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144214","display_name":"Jiangsu University of Technology","ror":"https://ror.org/04jabhf80","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210144214"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honghui Fan","raw_affiliation_strings":["School of Computer Engineering, Jiangsu University of Technology, Changzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Jiangsu University of Technology, Changzhou, China","institution_ids":["https://openalex.org/I4210144214"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5015416059"],"corresponding_institution_ids":["https://openalex.org/I4210144214"],"apc_list":null,"apc_paid":null,"fwci":1.9397,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86955836,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"27","issue":null,"first_page":"7353","last_page":"7368"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9351999759674072,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9239000082015991,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8145102858543396},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.7559682726860046},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6435402035713196},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.445831835269928},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.4311752915382385},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3879289925098419},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.21395131945610046},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07688644528388977}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8145102858543396},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.7559682726860046},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6435402035713196},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.445831835269928},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.4311752915382385},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3879289925098419},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.21395131945610046},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07688644528388977},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3599030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3599030","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G6076092490","display_name":null,"funder_award_id":"62306128","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W109919546","https://openalex.org/W1040333923","https://openalex.org/W1510835000","https://openalex.org/W2027879843","https://openalex.org/W2066359650","https://openalex.org/W2077324971","https://openalex.org/W2128569550","https://openalex.org/W2132090144","https://openalex.org/W2193145675","https://openalex.org/W2194775991","https://openalex.org/W2222512263","https://openalex.org/W2468114283","https://openalex.org/W2470569826","https://openalex.org/W2479344183","https://openalex.org/W2798441115","https://openalex.org/W2809138493","https://openalex.org/W2883284130","https://openalex.org/W2891719020","https://openalex.org/W2910053209","https://openalex.org/W2913340405","https://openalex.org/W2959581809","https://openalex.org/W2962766617","https://openalex.org/W2963498646","https://openalex.org/W2963556443","https://openalex.org/W2963608065","https://openalex.org/W2964185501","https://openalex.org/W2972527557","https://openalex.org/W2984294507","https://openalex.org/W2984401364","https://openalex.org/W2995088816","https://openalex.org/W2997004687","https://openalex.org/W3034552680","https://openalex.org/W3035735638","https://openalex.org/W3096609285","https://openalex.org/W3097571420","https://openalex.org/W3100100339","https://openalex.org/W3107716502","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3154013571","https://openalex.org/W3174359952","https://openalex.org/W3204255739","https://openalex.org/W3204786153","https://openalex.org/W4214841472","https://openalex.org/W4225763874","https://openalex.org/W4244209073","https://openalex.org/W4253581535","https://openalex.org/W4289533979","https://openalex.org/W4293253477","https://openalex.org/W4303645333","https://openalex.org/W4312314406","https://openalex.org/W4312510569","https://openalex.org/W4312950730","https://openalex.org/W4312960790","https://openalex.org/W4319300857","https://openalex.org/W4385245566","https://openalex.org/W4386075553","https://openalex.org/W4390872066","https://openalex.org/W4390872370","https://openalex.org/W4390872917","https://openalex.org/W4391248885"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Predicting":[0],"where":[1],"people":[2],"look":[3],"is":[4,146,172],"a":[5,14,24,72,106,121,205],"crucial":[6],"for":[7,96,148,198],"understanding":[8],"human":[9,239],"intentions.":[10],"Gaze":[11],"prediction,":[12,243],"as":[13,50],"research":[15],"hotspot,":[16],"has":[17,54,179],"evolved":[18],"from":[19,142],"predicting":[20,29],"the":[21,30,41,44,63,111,116,127,149,154,159,166,173,183,224,234],"gaze":[22,38,49,94,100,184,242,248],"of":[23,32,43,65,114,168,214],"single":[25],"person":[26],"to":[27,109,131,157,188,227],"simultaneously":[28],"positions":[31],"all":[33,97,115],"individuals":[34,98],"and":[35,48,92,99,162,194,203,241,244,257],"their":[36],"corresponding":[37],"targets.":[39,101],"However,":[40],"study":[42],"correlation":[45],"between":[46,86,238],"humans":[47],"two":[51,225,252],"interdependent":[52],"tasks":[53,144],"largely":[55],"been":[56,180],"neglected.":[57],"In":[58],"this":[59,171],"paper,":[60],"inspired":[61],"by":[62,82],"concept":[64],"\u201cmutualistic":[66],"symbiosis\u201d":[67],"in":[68,126,211],"ecology,":[69],"we":[70,103,119,201],"propose":[71],"novel":[73],"multitask":[74],"mutualistic":[75,122],"transformer":[76,107],"(MMTR).":[77],"MMTR":[78,221],"captures":[79],"paired":[80],"dependencies":[81,197],"establishing":[83],"information":[84,134,141,178,235],"communication":[85],"different":[87,199,212],"branches,":[88],"thereby":[89,152],"enabling":[90],"comprehensive":[91],"interpretable":[93],"analysis":[95],"Specifically,":[102],"first":[104,174],"utilize":[105],"encoder":[108],"capture":[110],"common":[112],"features":[113],"tasks.":[117],"Then,":[118],"design":[120],"attention":[123],"mechanism":[124],"(MAM)":[125],"dual-branch":[128],"Transformer":[129],"decoder":[130],"establish":[132],"cross-task":[133],"interaction.":[135],"The":[136],"MAM":[137],"can":[138,222],"learn":[139,158,191],"privileged":[140,177,230],"other":[143],"that":[145,176,218],"helpful":[147],"current":[150,155],"task,":[151],"guiding":[153],"branch":[156],"most":[160],"valuable":[161],"distinctive":[163],"features.":[164],"To":[165],"best":[167],"our":[169,219],"knowledge,":[170],"time":[175],"introduced":[181],"into":[182],"estimation":[185],"task.":[186],"Furthermore,":[187],"more":[189],"flexibly":[190],"pixel":[192],"locality":[193],"long-range":[195],"semantic":[196],"tasks,":[200],"construct":[202],"embed":[204],"learnable":[206],"global-local":[207],"position":[208],"encoding":[209],"(GLPE)":[210],"branches":[213,226],"MMTR.":[215],"Experiments":[216],"demonstrate":[217],"proposed":[220],"guide":[223],"communicate":[228],"through":[229],"information,":[231],"effectively":[232],"solve":[233],"asymmetry":[236],"problem":[237],"detection":[240],"significantly":[245],"outperform":[246],"state-of-the-art":[247],"prediction":[249],"methods":[250],"on":[251],"standard":[253],"benchmark":[254],"datasets":[255],"GazeFollowing":[256],"VideoAttentionTarget.":[258]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}