{"id":"https://openalex.org/W7118260740","doi":"https://doi.org/10.1109/tcsvt.2026.3651537","title":"EyeSim-VQA: A Free-Energy-Guided Eye Simulation Framework for Video Quality Assessment","display_name":"EyeSim-VQA: A Free-Energy-Guided Eye Simulation Framework for Video Quality Assessment","publication_year":2026,"publication_date":"2026-01-06","ids":{"openalex":"https://openalex.org/W7118260740","doi":"https://doi.org/10.1109/tcsvt.2026.3651537"},"language":null,"primary_location":{"id":"doi:10.1109/tcsvt.2026.3651537","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2026.3651537","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100356545","display_name":"Zhaoyang Wang","orcid":"https://orcid.org/0009-0001-6412-5799"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyang Wang","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, School of Electronic Engineering, Xidian University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0009-0001-6412-5799","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Electronic Engineering, Xidian University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122039121","display_name":"Wen Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Lu","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, School of Electronic Engineering, Xidian University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-8193-6016","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Electronic Engineering, Xidian University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jie Li","orcid":"https://orcid.org/0000-0001-7950-4233"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Li","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, School of Electronic Engineering, Xidian University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0001-7950-4233","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Electronic Engineering, Xidian University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039837634","display_name":"Lihuo He","orcid":"https://orcid.org/0000-0002-0555-3574"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lihuo He","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, School of Electronic Engineering, Xidian University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-0555-3574","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Electronic Engineering, Xidian University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101160450","display_name":"Maoguo Gong","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Maoguo Gong","raw_affiliation_strings":["Key Laboratory of Collaborative Intelligence Systems, Ministry of Education, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-0415-8556","affiliations":[{"raw_affiliation_string":"Key Laboratory of Collaborative Intelligence Systems, Ministry of Education, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122244510","display_name":"Xinbo Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinbo Gao","raw_affiliation_strings":["School of Electronic Engineering, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-7985-0037","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03575961,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"5","first_page":"6689","last_page":"6704"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.6342999935150146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.6342999935150146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.3433000147342682,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.909600019454956},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5982999801635742},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5134999752044678},{"id":"https://openalex.org/keywords/human-visual-system-model","display_name":"Human visual system model","score":0.5031999945640564},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.43619999289512634},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.43549999594688416},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.413100004196167},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.39079999923706055}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.909600019454956},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8040000200271606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6621000170707703},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5982999801635742},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5134999752044678},{"id":"https://openalex.org/C160086991","wikidata":"https://www.wikidata.org/wiki/Q5939193","display_name":"Human visual system model","level":3,"score":0.5031999945640564},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.43619999289512634},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.43549999594688416},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42989999055862427},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.413100004196167},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4081999957561493},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.39079999923706055},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.3882000148296356},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38179999589920044},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.3495999872684479},{"id":"https://openalex.org/C200220432","wikidata":"https://www.wikidata.org/wiki/Q7936208","display_name":"Vision science","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.3325999975204468},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.3255000114440918},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26989999413490295},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.25679999589920044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2026.3651537","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2026.3651537","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5857241749763489,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1391376299","display_name":null,"funder_award_id":"CSTB2023NSCQ-LZX0085","funder_id":"https://openalex.org/F4320336213","funder_display_name":"National Natural Science Foundation of China-Guangdong Joint Fund"},{"id":"https://openalex.org/G3145998761","display_name":null,"funder_award_id":"62101084","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3453920714","display_name":null,"funder_award_id":"62221005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3607501833","display_name":null,"funder_award_id":"CSTB2023NSCQ-BHX0187","funder_id":"https://openalex.org/F4320336213","funder_display_name":"National Natural Science Foundation of China-Guangdong Joint Fund"},{"id":"https://openalex.org/G4297946667","display_name":null,"funder_award_id":"U22A2096","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G463811269","display_name":null,"funder_award_id":"62276203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5582281476","display_name":null,"funder_award_id":"YJSJ25008","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6468169989","display_name":null,"funder_award_id":"62171340","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G784303580","display_name":null,"funder_award_id":"62476207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G913836228","display_name":null,"funder_award_id":"62036007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336213","display_name":"National Natural Science Foundation of China-Guangdong Joint Fund","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modeling":[0],"visual":[1,24,125,145],"perception":[2],"in":[3,16,36,64],"a":[4,13,85,95,107,139,156],"manner":[5],"consistent":[6],"with":[7,98],"human":[8,31],"subjective":[9],"evaluation":[10,105],"has":[11],"become":[12],"central":[14],"direction":[15],"both":[17],"video":[18],"quality":[19,38,174],"assessment":[20],"(VQA)":[21],"and":[22,57,106,113,129,170],"broader":[23],"understanding":[25],"tasks.":[26],"While":[27],"free-energy-guided":[28],"self-repair":[29],"mechanisms\u2014reflecting":[30],"observational":[32],"experience\u2014have":[33],"proven":[34],"effective":[35],"image":[37],"assessment,":[39],"extending":[40],"them":[41],"to":[42,123,166,191],"VQA":[43,73,87,180],"remains":[44,75],"non-trivial.":[45],"In":[46,152],"addition,":[47,153],"biologically":[48,157,200],"inspired":[49,158],"paradigms":[50],"such":[51],"as":[52],"holistic":[53],"perception,":[54],"local":[55,171],"analysis,":[56],"gaze-driven":[58],"scanning":[59],"have":[60],"achieved":[61],"notable":[62],"success":[63],"high-level":[65,144],"vision":[66],"tasks,":[67],"yet":[68],"their":[69],"potential":[70],"within":[71],"the":[72,149],"context":[74],"largely":[76],"underexplored.":[77],"To":[78],"address":[79],"these":[80],"issues,":[81],"we":[82,154],"propose":[83],"EyeSimVQA,":[84],"novel":[86],"framework":[88],"that":[89,161,183],"incorporates":[90],"free-energy-based":[91],"self-repair.":[92],"It":[93],"adopts":[94],"dual-branch":[96],"architecture,":[97],"an":[99],"aesthetic":[100],"branch":[101,109,117],"for":[102,110,142,173],"global":[103,169],"perceptual":[104],"technical":[108],"fine-grained":[111],"structural":[112],"semantic":[114],"analysis.":[115],"Each":[116],"integrates":[118],"specialized":[119],"enhancement":[120],"modules":[121],"tailored":[122],"distinct":[124],"inputs\u2014resized":[126],"full-frame":[127],"images":[128],"patch-based":[130],"fragments\u2014to":[131],"simulate":[132],"adaptive":[133],"repair":[134],"behaviors.":[135],"We":[136],"also":[137],"explore":[138],"principled":[140],"strategy":[141],"incorporating":[143],"features":[146],"without":[147],"disrupting":[148],"original":[150],"backbone.":[151],"design":[155],"prediction":[159],"head":[160],"models":[162],"sweeping":[163],"gaze":[164],"dynamics":[165],"better":[167],"fuse":[168],"representations":[172],"prediction.":[175],"Experiments":[176],"on":[177],"five":[178],"public":[179],"benchmarks":[181],"demonstrate":[182],"EyeSimVQA":[184],"achieves":[185],"competitive":[186],"or":[187],"superior":[188],"performance":[189],"compared":[190],"state-of-the-art":[192],"methods,":[193],"while":[194],"offering":[195],"improved":[196],"interpretability":[197],"through":[198],"its":[199],"grounded":[201],"design.":[202],"Our":[203],"code":[204],"will":[205],"be":[206],"publicly":[207],"available":[208],"at":[209],"https://github.com/handsomewzy/EyeSim-VQA.":[210]},"counts_by_year":[],"updated_date":"2026-05-08T13:12:06.581006","created_date":"2026-01-08T00:00:00"}