{"id":"https://openalex.org/W4402742408","doi":"https://doi.org/10.1109/tip.2024.3461956","title":"How is Visual Attention Influenced by Text Guidance? Database and Model","display_name":"How is Visual Attention Influenced by Text Guidance? Database and Model","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402742408","doi":"https://doi.org/10.1109/tip.2024.3461956","pmid":"https://pubmed.ncbi.nlm.nih.gov/39312416"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2024.3461956","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3461956","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101677933","display_name":"Yinan Sun","orcid":"https://orcid.org/0009-0004-3054-4268"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinan Sun","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0009-0004-3054-4268","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043405654","display_name":"Xiongkuo Min","orcid":"https://orcid.org/0000-0001-5693-0416"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiongkuo Min","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0001-5693-0416","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015291775","display_name":"Huiyu Duan","orcid":"https://orcid.org/0000-0002-6519-4067"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiyu Duan","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0002-6519-4067","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064168853","display_name":"Guangtao Zhai","orcid":"https://orcid.org/0000-0001-8165-9322"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangtao Zhai","raw_affiliation_strings":["Institute of Image Communication and Network Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0001-8165-9322","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":3.4147,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.92360948,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"33","issue":null,"first_page":"5392","last_page":"5407"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.6053000092506409,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.6053000092506409,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11516","display_name":"Visual and Cognitive Learning Processes","score":0.5932999849319458,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6620824933052063},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.47088298201560974},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39057549834251404},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3733143210411072},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3598710596561432}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6620824933052063},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.47088298201560974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39057549834251404},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3733143210411072},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3598710596561432}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2024.3461956","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3461956","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:39312416","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39312416","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1583650166","display_name":null,"funder_award_id":"62132006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2106875166","display_name":null,"funder_award_id":"62401365","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8668751174","display_name":null,"funder_award_id":"62225112","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8830604195","display_name":null,"funder_award_id":"62271312","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W1510835000","https://openalex.org/W1773149199","https://openalex.org/W1861492603","https://openalex.org/W1934890906","https://openalex.org/W1946606198","https://openalex.org/W2008066834","https://openalex.org/W2041719651","https://openalex.org/W2108825342","https://openalex.org/W2128272608","https://openalex.org/W2133589685","https://openalex.org/W2135957164","https://openalex.org/W2138046011","https://openalex.org/W2148383759","https://openalex.org/W2152233525","https://openalex.org/W2164084182","https://openalex.org/W2192271525","https://openalex.org/W2212216676","https://openalex.org/W2295107390","https://openalex.org/W2333091651","https://openalex.org/W2442293398","https://openalex.org/W2558906385","https://openalex.org/W2793668851","https://openalex.org/W2889736754","https://openalex.org/W2950631816","https://openalex.org/W2963503775","https://openalex.org/W2963828885","https://openalex.org/W2964114039","https://openalex.org/W2969316698","https://openalex.org/W2979442772","https://openalex.org/W2980565715","https://openalex.org/W2980919678","https://openalex.org/W2981374717","https://openalex.org/W3000351820","https://openalex.org/W3015309414","https://openalex.org/W3019533076","https://openalex.org/W3091648716","https://openalex.org/W3123566204","https://openalex.org/W3203718853","https://openalex.org/W3212456028","https://openalex.org/W4224281996","https://openalex.org/W4285213119","https://openalex.org/W4304086133","https://openalex.org/W4304098873","https://openalex.org/W4308772371","https://openalex.org/W4312510569","https://openalex.org/W4312660955","https://openalex.org/W4312933868","https://openalex.org/W4313349368","https://openalex.org/W4327662052","https://openalex.org/W4383750585","https://openalex.org/W4384304013","https://openalex.org/W4384947975","https://openalex.org/W4386071707","https://openalex.org/W4386076027","https://openalex.org/W4386076080","https://openalex.org/W4386076458","https://openalex.org/W4388004017","https://openalex.org/W4389328725","https://openalex.org/W6610281778","https://openalex.org/W6630781460","https://openalex.org/W6676006193","https://openalex.org/W6680614221","https://openalex.org/W6684745935","https://openalex.org/W6726497184","https://openalex.org/W6732940373","https://openalex.org/W6791353385","https://openalex.org/W6798805250","https://openalex.org/W6811013733","https://openalex.org/W6850563681","https://openalex.org/W6861638263","https://openalex.org/W6862514716","https://openalex.org/W6868985924"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2068608913","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3124914020","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0,207],"analysis":[1],"and":[2,18,71,87,164,169,195,210],"prediction":[3,50,117,160],"of":[4,15,39,103,115,139,203,213],"visual":[5,43,48,108,143],"attention":[6],"have":[7,35],"long":[8],"been":[9],"crucial":[10],"tasks":[11],"in":[12,201],"the":[13,37,88,95,101,113,127,137,174,186,192,196,211,214],"fields":[14],"computer":[16],"vision":[17],"image":[19,65,167,175,198],"processing.":[20],"In":[21,55],"practical":[22],"applications,":[23],"images":[24],"are":[25],"generally":[26],"accompanied":[27],"by":[28],"various":[29,104,178,204],"text":[30,40,53,105,120,140,170],"descriptions,":[31],"however,":[32],"few":[33],"studies":[34],"explored":[36],"influence":[38,102],"descriptions":[41,106,141],"on":[42,63,94,107,142,190],"attention,":[44,144],"let":[45],"alone":[46],"developed":[47],"saliency":[49,66,116,133,148,158,176,188,199],"models":[51,118,149,189],"considering":[52,119,136],"guidance.":[54],"this":[56,151],"paper,":[57],"we":[58,75,99,122,153],"conduct":[59],"a":[60,77,124,156],"comprehensive":[61],"study":[62],"text-guided":[64,157],"(TIS)":[67],"from":[68],"both":[69,166,191],"subjective":[70],"objective":[72],"perspectives.":[73],"Specifically,":[74],"construct":[76,123],"TIS":[78],"database":[79,130,194,209],"named":[80],"SJTU-TIS,":[81],"which":[82,162],"includes":[83],"1200":[84],"text-image":[85],"pairs":[86],"corresponding":[89],"collected":[90],"eye-tracking":[91],"data.":[92],"Based":[93],"established":[96,128],"SJTU-TIS":[97,129,193,208],"database,":[98],"analyze":[100],"attention.":[109],"Then,":[110],"to":[111,172],"facilitate":[112],"development":[114],"influence,":[121],"benchmark":[125],"for":[126],"using":[131],"state-of-the-art":[132,187],"models.":[134],"Finally,":[135],"effect":[138],"while":[145],"most":[146],"existing":[147],"ignore":[150],"impact,":[152],"further":[154],"propose":[155],"(TGSal)":[159],"model,":[161],"extracts":[163],"integrates":[165],"features":[168,171],"predict":[173],"under":[177],"text-description":[179],"conditions.":[180],"Our":[181],"proposed":[182,215],"model":[183,217],"significantly":[184],"outperforms":[185],"pure":[197],"databases":[200],"terms":[202],"evaluation":[205],"metrics.":[206],"code":[212],"TGSal":[216],"will":[218],"be":[219],"released":[220],"at:":[221],"https://github.com/IntMeGroup/TGSal.":[222]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}