{"id":"https://openalex.org/W2971804595","doi":"https://doi.org/10.1109/tnnls.2019.2933439","title":"Exploring Duality in Visual Question-Driven Top-Down Saliency","display_name":"Exploring Duality in Visual Question-Driven Top-Down Saliency","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2971804595","doi":"https://doi.org/10.1109/tnnls.2019.2933439","mag":"2971804595","pmid":"https://pubmed.ncbi.nlm.nih.gov/31484137"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2019.2933439","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2019.2933439","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ink.library.smu.edu.sg/sis_research/7857","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056103024","display_name":"Shengfeng He","orcid":"https://orcid.org/0000-0002-3802-4644"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shengfeng He","raw_affiliation_strings":["School of Computer Science and Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3802-4644","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016655901","display_name":"Chu Han","orcid":"https://orcid.org/0000-0001-7557-9131"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chu Han","raw_affiliation_strings":["Department of Computer Science and Engineering, Chinese University of Hong Kong, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100682155","display_name":"Guoqiang Han","orcid":"https://orcid.org/0000-0002-9687-3900"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoqiang Han","raw_affiliation_strings":["School of Computer Science and Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9687-3900","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jing Qin","orcid":"https://orcid.org/0000-0002-2961-0860"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jing Qin","raw_affiliation_strings":["Department of Nursing, The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-2961-0860","affiliations":[{"raw_affiliation_string":"Department of Nursing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5056103024"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":1.3274,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.84762595,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"31","issue":"7","first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7403179407119751},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.6480112075805664},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6366629004478455},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6248688697814941},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5554232001304626},{"id":"https://openalex.org/keywords/top-down-and-bottom-up-design","display_name":"Top-down and bottom-up design","score":0.5077434778213501},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.481288343667984},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.45948562026023865},{"id":"https://openalex.org/keywords/duality","display_name":"Duality (order theory)","score":0.4556295573711395},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4213179051876068},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38181522488594055},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10995069146156311}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7403179407119751},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.6480112075805664},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6366629004478455},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6248688697814941},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5554232001304626},{"id":"https://openalex.org/C135798126","wikidata":"https://www.wikidata.org/wiki/Q2167279","display_name":"Top-down and bottom-up design","level":2,"score":0.5077434778213501},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.481288343667984},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.45948562026023865},{"id":"https://openalex.org/C2778023678","wikidata":"https://www.wikidata.org/wiki/Q554403","display_name":"Duality (order theory)","level":2,"score":0.4556295573711395},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4213179051876068},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38181522488594055},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10995069146156311},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2019.2933439","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2019.2933439","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:31484137","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31484137","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-8860","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/7857","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TNNLS.2019.2933439","raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-8860","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/7857","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TNNLS.2019.2933439","raw_type":"Journal Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4746719958","display_name":null,"funder_award_id":"61702194","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6819254342","display_name":null,"funder_award_id":"2017A030312008","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G8927398668","display_name":null,"funder_award_id":"61472145","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1486649854","https://openalex.org/W1510835000","https://openalex.org/W1514535095","https://openalex.org/W1517086206","https://openalex.org/W1522301498","https://openalex.org/W1836465849","https://openalex.org/W1896424170","https://openalex.org/W1903029394","https://openalex.org/W1924770834","https://openalex.org/W1933349210","https://openalex.org/W2055111849","https://openalex.org/W2127589108","https://openalex.org/W2133858838","https://openalex.org/W2157487943","https://openalex.org/W2171590421","https://openalex.org/W2194775991","https://openalex.org/W2295107390","https://openalex.org/W2296319761","https://openalex.org/W2302086703","https://openalex.org/W2344961728","https://openalex.org/W2463565445","https://openalex.org/W2503388974","https://openalex.org/W2513240894","https://openalex.org/W2546938941","https://openalex.org/W2560730294","https://openalex.org/W2561296180","https://openalex.org/W2563296158","https://openalex.org/W2607059968","https://openalex.org/W2733239165","https://openalex.org/W2745461083","https://openalex.org/W2747623286","https://openalex.org/W2751076261","https://openalex.org/W2776207810","https://openalex.org/W2808407892","https://openalex.org/W2962749469","https://openalex.org/W2962884579","https://openalex.org/W2962982762","https://openalex.org/W2963150162","https://openalex.org/W2963351776","https://openalex.org/W2963377935","https://openalex.org/W2963668159","https://openalex.org/W2963717374","https://openalex.org/W2963774520","https://openalex.org/W2963877604","https://openalex.org/W2963951674","https://openalex.org/W2963954913","https://openalex.org/W2963976294","https://openalex.org/W2964121744","https://openalex.org/W2964138017","https://openalex.org/W4250589301","https://openalex.org/W6629028937","https://openalex.org/W6630781460","https://openalex.org/W6630875275","https://openalex.org/W6631190155","https://openalex.org/W6638667902","https://openalex.org/W6640212811","https://openalex.org/W6679570432","https://openalex.org/W6719057275","https://openalex.org/W6729383884","https://openalex.org/W6740590407","https://openalex.org/W6744461328"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4225784730","https://openalex.org/W3122644328","https://openalex.org/W2951207770","https://openalex.org/W2164080590","https://openalex.org/W1019837216"],"abstract_inverted_index":{"Top-down,":[0],"goal-driven":[1],"visual":[2,11,15,20,25,191],"saliency":[3,85,96,125,156],"exerts":[4],"a":[5,106],"huge":[6],"influence":[7],"on":[8],"the":[9,54,69,80,117,121,128,138,146,153,159,170,183,194],"human":[10,163],"system":[12],"for":[13],"performing":[14],"tasks.":[16],"Text":[17],"generations,":[18,88],"like":[19],"question":[21,26,142,200],"answering":[22],"(VQA)":[23],"and":[24,42,86,89,127,181,199],"generation":[27],"(VQG),":[28],"have":[29],"intrinsic":[30,81],"connections":[31],"with":[32,110,162],"top-down":[33,84,124,155],"saliency,":[34],"which":[35],"is":[36,51],"usually":[37],"involved":[38],"in":[39,45],"both":[40,197],"VQA":[41],"VQG":[43],"processes":[44],"an":[46,94],"unsupervised":[47,70],"manner.":[48],"However,":[49],"it":[50],"shown":[52],"that":[53,56,188],"regions":[55],"humans":[57],"choose":[58],"to":[59,62,78,90],"look":[60],"at":[61],"answer":[63,198],"questions":[64,178],"are":[65],"very":[66],"different":[67],"from":[68],"attention":[71,164],"models.":[72],"In":[73,168],"this":[74,102],"brief,":[75],"we":[76,104,186],"aim":[77],"explore":[79],"relationship":[82],"between":[83,120],"text":[87,99,131,140],"figure":[91],"out":[92],"whether":[93],"accurate":[95],"response":[97],"benefits":[98],"generation.":[100],"To":[101],"end,":[103],"propose":[105],"dual":[107,129],"supervised":[108],"network":[109],"dynamic":[111,134],"parameter":[112,135],"prediction.":[113],"Dual-supervision":[114],"explicitly":[115],"exploits":[116],"probabilistic":[118],"correlation":[119,161],"primal":[122],"task":[123,130],"detection":[126],"generation,":[132],"while":[133],"prediction":[136],"encodes":[137],"given":[139],"(i.e.,":[141],"or":[143,179],"answer)":[144],"into":[145],"fully":[147],"convolutional":[148],"network.":[149],"Extensive":[150],"experiments":[151],"show":[152,187],"proposed":[154,171],"method":[157],"achieves":[158],"best":[160],"among":[165],"various":[166],"baselines.":[167],"addition,":[169],"model":[172],"can":[173],"be":[174],"guided":[175],"by":[176],"either":[177],"answers,":[180],"output":[182],"counterpart.":[184],"Furthermore,":[185],"combining":[189],"human-like":[190],"question-saliency":[192],"improves":[193],"performance":[195],"of":[196],"generations.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}