{"id":"https://openalex.org/W4400448403","doi":"https://doi.org/10.1109/tpami.2024.3425222","title":"Ask Questions With Double Hints: Visual Question Generation With Answer-Awareness and Region-Reference","display_name":"Ask Questions With Double Hints: Visual Question Generation With Answer-Awareness and Region-Reference","publication_year":2024,"publication_date":"2024-07-09","ids":{"openalex":"https://openalex.org/W4400448403","doi":"https://doi.org/10.1109/tpami.2024.3425222","pmid":"https://pubmed.ncbi.nlm.nih.gov/38980774"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3425222","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3425222","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.05100","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114858716","display_name":"Kai Shen","orcid":"https://orcid.org/0000-0002-3564-0281"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Kai Shen","raw_affiliation_strings":["Zhejiang University, Hangzhou, China","with Zhejiang University, Hang Zhou, China","Duke University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"with Zhejiang University, Hang Zhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011825081","display_name":"Lingfei Wu","orcid":"https://orcid.org/0000-0002-3660-651X"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]},{"id":"https://openalex.org/I4210140605","display_name":"Prytime Medical (United States)","ror":"https://ror.org/03r5vgh07","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140605"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Lingfei Wu","raw_affiliation_strings":["Anytime AI, China","Duke University","with Zhejiang University, Hang Zhou, China"],"affiliations":[{"raw_affiliation_string":"Anytime AI, China","institution_ids":["https://openalex.org/I4210140605"]},{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"with Zhejiang University, Hang Zhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063062444","display_name":"Siliang Tang","orcid":"https://orcid.org/0000-0002-7356-9711"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Siliang Tang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China","with Zhejiang University, Hang Zhou, China","Duke University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"with Zhejiang University, Hang Zhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046151303","display_name":"Fangli Xu","orcid":"https://orcid.org/0000-0003-1519-2909"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]},{"id":"https://openalex.org/I4210140605","display_name":"Prytime Medical (United States)","ror":"https://ror.org/03r5vgh07","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140605"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Fangli Xu","raw_affiliation_strings":["Anytime AI, China","with Zhejiang University, Hang Zhou, China","Duke University"],"affiliations":[{"raw_affiliation_string":"Anytime AI, China","institution_ids":["https://openalex.org/I4210140605"]},{"raw_affiliation_string":"with Zhejiang University, Hang Zhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101920987","display_name":"Bo Long","orcid":"https://orcid.org/0000-0001-9009-1636"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Bo Long","raw_affiliation_strings":["Meta AI, USA","Duke University","with Zhejiang University, Hang Zhou, China"],"affiliations":[{"raw_affiliation_string":"Meta AI, USA","institution_ids":[]},{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"with Zhejiang University, Hang Zhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102759885","display_name":"Yueting Zhuang","orcid":"https://orcid.org/0000-0001-7361-3084"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Yueting Zhuang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China","Duke University","with Zhejiang University, Hang Zhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"with Zhejiang University, Hang Zhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062247330","display_name":"Jian Pei","orcid":"https://orcid.org/0000-0002-2200-8711"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Jian Pei","raw_affiliation_strings":["Duke University, Durham, NC, USA","with Zhejiang University, Hang Zhou, China"],"affiliations":[{"raw_affiliation_string":"Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"with Zhejiang University, Hang Zhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5114858716"],"corresponding_institution_ids":["https://openalex.org/I170897317","https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.7312,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70575526,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"46","issue":"12","first_page":"9648","last_page":"9660"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.8704822063446045},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5829622149467468},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47579941153526306},{"id":"https://openalex.org/keywords/questions-and-answers","display_name":"Questions and answers","score":0.42229244112968445},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.35258615016937256}],"concepts":[{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.8704822063446045},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5829622149467468},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47579941153526306},{"id":"https://openalex.org/C3019144022","wikidata":"https://www.wikidata.org/wiki/Q4124998","display_name":"Questions and answers","level":2,"score":0.42229244112968445},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35258615016937256},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2024.3425222","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3425222","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38980774","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38980774","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:arXiv.org:2407.05100","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.05100","pdf_url":"https://arxiv.org/pdf/2407.05100","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.05100","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.05100","pdf_url":"https://arxiv.org/pdf/2407.05100","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1781607827","display_name":null,"funder_award_id":"62272411","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5760752404","display_name":null,"funder_award_id":"Projects","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7174558747","display_name":null,"funder_award_id":"Group","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327609","display_name":"China Knowledge Centre for Engineering Sciences and Technology","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400448403.pdf","grobid_xml":"https://content.openalex.org/works/W4400448403.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1861492603","https://openalex.org/W1933349210","https://openalex.org/W1956340063","https://openalex.org/W2101105183","https://openalex.org/W2133564696","https://openalex.org/W2194775991","https://openalex.org/W2560920409","https://openalex.org/W2561296180","https://openalex.org/W2607059968","https://openalex.org/W2745461083","https://openalex.org/W2795151422","https://openalex.org/W2796167946","https://openalex.org/W2899108147","https://openalex.org/W2963051286","https://openalex.org/W2963087285","https://openalex.org/W2963187678","https://openalex.org/W2963351448","https://openalex.org/W2963521239","https://openalex.org/W2963976294","https://openalex.org/W2964065333","https://openalex.org/W2964303913","https://openalex.org/W2965628639","https://openalex.org/W2966683369","https://openalex.org/W2976187852","https://openalex.org/W2998993395","https://openalex.org/W3003307214","https://openalex.org/W3019023591","https://openalex.org/W3034712001","https://openalex.org/W3037773948","https://openalex.org/W6631190155","https://openalex.org/W6634232107","https://openalex.org/W6678262379","https://openalex.org/W6679434410","https://openalex.org/W6682631176","https://openalex.org/W6698542726","https://openalex.org/W6726873649","https://openalex.org/W6736685754","https://openalex.org/W6749929118","https://openalex.org/W6752083267","https://openalex.org/W6752404935","https://openalex.org/W6754366832","https://openalex.org/W6755911871","https://openalex.org/W6766875403","https://openalex.org/W6779462361"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2168627904","https://openalex.org/W2515552481","https://openalex.org/W156769215","https://openalex.org/W1570348318","https://openalex.org/W2015444353","https://openalex.org/W3013494979","https://openalex.org/W4308101915","https://openalex.org/W2251005117"],"abstract_inverted_index":{"The":[0],"visual":[1,65,94,107,116,138],"question":[2],"generation":[3],"(VQG)":[4],"task":[5],"aims":[6],"to":[7,36,43,58,92,103,135,147,181],"generate":[8,93,182],"human-like":[9],"questions":[10,38,51,95,108,184],"from":[11,33,52],"an":[12,53,68],"image":[13,35,69],"and":[14,49,70,79,98,115,169,175],"potentially":[15],"other":[16],"side":[17,77],"information":[18,78],"(e.g.,":[19],"answer":[20],"type).":[21],"Previous":[22],"works":[23],"on":[24],"VQG":[25],"fall":[26],"in":[27,67],"two":[28],"aspects:":[29],"i)":[30],"They":[31,56],"suffer":[32],"one":[34],"many":[37],"mapping":[39,127],"problem,":[40],"which":[41,120,161],"leads":[42],"the":[44,64,76,105,124,137,171,183,191],"failure":[45],"of":[46,118,193],"generating":[47],"referential":[48],"meaningful":[50],"image.":[54,80],"ii)":[55],"fail":[57],"model":[59,180],"complex":[60],"implicit":[61,172],"relations":[62],"among":[63],"objects":[66],"also":[71],"overlook":[72],"potential":[73],"interactions":[74],"between":[75],"To":[81],"address":[82],"these":[83,149],"limitations,":[84],"we":[85,101,130,152],"first":[86,162],"propose":[87,153],"a":[88,132,154,166,178],"novel":[89],"learning":[90,159],"paradigm":[91],"with":[96,109,185],"answer-awareness":[97],"region-reference.":[99],"Concretely,":[100],"aim":[102],"ask":[104],"right":[106],"Double":[110],"Hints":[111],"-":[112],"textual":[113],"answers":[114],"regions":[117],"interests,":[119],"could":[121],"effectively":[122],"mitigate":[123],"existing":[125],"one-to-many":[126],"issue.":[128],"Particularly,":[129],"develop":[131],"simple":[133],"methodology":[134],"self-learn":[136],"hints":[139],"without":[140],"introducing":[141],"any":[142],"additional":[143],"human":[144],"annotations.":[145],"Furthermore,":[146],"capture":[148],"sophisticated":[150],"relationships,":[151],"new":[155],"double-hints":[156],"guided":[157],"Graph-to-Sequence":[158],"framework,":[160],"models":[163],"them":[164],"as":[165],"dynamic":[167],"graph":[168],"learns":[170],"topology":[173],"end-to-end,":[174],"then":[176],"utilizes":[177],"graph-to-sequence":[179],"double":[186],"hints.":[187],"Experimental":[188],"results":[189],"demonstrate":[190],"priority":[192],"our":[194],"proposed":[195],"method.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}