{"id":"https://openalex.org/W2963082899","doi":"https://doi.org/10.48550/arxiv.1711.04323","title":"High-Order Attention Models for Visual Question Answering","display_name":"High-Order Attention Models for Visual Question Answering","alternate_titles":[],"publication_year":2017,"publication_date":"2017-11-12","ids":{"openalex":"https://openalex.org/W2963082899","doi":"https://doi.org/10.48550/arxiv.1711.04323","mag":"2963082899"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1711.04323","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1711.04323","pdf_url":"https://arxiv.org/pdf/1711.04323","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2963082899"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1711.04323","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082617813","display_name":"Idan Schwartz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Schwartz, Idan","raw_affiliation_strings":["Department of Computer Science Technion","Technion-Israel Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science Technion","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"Technion-Israel Institute of Technology","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049638480","display_name":"Alexander Gerhard Schwing","orcid":"https://orcid.org/0009-0000-6926-773X","observed_orcids":["https://orcid.org/0009-0000-6926-773X"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Schwing, Alexander G.","raw_affiliation_strings":["Department of Electrical and Computer Engineering University of Illinois at Urbana-Champaign","Coordinated Science Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Coordinated Science Lab","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000106487","display_name":"Tamir Hazan","orcid":"https://orcid.org/0000-0003-1652-3845","observed_orcids":["https://orcid.org/0000-0003-1652-3845"]},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hazan, Tamir","raw_affiliation_strings":["Department of Industrial Engineering & Management Technion","Technion-Israel Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering & Management Technion","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"Technion-Israel Institute of Technology","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":104,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":null,"first_page":"3664","last_page":"3674"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-question-answering","display_name":"visual question answering","score":0.8799999952316284},{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.8270000219345093},{"id":"https://openalex.org/keywords/multimodal-data","display_name":"multimodal data","score":0.6150000095367432},{"id":"https://openalex.org/keywords/cross-modal-correlation","display_name":"cross-modal correlation","score":0.7089999914169312}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8671238422393799},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7898797988891602},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7203198671340942},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5914298892021179},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5869483351707458},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5521303415298462},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.521803617477417},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.517551600933075},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08124515414237976},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1711.04323","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1711.04323","pdf_url":"https://arxiv.org/pdf/1711.04323","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1711.04323","doi":"https://doi.org/10.48550/arxiv.1711.04323","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1711.04323","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2963082899","doi":null,"is_oa":false,"landing_page_url":"https://papers.nips.cc/paper/2017/file/051928341be67dcba03f0e04104d9047-Paper.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1711.04323","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1711.04323","pdf_url":"https://arxiv.org/pdf/1711.04323","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7736226627","display_name":"RI: Small: Novel Generative Models for High-Diversity Visual Speculation","funder_award_id":"1718221","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963082899.pdf","grobid_xml":"https://content.openalex.org/works/W2963082899.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W753012316","https://openalex.org/W1493892051","https://openalex.org/W1544827683","https://openalex.org/W1933349210","https://openalex.org/W2118463056","https://openalex.org/W2133564696","https://openalex.org/W2142192571","https://openalex.org/W2146897752","https://openalex.org/W2179022885","https://openalex.org/W2211192759","https://openalex.org/W2293453011","https://openalex.org/W2306876680","https://openalex.org/W2412393473","https://openalex.org/W2424413254","https://openalex.org/W2439787475","https://openalex.org/W2463565445","https://openalex.org/W2532034655","https://openalex.org/W2546696630","https://openalex.org/W2586050494","https://openalex.org/W2608030593","https://openalex.org/W2951293099","https://openalex.org/W2962749469","https://openalex.org/W2963143606","https://openalex.org/W2963383024","https://openalex.org/W2963656855","https://openalex.org/W2963672682","https://openalex.org/W2963954913"],"related_works":["https://openalex.org/W2755892714","https://openalex.org/W4220845020","https://openalex.org/W3007556011","https://openalex.org/W4381598461","https://openalex.org/W2747623286","https://openalex.org/W2799345082","https://openalex.org/W2791148095","https://openalex.org/W4412925420","https://openalex.org/W2799846024","https://openalex.org/W3111066448"],"abstract_inverted_index":{"The":[0],"quest":[1],"for":[2],"algorithms":[3],"that":[4,25,53,63,80],"enable":[5],"cognitive":[6],"abilities":[7],"is":[8,24],"an":[9],"important":[10],"part":[11],"of":[12,50,92,100],"machine":[13],"learning.":[14],"A":[15],"common":[16],"trait":[17],"in":[18,75],"many":[19],"recently":[20],"investigated":[21],"cognitive-like":[22],"tasks":[23],"they":[26],"take":[27],"into":[28],"account":[29],"different":[30,77],"data":[31,59,78],"modalities,":[32],"such":[33],"as":[34],"visual":[35,101],"and":[36,46],"textual":[37],"input.":[38],"In":[39],"this":[40],"paper":[41],"we":[42,106],"propose":[43],"a":[44],"novel":[45],"generally":[47],"applicable":[48],"form":[49],"attention":[51,70,95],"mechanism":[52,96],"learns":[54],"high-order":[55,64,94],"correlations":[56,65],"between":[57],"various":[58],"modalities.":[60],"We":[61,88],"show":[62],"effectively":[66],"direct":[67],"the":[68,72,76,85,90,98,111],"appropriate":[69],"to":[71,83],"relevant":[73],"elements":[74],"modalities":[79],"are":[81],"required":[82],"solve":[84],"joint":[86],"task.":[87],"demonstrate":[89],"effectiveness":[91],"our":[93],"on":[97,110],"task":[99],"question":[102],"answering":[103],"(VQA),":[104],"where":[105],"achieve":[107],"state-of-the-art":[108],"performance":[109],"standard":[112],"VQA":[113],"dataset.":[114]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2963082899","counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":21},{"year":2018,"cited_by_count":17}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2019-07-30T00:00:00"}
