{"id":"https://openalex.org/W3195889905","doi":null,"title":"The Attention Mechanism in Vision and Language Analysis","display_name":"The Attention Mechanism in Vision and Language Analysis","alternate_titles":[],"publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3195889905","mag":"3195889905"},"language":"en","primary_location":{"id":"pmh:oai:opus.lib.uts.edu.au:10453/149200","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10453/149200","pdf_url":null,"source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W3195889905"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10453/149200","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Guang Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Guang Li","raw_affiliation_strings":["Faculty of Engineering and Information Technology, UNIVERSITY OF TECHNOLOGY SYDNEY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Information Technology, UNIVERSITY OF TECHNOLOGY SYDNEY","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.006000000052154064,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0027000000700354576,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.9950000047683716},{"id":"https://openalex.org/keywords/image-captioning","display_name":"image captioning","score":0.9559999704360962},{"id":"https://openalex.org/keywords/multimodal-attention","display_name":"multimodal attention","score":0.9620000123977661},{"id":"https://openalex.org/keywords/local-attention","display_name":"local attention","score":0.9639999866485596},{"id":"https://openalex.org/keywords/multilevel-feature-fusion","display_name":"multi-level feature fusion","score":0.8410000205039978},{"id":"https://openalex.org/keywords/semantic-segmentation","display_name":"semantic segmentation","score":0.968999981880188},{"id":"https://openalex.org/keywords/machine-translation","display_name":"machine translation","score":0.9959999918937683},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.7870000004768372},{"id":"https://openalex.org/keywords/long-term-dependencies","display_name":"long-range dependencies","score":0.4950000047683716},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.5550000071525574},{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.984000027179718}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.7347865104675293},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6785455942153931},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5667774081230164},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.432546466588974},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43016326427459717},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42430227994918823},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.4182770848274231},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.12976250052452087}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:opus.lib.uts.edu.au:10453/149200","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10453/149200","pdf_url":null,"source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},{"id":"mag:3195889905","doi":null,"is_oa":false,"landing_page_url":"https://opus.lib.uts.edu.au/bitstream/10453/149200/2/02whole.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:opus.lib.uts.edu.au:10453/149200","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10453/149200","pdf_url":null,"source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3195889905.pdf","grobid_xml":"https://content.openalex.org/works/W3195889905.grobid-xml"},"referenced_works_count":81,"referenced_works":["https://openalex.org/W196214544","https://openalex.org/W1514535095","https://openalex.org/W1686810756","https://openalex.org/W1793121960","https://openalex.org/W1800356822","https://openalex.org/W1816313093","https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1905882502","https://openalex.org/W1931639407","https://openalex.org/W1933349210","https://openalex.org/W1956340063","https://openalex.org/W2020755048","https://openalex.org/W2110485445","https://openalex.org/W2133459682","https://openalex.org/W2154652894","https://openalex.org/W2157331557","https://openalex.org/W2163879248","https://openalex.org/W2167222293","https://openalex.org/W2194775991","https://openalex.org/W2277195237","https://openalex.org/W2286929393","https://openalex.org/W2302086703","https://openalex.org/W2340897893","https://openalex.org/W2406128552","https://openalex.org/W2412782625","https://openalex.org/W2463565445","https://openalex.org/W2506483933","https://openalex.org/W2552161745","https://openalex.org/W2560645892","https://openalex.org/W2575842049","https://openalex.org/W2598666589","https://openalex.org/W2606780347","https://openalex.org/W2613904329","https://openalex.org/W2630837129","https://openalex.org/W2735159761","https://openalex.org/W2737258237","https://openalex.org/W2740118378","https://openalex.org/W2742023617","https://openalex.org/W2745461083","https://openalex.org/W2746881582","https://openalex.org/W2789541106","https://openalex.org/W2797733588","https://openalex.org/W2806311723","https://openalex.org/W2808206191","https://openalex.org/W2886641317","https://openalex.org/W2890531016","https://openalex.org/W2895340641","https://openalex.org/W2896457183","https://openalex.org/W2908336025","https://openalex.org/W2914587137","https://openalex.org/W2937843571","https://openalex.org/W2942489928","https://openalex.org/W2946462349","https://openalex.org/W2949718784","https://openalex.org/W2955058313","https://openalex.org/W2962784628","https://openalex.org/W2962964995","https://openalex.org/W2963091558","https://openalex.org/W2963150697","https://openalex.org/W2963341956","https://openalex.org/W2963351113","https://openalex.org/W2963383024","https://openalex.org/W2963613470","https://openalex.org/W2963938081","https://openalex.org/W2963970792","https://openalex.org/W2963984147","https://openalex.org/W2964080601","https://openalex.org/W2964833232","https://openalex.org/W2970971581","https://openalex.org/W2979879857","https://openalex.org/W2981689412","https://openalex.org/W2981899103","https://openalex.org/W2990818246","https://openalex.org/W2994664512","https://openalex.org/W3030520226","https://openalex.org/W3034297959","https://openalex.org/W3147600416","https://openalex.org/W3209259379"],"related_works":["https://openalex.org/W3093363913","https://openalex.org/W2914222203","https://openalex.org/W4406062875","https://openalex.org/W4292423078","https://openalex.org/W4385338566","https://openalex.org/W2946175572","https://openalex.org/W7129039656","https://openalex.org/W3205064243","https://openalex.org/W3197249168","https://openalex.org/W3020748893"],"abstract_inverted_index":{"In":[0,38,104],"psychology,":[1],"attention":[2,46,112,120,159,170,182,218,228,263,285,315],"is":[3,51,114,231,257,270,307],"the":[4,30,44,59,74,80,84,94,99,108,111,135,141,148,158,175,190,204,208,217,226,251,262,274,284,290,305,314],"cognitive":[5],"process":[6],"of":[7,13,77,150],"concentrating":[8],"on":[9,29,140,157,240,283,313],"a":[10,90,126,258,278],"particular":[11],"aspect":[12],"information":[14,82,213],"while":[15],"ignoring":[16],"other":[17],"perceivable":[18],"elements.":[19],"Human":[20],"visual/linguistic":[21],"perceptions":[22],"can":[23,138],"eliminate":[24],"distracting":[25],"factors":[26],"and":[27,56,65,145,163,166,199,247,250],"concentrate":[28,139],"most":[31],"relevant":[32,142],"components":[33],"with":[34,89,189,207,233,277,286,309],"psychological":[35,45],"attention\u2019s":[36],"guidance.":[37],"representation":[39,63,117],"learning,":[40,64],"an":[41],"operator":[42,121,281,293],"imitating":[43],"mechanism":[47,113,160,219],"in":[48,53,62,178,297],"feature":[49,185,299],"aggregation":[50],"also":[52],"demand.":[54],"CNN":[55],"RNN":[57,78],"are":[58,238],"fundamental":[60],"frameworks":[61],"they":[66],"have":[67],"aptitudes":[68],"for":[69,161,171,183,261,301],"processing":[70],"structured":[71],"data.":[72],"However,":[73],"recurrent":[75],"nature":[76],"dilutes":[79],"long-term":[81],"as":[83,125],"sequence":[85],"length":[86],"grows.":[87],"Moreover,":[88],"fixed":[91],"kernel":[92],"size,":[93],"convolution":[95,276],"has":[96],"difficulty":[97],"modeling":[98],"long-range":[100],"relations":[101],"between":[102],"pixels.":[103],"order":[105,131],"to":[106,116,202,210,272],"solve":[107],"problems":[109],"above,":[110],"introduced":[115],"learning.":[118],"The":[119],"treats":[122],"candidate":[123],"elements":[124,143],"set":[127],"without":[128],"considering":[129],"their":[130],"or":[132],"position;":[133],"therefore,":[134],"attention-based":[136,280],"models":[137],"flexibly":[144],"free":[146],"from":[147],"bondage":[149],"data":[151],"structure.":[152],"\\nThis":[153],"thesis":[154,306],"mainly":[155],"focuses":[156],"vision":[162,192],"language":[164,194],"analysis":[165],"researches":[167],"1)":[168],"multimodal":[169,212],"image":[172,197],"captioning,":[173,198],"2)":[174],"positional":[176,234,287],"awareness":[177],"attention,":[179],"3)":[180],"local":[181,279,292],"multi-level":[184,298],"fusion.":[186],"We":[187,266],"begin":[188],"benchmark":[191],"&":[193],"task":[195],"\u2013":[196],"investigate":[200],"how":[201],"extend":[203],"transformer":[205],"model":[206],"ability":[209],"leverage":[211],"simultaneously.":[214],"Going":[215],"beyond":[216],"exploring":[220],"content":[221],"similarity":[222],"solely,":[223],"we":[224],"develop":[225],"bilateral":[227],"mechanism,":[229],"which":[230],"equipped":[232],"awareness.":[235,288],"Comprehensive":[236],"experiments":[237],"conducted":[239],"two":[241],"representative":[242],"tasks,":[243],"i.e.,":[244],"semantic":[245,302],"segmentation":[246],"machine":[248],"translation,":[249],"encouraging":[252],"results":[253],"show":[254],"that":[255],"position-awareness":[256],"beneficial":[259],"supplement":[260],"mechanism.":[264,316],"Furthermore,":[265],"explore":[267],"if":[268],"it":[269],"feasible":[271],"replace":[273],"standard":[275],"based":[282],"Besides,":[289],"dynamic":[291],"demonstrates":[294],"its":[295],"adaptiveness":[296],"fusion":[300],"segmentation.":[303],"Finally,":[304],"concluded":[308],"some":[310],"future":[311],"directions":[312]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3195889905","counts_by_year":[],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2021-08-30T00:00:00"}
