{"id":"https://openalex.org/W7024967976","doi":null,"title":"Transformers for computer vision","display_name":"Transformers for computer vision","alternate_titles":[],"publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W7024967976"},"language":"en","primary_location":{"id":"pmh:oai:dr.ntu.edu.sg:10356/154659","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/154659","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis-Master by Coursework"},"parent_works":[],"lineage":["https://openalex.org/W7024967976"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Deng, Yaojun","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Deng, Yaojun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.9900000095367432},{"id":"https://openalex.org/keywords/self-attention","display_name":"self-attention","score":0.8159999847412109},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.9860000014305115},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.8370000123977661},{"id":"https://openalex.org/keywords/computer-vision","display_name":"computer vision","score":0.652999997138977}],"concepts":[{"id":"https://openalex.org/C144251240","wikidata":"https://www.wikidata.org/wiki/Q7068229","display_name":"Nucleofection","level":4,"score":0.4472000002861023},{"id":"https://openalex.org/C2992336715","wikidata":"https://www.wikidata.org/wiki/Q63431143","display_name":"Gestational period","level":4,"score":0.3758000135421753},{"id":"https://openalex.org/C2777158700","wikidata":"https://www.wikidata.org/wiki/Q1419356","display_name":"Hyporeflexia","level":3,"score":0.3483999967575073},{"id":"https://openalex.org/C2778283623","wikidata":"https://www.wikidata.org/wiki/Q18032200","display_name":"TSG101","level":5,"score":0.33309999108314514},{"id":"https://openalex.org/C145741570","wikidata":"https://www.wikidata.org/wiki/Q7251534","display_name":"Proteogenomics","level":5,"score":0.3248000144958496},{"id":"https://openalex.org/C2777935831","wikidata":"https://www.wikidata.org/wiki/Q3144949","display_name":"Hemopericardium","level":3,"score":0.3244999945163727},{"id":"https://openalex.org/C2777054765","wikidata":"https://www.wikidata.org/wiki/Q6402731","display_name":"Dysgeusia","level":3,"score":0.3046000003814697},{"id":"https://openalex.org/C133074676","wikidata":"https://www.wikidata.org/wiki/Q428729","display_name":"Fusible alloy","level":2,"score":0.3019999861717224},{"id":"https://openalex.org/C18743360","wikidata":"https://www.wikidata.org/wiki/Q1208096","display_name":"Diafiltration","level":4,"score":0.2989000082015991},{"id":"https://openalex.org/C180938184","wikidata":"https://www.wikidata.org/wiki/Q2142270","display_name":"Liquation","level":3,"score":0.2971999943256378},{"id":"https://openalex.org/C2776781215","wikidata":"https://www.wikidata.org/wiki/Q83253","display_name":"Triacetin","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C2909186138","wikidata":"https://www.wikidata.org/wiki/Q1500373","display_name":"Hyperlactatemia","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C2777742743","wikidata":"https://www.wikidata.org/wiki/Q19904005","display_name":"Durvalumab","level":5,"score":0.27970001101493835},{"id":"https://openalex.org/C135979968","wikidata":"https://www.wikidata.org/wiki/Q609809","display_name":"Protein isoform","level":5,"score":0.27570000290870667},{"id":"https://openalex.org/C2778902089","wikidata":"https://www.wikidata.org/wiki/Q5608642","display_name":"Subpoena","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C2779645999","wikidata":"https://www.wikidata.org/wiki/Q1858477","display_name":"Frugality","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C2776356786","wikidata":"https://www.wikidata.org/wiki/Q1048573","display_name":"Tubulopathy","level":3,"score":0.27160000801086426},{"id":"https://openalex.org/C2781032047","wikidata":"https://www.wikidata.org/wiki/Q938793","display_name":"Articular cartilage damage","level":5,"score":0.25859999656677246},{"id":"https://openalex.org/C104545631","wikidata":"https://www.wikidata.org/wiki/Q464858","display_name":"Demotion","level":3,"score":0.257999986410141},{"id":"https://openalex.org/C2780904289","wikidata":"https://www.wikidata.org/wiki/Q426498","display_name":"Tantalum carbide","level":3,"score":0.25220000743865967},{"id":"https://openalex.org/C2779627259","wikidata":"https://www.wikidata.org/wiki/Q779763","display_name":"Pretext","level":3,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:dr.ntu.edu.sg:10356/154659","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/154659","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis-Master by Coursework"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3119997354","https://openalex.org/W4410536721","https://openalex.org/W4406330070","https://openalex.org/W4389400188","https://openalex.org/W3210206767","https://openalex.org/W4285298341","https://openalex.org/W3187418919","https://openalex.org/W4410838731","https://openalex.org/W4318715801","https://openalex.org/W3209201410"],"abstract_inverted_index":{"Transformer":[0],"models":[1,39,95,103],"were":[2],"initially":[3],"introduced":[4,55],"on":[5,10,19,59,75],"natural":[6],"language":[7],"tasks":[8,47,61],"based":[9],"the":[11,106],"self-attention":[12],"mechanism.":[13],"They":[14],"require":[15],"minimal":[16],"inductive":[17],"biases":[18],"design":[20,31],"and":[21,48,67,78,82,91,96,108],"can":[22],"be":[23],"applied":[24,41],"as":[25],"individual":[26],"processing":[27],"layers":[28],"in":[29,32,113],"network":[30,33,101],"design.":[34],"In":[35,70],"recent":[36],"years,":[37],"transformer":[38,86,94],"are":[40],"to":[42,50,104],"popular":[43],"Computer":[44,114],"Vision":[45,115],"(CV)":[46,116],"led":[49],"significant":[51],"progress.":[52],"Previous":[53],"surveys":[54],"applications":[56],"of":[57,110],"transformers":[58,112],"different":[60],"(e.g.,":[62],"object":[63],"detection,":[64],"activity":[65],"recognition,":[66],"image":[68,76],"enhancement).":[69],"this":[71],"dissertation,":[72],"we":[73],"focus":[74],"classification":[77],"introduce":[79],"several":[80,97],"outstanding":[81],"representative":[83,98],"improved":[84],"vision":[85,111],"models.":[87],"We":[88],"conduct":[89],"comparison":[90],"simulation":[92],"between":[93],"convolution":[99],"neural":[100],"(CNN)":[102],"illustrate":[105],"advantages":[107],"limitations":[109],"tasks.":[117]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7024967976","counts_by_year":[],"updated_date":"2026-07-02T06:18:51.028212","created_date":"2025-10-10T00:00:00"}
