{"id":"https://openalex.org/W2971432438","doi":"https://doi.org/10.1109/tgrs.2019.2934760","title":"HSI-BERT: Hyperspectral Image Classification Using the Bidirectional Encoder Representation From Transformers","display_name":"HSI-BERT: Hyperspectral Image Classification Using the Bidirectional Encoder Representation From Transformers","publication_year":2019,"publication_date":"2019-09-04","ids":{"openalex":"https://openalex.org/W2971432438","doi":"https://doi.org/10.1109/tgrs.2019.2934760","mag":"2971432438"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2019.2934760","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2019.2934760","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102813950","display_name":"Ji He","orcid":"https://orcid.org/0000-0002-7645-8232"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ji He","raw_affiliation_strings":["College of Mathematics and Physics, Beijing University of Chemical Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"College of Mathematics and Physics, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085506778","display_name":"Lina Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lina Zhao","raw_affiliation_strings":["College of Mathematics and Physics, Beijing University of Chemical Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"College of Mathematics and Physics, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032239293","display_name":"Hongwei Yang","orcid":"https://orcid.org/0000-0002-8386-0131"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Yang","raw_affiliation_strings":["Center of Information, Beijing University of Chemical Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center of Information, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100442192","display_name":"Mengmeng Zhang","orcid":"https://orcid.org/0000-0002-5724-9785"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengmeng Zhang","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100317994","display_name":"Wei Li","orcid":"https://orcid.org/0000-0001-7015-7335"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Li","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102813950"],"corresponding_institution_ids":["https://openalex.org/I75390827"],"apc_list":null,"apc_paid":null,"fwci":18.8559,"has_fulltext":false,"cited_by_count":366,"citation_normalized_percentile":{"value":0.99398103,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"58","issue":"1","first_page":"165","last_page":"178"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8013166189193726},{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.7658489346504211},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7453069686889648},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.5796836614608765},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5780190825462341},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.552976131439209},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5196112990379333},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4928143322467804},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4912497401237488},{"id":"https://openalex.org/keywords/spatial-contextual-awareness","display_name":"Spatial contextual awareness","score":0.4646925628185272},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4041658937931061}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8013166189193726},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.7658489346504211},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7453069686889648},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.5796836614608765},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5780190825462341},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.552976131439209},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5196112990379333},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4928143322467804},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4912497401237488},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.4646925628185272},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4041658937931061},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2019.2934760","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2019.2934760","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.75,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G109929087","display_name":null,"funder_award_id":"11571031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1146082295","display_name":null,"funder_award_id":"4172043","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G1416329605","display_name":null,"funder_award_id":"11301021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6501339799","display_name":null,"funder_award_id":"61571033","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1521436688","https://openalex.org/W1836465849","https://openalex.org/W1950365613","https://openalex.org/W1966580635","https://openalex.org/W1971891445","https://openalex.org/W1998030734","https://openalex.org/W2001298023","https://openalex.org/W2004990382","https://openalex.org/W2068067793","https://openalex.org/W2077028485","https://openalex.org/W2097092275","https://openalex.org/W2127152713","https://openalex.org/W2129777864","https://openalex.org/W2130942839","https://openalex.org/W2131864940","https://openalex.org/W2136251662","https://openalex.org/W2158400785","https://openalex.org/W2166923144","https://openalex.org/W2169500530","https://openalex.org/W2209969974","https://openalex.org/W2267126114","https://openalex.org/W2423557781","https://openalex.org/W2465503420","https://openalex.org/W2499938349","https://openalex.org/W2548791488","https://openalex.org/W2611655888","https://openalex.org/W2614256707","https://openalex.org/W2764034829","https://openalex.org/W2764276316","https://openalex.org/W2765739551","https://openalex.org/W2767805377","https://openalex.org/W2775749895","https://openalex.org/W2782522152","https://openalex.org/W2789643644","https://openalex.org/W2793272303","https://openalex.org/W2800371750","https://openalex.org/W2866343820","https://openalex.org/W2896457183","https://openalex.org/W2898381489","https://openalex.org/W2911305027","https://openalex.org/W2919115771","https://openalex.org/W2949117887","https://openalex.org/W2950739196","https://openalex.org/W2953318193","https://openalex.org/W2963403868","https://openalex.org/W2963636093","https://openalex.org/W3101640299","https://openalex.org/W3103753223","https://openalex.org/W4240485910","https://openalex.org/W4385245566","https://openalex.org/W6607333740","https://openalex.org/W6679436768","https://openalex.org/W6739901393","https://openalex.org/W6753640285","https://openalex.org/W6755207826","https://openalex.org/W6763509872","https://openalex.org/W6780226713"],"related_works":["https://openalex.org/W2072166414","https://openalex.org/W3209970181","https://openalex.org/W2060875994","https://openalex.org/W3119773509","https://openalex.org/W3208297503","https://openalex.org/W2889153461","https://openalex.org/W2964117661","https://openalex.org/W4388405611","https://openalex.org/W2619127353","https://openalex.org/W3083508853"],"abstract_inverted_index":{"Deep":[0],"learning":[1,20],"methods":[2,21],"have":[3,12],"been":[4],"widely":[5,197],"used":[6,198],"in":[7,34,123,182],"hyperspectral":[8,35,58,199],"image":[9,36,200],"classification":[10,186],"and":[11,30,54,84,88,135,171,188,191],"achieved":[13],"state-of-the-art":[14,193],"performance.":[15],"Nonetheless,":[16],"the":[17,70,86,99,139,143,157],"existing":[18],"deep":[19],"are":[22,130,155],"restricted":[23],"by":[24,132],"a":[25,64,118],"limited":[26],"receptive":[27,66],"field,":[28],"inflexibility,":[29],"difficult":[31],"generalization":[32,96],"problems":[33],"classification.":[37,169],"To":[38],"solve":[39],"these":[40],"problems,":[41],"we":[42],"propose":[43],"HSI-BERT,":[44],"where":[45],"BERT":[46],"stands":[47,56],"for":[48,57,166],"bidirectional":[49],"encoder":[50],"representations":[51],"from":[52,106],"transformers":[53],"HSI":[55],"imagery.":[59],"The":[60],"proposed":[61],"HSI-BERT":[62,80,93,102,113,176],"has":[63,94],"global":[65,71],"field":[67],"that":[68,163,175],"captures":[69],"dependence":[72],"among":[73],"pixels":[74],"regardless":[75],"of":[76,138,184],"their":[77],"spatial":[78],"distance.":[79],"is":[81,114,164],"very":[82],"flexible":[83,87],"enables":[85],"dynamic":[89],"input":[90],"regions.":[91],"Furthermore,":[92],"good":[95],"ability":[97],"because":[98],"jointly":[100],"trained":[101],"can":[103],"be":[104],"generalized":[105],"regions":[107],"with":[108],"different":[109,133],"shapes":[110],"without":[111],"retraining.":[112],"primarily":[115],"built":[116],"on":[117,195],"multihead":[119],"self-attention":[120],"(MHSA)":[121],"mechanism":[122],"an":[124],"MHSA":[125,140],"layer.":[126],"Moreover,":[127],"several":[128],"attentions":[129],"learned":[131],"heads,":[134],"each":[136],"head":[137],"layer":[141],"encodes":[142],"semantic":[144],"context-aware":[145],"representation":[146],"to":[147],"obtain":[148],"discriminative":[149],"features.":[150],"Because":[151],"all":[152],"head-encoded":[153],"features":[154,159],"merged,":[156],"resulting":[158],"exhibit":[160],"spatial-spectral":[161],"information":[162],"essential":[165],"accurate":[167],"pixel-level":[168],"Quantitative":[170],"qualitative":[172],"results":[173],"demonstrate":[174],"outperforms":[177],"any":[178],"other":[179],"CNN-based":[180],"model":[181],"terms":[183],"both":[185],"accuracy":[187],"computational":[189],"time":[190],"achieves":[192],"performance":[194],"three":[196],"data":[201],"sets.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":60},{"year":2024,"cited_by_count":99},{"year":2023,"cited_by_count":88},{"year":2022,"cited_by_count":73},{"year":2021,"cited_by_count":23},{"year":2020,"cited_by_count":8}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}