{"id":"https://openalex.org/W4413288336","doi":"https://doi.org/10.3389/fncom.2025.1665406","title":"Correction: Multi-label remote sensing classification with self-supervised gated multi-modal transformers","display_name":"Correction: Multi-label remote sensing classification with self-supervised gated multi-modal transformers","publication_year":2025,"publication_date":"2025-08-18","ids":{"openalex":"https://openalex.org/W4413288336","doi":"https://doi.org/10.3389/fncom.2025.1665406","pmid":"https://pubmed.ncbi.nlm.nih.gov/40901299"},"language":"en","primary_location":{"id":"doi:10.3389/fncom.2025.1665406","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fncom.2025.1665406","pdf_url":"https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2025.1665406/pdf","source":{"id":"https://openalex.org/S19778766","display_name":"Frontiers in Computational Neuroscience","issn_l":"1662-5188","issn":["1662-5188"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computational Neuroscience","raw_type":"journal-article"},"type":"erratum","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2025.1665406/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032655481","display_name":"Na Liu","orcid":"https://orcid.org/0000-0002-7938-1453"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Na Liu","raw_affiliation_strings":["University of Shanghai for Science and Technology, Institute of Machine Intelligence, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Shanghai for Science and Technology, Institute of Machine Intelligence, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014346487","display_name":"Ye Yuan","orcid":"https://orcid.org/0000-0002-0247-9866"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye Yuan","raw_affiliation_strings":["University of Shanghai for Science and Technology, Institute of Machine Intelligence, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Shanghai for Science and Technology, Institute of Machine Intelligence, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100749300","display_name":"Guodong Wu","orcid":"https://orcid.org/0000-0001-9516-2659"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guodong Wu","raw_affiliation_strings":["Origin Dynamics Intelligent Robot Co., Ltd., Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Origin Dynamics Intelligent Robot Co., Ltd., Zhengzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100369650","display_name":"Sai Zhang","orcid":"https://orcid.org/0000-0001-7682-1700"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sai Zhang","raw_affiliation_strings":["Origin Dynamics Intelligent Robot Co., Ltd., Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Origin Dynamics Intelligent Robot Co., Ltd., Zhengzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059650259","display_name":"Jie Leng","orcid":"https://orcid.org/0000-0002-0927-2200"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jie Leng","raw_affiliation_strings":["Origin Dynamics Intelligent Robot Co., Ltd., Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Origin Dynamics Intelligent Robot Co., Ltd., Zhengzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008756581","display_name":"Lihong Wan","orcid":"https://orcid.org/0009-0004-2413-5521"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lihong Wan","raw_affiliation_strings":["Origin Dynamics Intelligent Robot Co., Ltd., Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Origin Dynamics Intelligent Robot Co., Ltd., Zhengzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5008756581"],"corresponding_institution_ids":[],"apc_list":{"value":2950,"currency":"USD","value_usd":2950},"apc_paid":{"value":2950,"currency":"USD","value_usd":2950},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10048441,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"19","issue":null,"first_page":"1665406","last_page":"1665406"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.8281999826431274,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.8281999826431274,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6960444450378418},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6522208452224731},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.471851110458374},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37494492530822754},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.06507587432861328}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6960444450378418},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6522208452224731},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.471851110458374},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37494492530822754},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.06507587432861328},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3389/fncom.2025.1665406","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fncom.2025.1665406","pdf_url":"https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2025.1665406/pdf","source":{"id":"https://openalex.org/S19778766","display_name":"Frontiers in Computational Neuroscience","issn_l":"1662-5188","issn":["1662-5188"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computational Neuroscience","raw_type":"journal-article"},{"id":"pmid:40901299","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40901299","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in computational neuroscience","raw_type":null},{"id":"pmh:oai:doaj.org/article:b8f73d79c1df4ce787532f29b7129f1e","is_oa":true,"landing_page_url":"https://doaj.org/article/b8f73d79c1df4ce787532f29b7129f1e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Computational Neuroscience, Vol 19 (2025)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:11210594","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12400118","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:12400118","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12400118/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Comput Neurosci","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3389/fncom.2025.1665406","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fncom.2025.1665406","pdf_url":"https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2025.1665406/pdf","source":{"id":"https://openalex.org/S19778766","display_name":"Frontiers in Computational Neuroscience","issn_l":"1662-5188","issn":["1662-5188"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computational Neuroscience","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1133812913","display_name":null,"funder_award_id":"Grant No. 251111220500","funder_id":"https://openalex.org/F4320328375","funder_display_name":"People's Government of Henan Province"},{"id":"https://openalex.org/G5049063713","display_name":null,"funder_award_id":"2023YFC3605803","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8699284468","display_name":null,"funder_award_id":"2023YFC3605800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320328375","display_name":"People's Government of Henan Province","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413288336.pdf","grobid_xml":"https://content.openalex.org/works/W4413288336.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"In":[0,273,344,481,873,1262,1296,1534,1934,2029,2274,2516,2602,3704,4008,4398,4575,4643,4853,4883,4905,4953,5042,5053,5212],"recent":[1,101,574,893],"years,":[2,575],"ViT":[3,60,104,577,1044,1270,1573,1582,1641,1699,1844,2513,2524],"(Dosovitskiy":[4],"et":[5,86,89,92,95,98,153,197,222,270,413,419,422,514,517,520,523,526,529,592,595,599,602,912,915,923,955,980,1035,1039,1064,1075,1092,1096,2098,2915,3201,3335,3733,4840,4846],"al.,":[6,87,90,93,96,99,154,198,223,271,414,420,423,515,518,521,524,527,530,593,596,600,603,913,916,956,1036,1065,1076,1093,2099,2916,3202,3336,3734,4841,4847],"2020)":[7],"architecture":[8,1578,1806],"has":[9,107,183,225,425,535,653,710,833,867,1139,2084,2978,3937,4035,4049,4221,4232,5097,5291],"been":[10,2979],"widely":[11,110],"studied.":[12],"It":[13,941,2156,3780,4856,5270],"is":[14,36,48,61,121,144,235,291,363,437,677,696,746,936,942,1186,1213,1369,1542,1642,1655,1813,1830,1834,1860,1906,1991,2047,2070,2103,2168,2207,2281,2316,2397,2532,2549,2563,2574,2589,2611,2656,2851,2963,3005,3013,3021,3053,3191,3198,3209,3269,3290,3348,3392,3458,3565,3797,3874,3905,4090,4101,4116,4258,4324,4339,4356,4696,4744,4867,4975,5003,5087,5117,5137,5169,5181,5203,5271],"an":[15,747,1010,1940,2171,2226,2570],"attention-based":[16],"encoder":[17,53,497,1518,1522,1845,1863,2198,2285,2320,2521,2576,2690,2789,3025,3312,3324,3714,4810,5040,5140,5241],"composed":[18],"of":[19,43,56,103,132,244,319,340,353,371,567,641,647,661,673,702,719,742,753,783,794,809,830,879,903,966,1022,1115,1124,1134,1145,1158,1173,1175,1233,1248,1267,1315,1330,1362,1375,1391,1447,1474,1477,1553,1587,1590,1607,1636,1651,1716,1754,1795,1842,1879,1886,1896,1916,1931,1944,1965,1978,1987,1998,2015,2052,2063,2114,2130,2153,2177,2179,2188,2203,2260,2263,2271,2460,2482,2522,2547,2553,2582,2637,2649,2725,2754,2771,2817,2894,2929,2932,2966,2990,3044,3049,3057,3188,3281,3300,3376,3398,3473,3495,3520,3526,3542,3550,3575,3583,3674,3729,3750,3810,3818,3825,3898,3903,3942,3984,4018,4057,4070,4095,4107,4135,4143,4193,4215,4225,4236,4247,4253,4371,4378,4386,4393,4408,4420,4439,4444,4491,4506,4536,4546,4572,4625,4637,4649,4665,4706,4721,4751,4760,4776,4790,4821,4876,4889,4900,4915,4924,4932,5021,5057,5062,5084,5095,5109,5118,5123,5125,5144,5175,5186,5221,5253,5266,5276,5299,5313],"multiple":[20,621,887,1023,1118,1597,1703,3461,3889,4462,4477,4520],"transformers":[21,1377,1676,3696,3710,5063,5096],"layers":[22,1599,1639,1753,2065,2083,3697,3711,3752,3827,3891,3904,4158,4661,5094,5124],"stacked":[23,1637],"together,":[24],"acting":[25],"like":[26],"a":[27,31,49,165,238,258,369,447,465,469,502,659,927,952,968,1054,1100,1122,1146,1253,1319,1355,1410,1467,1588,1608,1614,1688,1708,1733,1766,1771,1877,1929,2050,2093,2108,2215,2219,2232,2245,2580,2599,2964,3310,3322,3326,3393,3668,3691,3723,3939,3999,4160,4213,4222,4233,4245,4251,4262,4717,4729,4786,4798,4803,4995,5033,5060,5070,5191,5297],"backbone":[28],"network":[29,986,1032,1616,2498],"in":[30,64,105,112,129,150,164,188,216,321,323,336,456,509,573,650,732,837,890,1117,1150,1178,1227,1236,1290,1327,1440,1640,1881,1919,2253,2534,2538,2557,2839,2904,3062,3287,3292,3356,3502,3647,3677,3712,3777,3804,3854,3991,4054,4061,4080,4300,4309,4328,4450,4634,4828,4874,4885,5008],"convolutional":[32],"neural":[33,2497],"network,":[34],"and":[35,72,74,134,159,162,171,194,210,349,367,416,494,532,551,631,644,676,709,722,765,768,773,853,871,949,976,990,994,1001,1006,1018,1050,1078,1111,1136,1191,1193,1196,1204,1218,1280,1343,1422,1438,1452,1479,1502,1519,1530,1549,1559,1561,1613,1648,1664,1706,1728,1770,1782,1809,1849,1873,1975,1995,2012,2043,2141,2162,2165,2302,2337,2352,2365,2382,2468,2500,2511,2568,2595,2639,2670,2695,2720,2758,2778,2790,2802,2820,2836,2909,2958,2995,3018,3027,3038,3184,3255,3343,3364,3373,3384,3403,3412,3428,3439,3448,3498,3505,3522,3528,3545,3569,3597,3639,3760,3769,3822,3836,3845,3954,3966,3977,4046,4110,4137,4152,4164,4175,4227,4266,4274,4289,4311,4327,4330,4423,4465,4480,4494,4509,4523,4539,4560,4604,4629,4662,4673,4687,4716,4773,4785,4843,4880,4891,4902,4926,4945,4964,4982,4991,5026,5031,5049,5066,5106,5149,5178,5197,5231,5236,5263,5286,5320,5325],"trained":[37,215,488,1525,1539,2501,5240],"to":[38,54,68,124,146,176,207,264,325,346,365,386,402,428,452,468,473,477,556,561,669,698,716,827,861,875,885,988,1013,1083,1244,1310,1358,1371,1394,1564,1711,1785,1846,1853,1862,1891,1908,1969,2105,2118,2122,2143,2169,2224,2267,2286,2306,2321,2341,2370,2385,2457,2464,2518,2528,2550,2613,2632,2658,2688,2703,2706,2718,2722,2749,2787,2792,2812,2887,2899,2936,2948,2986,3007,3034,3367,3557,3567,3571,3625,3667,3679,3698,3706,3806,4002,4010,4038,4063,4075,4103,4118,4131,4191,4209,4242,4367,4543,4645,4676,4698,4725,4728,4769,4794,4797,4807,4869,5038,5151,5205],"extract":[39,5103,5281],"the":[40,52,57,130,232,254,275,278,295,298,306,337,341,351,359,394,426,457,491,538,544,547,552,565,612,623,638,678,691,699,717,740,781,806,810,812,900,904,962,984,1020,1043,1071,1080,1113,1131,1143,1151,1159,1171,1183,1194,1210,1228,1231,1246,1265,1268,1274,1281,1297,1307,1313,1316,1328,1350,1373,1381,1384,1389,1396,1405,1417,1428,1441,1444,1453,1458,1535,1538,1550,1565,1572,1576,1645,1649,1657,1661,1667,1682,1713,1717,1741,1757,1778,1786,1791,1796,1802,1810,1839,1843,1850,1857,1887,1892,1913,1920,1942,1945,1957,1963,1976,1996,2013,2016,2044,2085,2106,2112,2125,2128,2131,2133,2151,2154,2186,2191,2200,2204,2250,2254,2258,2261,2264,2268,2272,2288,2297,2308,2323,2332,2343,2349,2360,2366,2372,2387,2392,2442,2446,2453,2458,2465,2472,2476,2483,2489,2520,2523,2535,2539,2554,2558,2561,2583,2609,2618,2623,2653,2659,2662,2683,2689,2697,2704,2708,2715,2737,2788,2794,2814,2830,2840,2846,2890,2895,2900,2905,2911,2923,2927,2933,2950,2956,2959,2967,2971,2983,3028,3045,3050,3058,3185,3189,3204,3252,3256,3262,3265,3282,3298,3349,3377,3416,3468,3474,3517,3524,3539,3543,3547,3551,3559,3587,3602,3613,3634,3641,3648,3653,3672,3682,3700,3713,3718,3727,3730,3741,3748,3785,3788,3808,3823,3862,3865,3878,3894,3901,3926,3992,4004,4022,4036,4055,4066,4076,4081,4093,4105,4112,4119,4125,4132,4141,4194,4210,4228,4240,4271,4277,4286,4292,4304,4322,4336,4349,4360,4369,4376,4379,4383,4391,4394,4406,4418,4425,4430,4437,4445,4451,4454,4468,4483,4497,4512,4527,4544,4553,4570,4573,4577,4605,4616,4623,4626,4630,4635,4647,4655,4689,4694,4713,4735,4749,4752,4758,4761,4766,4809,4815,4822,4832,4850,4854,4861,4864,4870,4886,4906,4911,4930,4941,4949,4954,4970,4978,4983,5047,5054,5058,5081,5085,5098,5104,5110,5115,5121,5126,5134,5142,5153,5172,5179,5183,5195,5213,5239,5251,5254,5258,5264,5267,5274,5277,5287,5302,5311,5317,5330],"feature":[41,58,1016,1026,1282,1360,1382,1398,1547,1555,1584,1601,1718,1726,2032,2160,2201,2212,2229,2239,2289,2309,2324,2344,2355,2389,2448,2692,2726,2796,2891,3702,3895,3993,4067,5017,5028,5135,5155,5173,5189],"representation":[42,1399,2173,2228,2310,2345,2928,5136,5156,5293],"input":[44,1858,1958,2139,2148,2663,2710,2818,4690,4767],"data.":[45,1364,2620,3933,3956,4007],"Usually,":[46],"there":[47,135,200,315,332,2241],"decoder":[50,2705,2716,2791,4820],"behind":[51],"output":[55,1569,1746,1762,1793,2270,3014,3022,3046],"task.":[59,3305,4122],"increasingly":[62],"used":[63,500,541,731,1370,2828,3286,3913,3929,4102,4282,4961],"computer":[65,81,3378],"vision":[66,82],"due":[67],"its":[69,475,554,725,743,868,2166],"accuracy,":[70],"efficiency,":[71],"scalability,":[73],"delivers":[75],"state-of-the-art":[76],"(SOTA)":[77],"performance":[78,352,586,1314,4377,4571,4584,4593,4601,4612],"for":[79,374,407,542,615,683,780,999,1025,1106,1323,1545,1568,1579,1600,1864,2691,3009,3031,3060,3302,3339,3449,3820,3888,4159,4169,4291,4693,4738,4779,5005,5242],"most":[80,482,625,679,1157,2552,3350,4631,4833,4871,5331],"(CV)":[83],"tasks":[84,590,1120,1238],"(He":[85,1063],"2022;Carion":[88],"2020;Peng":[91],"2022;Xu":[94],"2022;Liu":[97],"2022).The":[100],"success":[102],"CV":[106],"made":[108,401],"it":[109,120,143,832,1744,1760,1866,2294,2329,2451,3555,3857,4965,5202],"studied":[111],"RS":[113,151,208,408,410,568,581,589],"as":[114,507,664,706,817,938,1009,1575,1644,1681,1790,1814,1939,2398,2564,2566,2740,2852,3210,3270,3744,3754,3829],"well.":[115],"As":[116,3512],"we":[117,313,1251,1272,1301,1353,1408,1465,1686,1954,2078,2091,2276,2508,2526,2605,2731,2734,2743,2762,2774,2798,2807,2810,2827,2843,2897,3196,3259,3331,3579,3621,3651,3689,3721,3814,3882,3911,3928,3945,3997,4014,4030,4073,4129,4147,4279,4307,4381,4621,4653,4669,4733,4756,4960,5044,5067,5199,5217,5249,5295],"all":[118,771,774,2480,2617,3623,4031],"know,":[119,4032],"very":[122,137,202,3533],"difficult":[123,3556],"obtain":[125,769,1395,2287,2322,2371,2386,5152],"labeled":[126],"data":[127,139,372,451,458,570,582,619,726,745,770,866,880,889,919,1008,1161,1339,1346,1469,1497,1507,1546,1859,1938,1948,1959,2019,2194,2280,2315,2626,2650,2664,2711,2739,2746,2755,2772,2985,2992,3497,3500,3525,3536,3564,3584,3588,3603,3768,3844,3847,3921,3983,4100,4168,4464,4479,4493,4508,4522,4538,4672,4675,4691,4972,5111,5282,5306],"sets":[128,373,2636,2648,2753,2770,2989,3596,4017],"field":[131,167,175,1329,4056,4636],"RS,":[133,322,605],"are":[136,201,316,333,398,487,499,607,1165,1199,1523,1557,1593,1925,1949,1967,1981,2005,2022,2195,2486,2629,2680,3379,3446,3453,3531,3616,3775,3852,4026,4298,4317,4335,4895,4918,4936,5064,5147],"large":[138,239,259],"without":[140,735,1169,3637,4156,4433,4457,4486,4515],"labels.":[141,3490],"Therefore,":[142,1226,3881,4060],"suitable":[145],"utilize":[147],"transfer":[148,181,211,247],"learning":[149,157,161,182,212,248,899,973,998,1027,1057,1110,1304,1321,2116,2541,2902,2907,3284,4034,4078,4083,4364,4525,4541,4597,4719,4788],"(Liang":[152],"2019).":[155],"Transfer":[156],"accelerates":[158],"improves":[160],"problem-solving":[163],"new":[166,1411,2991,4996,5034],"by":[168,762,797,1216,1777,1928,2197,2249,2283,2318,2502,2668,2925,2970,3460,3605,3800,3877,4354,4565,4585,4594,4602,4613,5019,5209],"transferring":[169],"knowledge":[170],"experience":[172],"from":[173,213,277,285,380,432,620,1285,1674,1725,2159,2592,2982,3467,3516,3661,3686,3784,3861,4042,4189,4261,4860,4922,5139],"one":[174,1742,4549,5168],"another":[177],"related":[178],"field,":[179],"so":[180,2049,3359,3996,4146,4668],"shown":[184,508,536,896,3291,3776,3853,4299],"excellent":[185],"generalization":[186],"ability":[187,427,476,4037],"several":[189,4179],"fields":[190,218],"(Pires":[191],"de":[192],"Lima":[193],"Marfurt,":[195],"2019;Shin":[196],"2016).However,":[199],"few":[203],"pre-trained":[204,404,466,548,576,613,1042,1072,1514,1540,2509,3311,3323,4113,4287,4805,4823],"models":[205,214,405,578,1446,1515,2514,3914,4139,4563],"dedicated":[206],"migration,":[209],"other":[217,395,854,1211,1758,2496,2634,2751,2943,3811,4431,5119,5180],"[e.g.":[219],"ImageNet":[220,279],"(Russakovsky":[221],"2015)]":[224],"significant":[226,909,1140,1623,1630],"drawbacks.":[227],"For":[228,1181,2235,2677,3442],"scene":[229,3353],"classification,":[230],"if":[231],"pre-training":[233,255,1430,1445,3632,5220],"stage":[234,256],"performed":[236],"on":[237,257,409,460,580,587,713,805,1029,1046,1154,1209,1260,1264,1306,1401,1416,1434,1527,1621,1740,1756,2175,2231,2579,2645,2767,3633,3726,3766,3842,4021,4092,4140,4375,4390,4405,4640,4709,4849,5158,5226,5301,5316],"remote":[240,260,286,354,360,634,684,693,749,785,1331,3357,3919,4638,5009,5303],"sensing":[241,261,287,355,361,635,685,694,750,3358,3920,4639,5010,5304],"dataset":[242,262,280,1104,3338,3355,3395,4851],"instead":[243],"traditional":[245,1269,1334,1351],"ImageNet,":[246],"will":[249,1745,1761,1867,1902,1955,2036,2057,2242,2642,2665,2673,2685,2700,2784,3664,5130],"be":[250,729,1240,1678,1847,1854,1868,1903,1970,2037,2058,2074,2244,2492,2643,2666,2674,2686,2701,2785,2937,3514,3665,3782,3792,3859,3869,4858,4967,5131],"more":[251,266,539,545,2138,5112,5284],"meaningful":[252,267],"because":[253],"helps":[263,3570],"provide":[265,658,859],"features":[268,284,302,455,902,997,1164,1340,1390,1624,1631,1654,1672,1895,2178,2262,2455,2463,2819,3048,3659,5108,5143,5283],"(Neumann":[269],"2020).":[272,1037],"fact,":[274],"samples":[276,3494,3624],"have":[281,583,895,1466,3307,3988,5045,5068,5075,5162],"completely":[282],"different":[283,378,651,671,1176,1179,1234,1237,1286,1376,1392,1402,1435,1448,2180,2265,2461,2625,2745,2951,3985,3989,4402,4410,4921,5145,5159,5222],"images.":[288],"The":[289,932,1333,1365,1634,1697,1774,1922,1985,2061,2182,2544,2587,2824,3042,3193,3371,3772,3849,4085,4217,4255,4295,4345,4412,4442,4819,5012],"former":[290],"usually":[292,617,883,3922],"centered":[293],"around":[294],"image,":[296],"while":[297,1627,2940,4429,4812],"latter's":[299],"specific":[300],"category":[301],"typically":[303],"exist":[304],"throughout":[305],"entire":[307,1698,2393,4762],"image":[308,935,2588,2935,2952,3406,3456,3560,4180,4196,4211,4241,4746,5006],"(see":[309],"Figure":[310,510,1799,2183,3293,3778,3855,4301],"1).":[311],"And":[312,4268],"know":[314],"various":[317,610,3573],"types":[318,672,3574],"sensors":[320],"addition":[324],"containing":[326],"RGB":[327,384],"three":[328,382,995,2053,3879],"optical":[329],"band":[330,1185],"data,":[331,435,1003,1437,2560,2624,2638,3771,3925,4045,4667],"additional":[334],"bands":[335,1198,3435,3973],"invisible":[338],"part":[339],"electromagnetic":[342],"spectrum.":[343],"order":[345,874,1243,2517,2886,3678,3705,3805,4009,4062,4366,4644],"better":[347,1089,3320,4358,4976,5204],"evaluate":[348,4622],"compare":[350],"scenario":[356],"classification":[357,1566,2473,2477,3344,3354,3642,4754,4817,4836,5007,5245],"methods,":[358,4928,5167],"community":[362],"striving":[364],"create":[366],"collect":[368],"variety":[370],"benchmarking.":[375],"These":[376,1127,3484],"involve":[377],"datasets,":[379],"simple":[381],"channel":[383,993,996],"images":[385,606,1052,1138,2944,3519,3615],"multispectral,":[387],"hyperspectral,":[388],"or":[389,505,971,1162,1223,2137,3607,4205],"time":[390],"series":[391,1123,1878,1930,5061,5298],"datasets.":[392,4642],"On":[393],"hand,":[396,1212,1743,1759],"efforts":[397],"also":[399,907,2243,4050,4764],"being":[400,629],"train":[403,2519,3368,4678],"specifically":[406],"datasets":[411,540,614],"(Jain":[412],"2021;Yuan":[415],"Lin,":[417],"2021;Vincenzi":[418],"2021;Kang":[421],"2021).SSL":[424],"learn":[429,453,1014,4039,5039],"common":[430,454,483,3351,4040],"representations":[431,2954,5018],"largescale,":[433],"unlabeled":[434,450,1103,4044],"which":[436,559,737,776,802,1592,1905,1966,2067,2256,2376,2531,2946,2962,3347,4025,4338,5101],"generally":[438,3930,4357,4896],"broken":[439],"down":[440],"into":[441,945,951,1870,1876,1961,3488,3590],"two":[442,624,905,946,1338,1513,1551,2136,2192,2635,2647,2752,2769,2988,3190,3444,4005,4679,5164,5176,5268,5278],"main":[443,2545],"steps:":[444],"(1)":[445],"Training":[446],"model":[448,467,549,963,1045,1073,1414,1454,1541,1574,1646,1658,1662,1683,1700,1840,1851,2045,2110,2490,2660,2924,2957,2968,3285,3317,3655,3675,3736,4071,4115,4155,4427,4455,4469,4484,4498,4513,4528,4583,4592,4600,4608,4611,4656,4695,4806,4824,4917,5290,5318],"with":[449,490,501,1221,1349,1457,2002,2218,2379,2475,2495,2942,3055,3325,3424,3433,3671,3915,3962,3971,4185,4212,4244,4250,4414,4471,4500,4530,4615,4658,4782,5329],"based":[459,579,1028,1259,1305,1400,1415,1526,2174,2230,3765,3841,4020,5157,5225],"self-supervised":[461,1030,1056,1109,1298,1320,1412,1420,1425,1429,1524,2540,2906,3283,3341,3631,4033,4058,4082,4126,4172,4350,4363,4421,4524,4540,4561,4596,4677,4684,4878,5000,5035,5214,5219,5229,5234,5326],"goals;":[462],"(2)":[463],"Transferring":[464],"supervised":[470,3762,3838,4120,4440,4466,4481,4495,4510,4881,4912],"downstream":[471,557,1119,1442,1536,3649,4121,4293,4736,4742,4753,4829,5244],"task":[472,2474,3345,3643,4737,4743,4816],"leverage":[474],"capture":[478],"good":[479,1187,1200,4052],"representations.":[480,978],"SSL":[484,616,930,1125,2921,3316,4310,4329,4415,4434,4933,4990,5322],"architectures,":[485],"encoders":[486,4174,4686],"along":[489],"projection":[492,1885],"layer,":[493,3017,3026],"after":[495,1692,1749,1989,2000,2020,3694,4988],"training,":[496,921,2999,3002],"weights":[498],"task-specific":[503],"classifier":[504],"decoder,":[506],"2.":[511,4267],"Research":[512],"(Abnar":[513],"2021;Zhai":[516],"2022;Alabdulmohsin":[519],"2022;Tay":[522],"2022;Kaplan":[525],"2020;Tao":[528],"2020;Stojnic":[531],"Risojevic,":[533],"2021)":[534,957,2917,3337],"that":[537,897,1130,1472,1498,1508,1671,2080,2102,2278,2679,2733,3056,3309,3313,3396,3658,3787,3864,3884,3947,3982,4348,4552,4863,4969,5079,5201,5273],"pre-training,":[543,4278],"accurate":[546],"is,":[550],"greater":[553],"contribution":[555,2259,2459],"tasks,":[558],"can":[560,657,727,757,1219,2073,2491,3260,3513,3716,3781,3791,3858,3868,3892,4550,4567,4581,4590,4598,4609,4857,4966,4985,5102,5280],"some":[562,588,3493],"extent":[563,3670],"solve":[564,1245],"problem":[566,1247],"annotation":[569],"scarcity.":[571],"So":[572,3578],"achieved":[584,4051],"SOTA":[585,1055],"(Wang":[591,4839,4845],"2022a;Scheibenreif":[594],"2022;Wang":[597],"D.":[598],"2022;Cong":[601],"2022).In":[604],"acquired":[608,3408],"through":[609,1596,1751,1765,2066,2296,2331,2359,3015,3023,5077,5190],"sensors,":[611],"contain":[618],"modalities,":[622],"popular":[626],"ones":[627],"currently":[628,2533],"MS":[630,633,784,1000,1005,1135,1344,1480,1506,2512,3529,3563],"SAR.":[632],"system":[636,695,751],"records":[637],"weak":[639],"difference":[640,4323],"spectral":[642,655,3434,3972],"reflection":[643],"radiation":[645],"characteristics":[646,793,829,3541],"ground":[648,674,795,3544,3552,3576],"objects":[649,796],"bands,":[652],"high":[654,711,2565],"resolution,":[656],"lot":[660],"information":[662,681,790,1901,1915,2556,3684],"such":[663,816],"surface":[665,800,813,841,3548],"material":[666],"composition,":[667],"help":[668,1220],"identify":[670,3572],"objects,":[675,3553],"important":[680],"source":[682],"application":[686,741,835],"research":[687,1153,3940],"at":[688,1188,1201,3436,3974],"present.":[689],"However,":[690,1149,3562,3944],"multi-spectral":[692],"vulnerable":[697],"negative":[700],"impact":[701,5312],"weather":[703,1217],"conditions":[704],"(such":[705],"cloud":[707,720,723,766,3608],"cover)":[708],"requirements":[712],"weather.":[714],"Due":[715,826],"influence":[718,4370],"cover":[721,3609],"shadow,":[724],"only":[728,2577,4165,4959],"effectively":[730,3680,4568],"sunny":[733],"days":[734],"clouds,":[736,759],"greatly":[738],"limits":[739],"data.Radar":[744],"active":[748],"independent":[752],"sunlight.":[754],"Radar":[755,3427,3965],"beams":[756],"penetrate":[758],"not":[760,1214,2681,3906,4325,4826,4919],"affected":[761,1215],"day,":[763],"night":[764],"factors,":[767],"day":[772],"weather,":[775],"just":[777],"makes":[778],"up":[779],"lack":[782],"sensing.":[786,1332],"More":[787],"importantly,":[788],"radar":[789],"provides":[791,3297,3538],"physical":[792,3540],"reflecting":[798],"their":[799],"roughness,":[801],"mainly":[803,1911,3537],"depends":[804],"geometric":[807],"shape":[808],"target,":[811],"structure":[814,1701,2187,2573,3280,3715,4001,4048,4456,4470,4485,4499,4514,4529,4657,5056],"trace,":[815],"plant":[818],"cover,":[819,846],"loose":[820],"sediment":[821],"(sand,":[822],"gravel,":[823],"pebble),":[824],"etc.":[825],"these":[828,2646,2768],"radar,":[831],"great":[834],"potential":[836],"geological":[838],"structure,":[839,1271,4428,5141],"topography,":[840],"moisture,":[842,844],"soil":[843],"vegetation":[845,1190],"settlements,":[847],"linear":[848,1767,1884,2216,2298,2333,2361,4283,4312],"features,":[849],"sea":[850],"state":[851],"recognition":[852],"aspects,":[855],"but":[856,3900,4321,4929],"SAR":[857,1002,1007,1137,1342,1478,1496,2510,3527,3535],"cannot":[858],"easy":[860,3566],"interpret":[862,3558,3568],"images,":[863],"each":[864,1652,1897,1917,1979,2147,2236,4372,4387,4710,4780,5187,5314],"modal":[865,888,1436,2193,2205,2237,2462,4006,4463,4478,4521,5223],"own":[869],"advantages":[870,910,1114,1141],"disadvantages.":[872],"make":[876],"full":[877],"use":[878,886,1144,1354,2119,2744,3197,3332,3362,3580,3681,4654,4670,4802],"information,":[881,1087,2115],"researchers":[882],"need":[884,2811],"combination.":[891],"Moreover,":[892],"studies":[894,1128,3950],"simply":[898,1166,1336,3951,4460,4475,4518],"joint":[901,928],"modes":[906,1024,1177,1235,1287,1393,1449,2126,2266,3530,3986,5146,5165],"shows":[908,1801],"(Tao":[911],"2020;Vincenzi":[914],"2021).In":[917],"multi-modal":[918,1132,1155,1249,1254,1324,1345,1363,1468,2095,3924,3932,3935,4492,4507,4537,4558,4588,4666,4835,4997,5016],"fusion":[920,1133,1256,1278,1326,1361,1374,1461,1727,2035,2056,2069,2161,3725,3796,3873,3936,4490,4505,4535,4559,4589,4664,4973,4999,5025,5091,5166,5184,5208],"Wang":[922,1095],"al.":[924,981,1040,1097],"(2022a)":[925],"proposed":[926,4564,4627,4651,4865,5004,5013],"SAR-optical":[929,934],"algorithm.":[931,4084,4344],"concatenated":[933],"taken":[937,3466],"raw":[939],"input.":[940],"randomly":[943,2630,2675,2763,2980,3064,4199,4259,4813],"transformed":[944],"augmented":[947,3065],"views":[948,965],"fed":[950],"DINO-based":[953],"(Caron":[954],"teacher-student":[958],"network.":[959,3370],"This":[960,1720],"way,":[961],"contrasts":[964],"either":[967,4201],"single":[969,992,1147,3327],"modality":[970],"both,":[972],"both":[974,3315,3340,3581,4877],"inner-modality":[975],"inter-modality":[977],"Jain":[979],"(2022)":[982,1041],"applied":[983],"distillation":[985,1031],"concept":[987],"build":[989],"analyze":[991,4368],"utilized":[1004],"implicit":[1011],"augmentation":[1012,4181],"invariant":[1015],"embeddings":[1017],"verified":[1019,3308],"usefulness":[1021],"BYOL":[1033],"(Grill":[1034],"Fuller":[1038],"1.3":[1047],"million":[1048],"Sentinel-1":[1049,3401],"Sentinel-2":[1051,3404],"using":[1053,1121,3644,4712],"algorithm":[1058,2542,2908],"called":[1059,2775,2799,2844],"Mask":[1060],"Automatic":[1061],"coding":[1062,1900,2004],"2022)":[1066,1077,3735],"(MAE).":[1067],"They":[1068,1910],"then":[1069,1439,1562,1594,1874,1926,2357,2377,2469,2569,2590,2696,2742,2782,4111,5237],"loaded":[1070,1543],"(Fuller":[1074,3732],"reduced":[1079],"patch":[1081,1918,1980,2585,3457],"size":[1082,2610,4692,4768],"retain":[1084],"finer":[1085],"grained":[1086],"achieving":[1088],"results":[1090,3774,3786,3851,3863,3867,4053,4297,4305,4316,4334,4346,4443,4545,4862,4894,4914,4931],"(Green":[1091],"2022).":[1094],"(2022b)":[1098],"expose":[1099],"multi-modal,":[1101],"multitime":[1102],"SSL4EO-S12":[1105],"Earth":[1107],"observation-like":[1108],"validate":[1112],"multimodality":[1116],"algorithms.":[1126],"show":[1129,3492,4347],"over":[1142,3415],"mode.":[1148,2234],"current":[1152,4361],"fusion,":[1156,1230,1250,2164,5030],"processed":[1160,1927],"extracted":[1163,1284,1554,1673,3660,3685,5138],"spliced":[1167,3952],"together":[1168],"considering":[1170],"proportion":[1172,2562,5185],"importance":[1174,1232],"tasks.":[1180,1225,4294,5246],"example,":[1182,1941],"red-edge":[1184],"detecting":[1189,1202],"soil,":[1192],"SWIR":[1195],"NIR":[1197],"water":[1203],"resolving":[1205],"thin":[1206],"clouds.":[1207],"SAR,":[1208],"terrain":[1222],"disasterrelated":[1224],"multi-mode":[1229,5207],"should":[1239,3987],"fully":[1241],"considered.In":[1242],"propose":[1252,1318,3998],"gated":[1255,1277,1294,1325,1356,1460,1558,1797,1803,2094,3795,3872,4489,4504,4534,4587,4663,4998,5024,5029,5051,5148],"training":[1257,1299,1413,2641,2654,2808,3342,3592,3635,3763,3839,4106,4127,4133,4173,4351,4422,4562,4685,4708,4750,4778,4879,4913,5001,5036,5215,5327],"method":[1258,1309,1322,1335,1421,4089,4352,4628,4866,4943,4951,4974,5002,5014,5037,5230,5256,5261],"self-supervision.":[1261],"detail,":[1263,1463,1731,1935,2275,2730,4399,4576,4884,5043],"basis":[1266,3728,4094,4142,4392,4407],"added":[1273,1784,3690,3722],"shortcut":[1275,1831,3751,3826,4157,4458,4473,4487,4502,4516,4532,4555,4579,4660,5023,5127],"layer":[1276,1605,1735,1768,1781,1789,2217,2299,2334,2362,3052,3885,5071,5128],"mechanism,":[1279],"vectors":[1283,1556,1585,2356,5174],"were":[1288,1450,3422,3431,3482,3485,3960,3969,4448],"Frontiers":[1289],"Computational":[1291],"Neuroscience":[1292],"frontiersin.org":[1293],"fusion.":[1295,1347,5052],"method,":[1300,1352,4013,4652,4963,4981,5235],"integrated":[1302],"contrast":[1303,1424,2901,2913,3186,3194,3205,3257,4077,4087,4207,4230,5233,5260],"MAE":[1308,2529,2548,2640,2655,2977,4096,4136,4320,4343],"further":[1311,2888,4064],"improve":[1312,2889,3652,3893,4065,4569,4582,4591,4599,4610],"model.We":[1317],"splines":[1337],"when":[1341,2806,3794,3871,5080],"Compared":[1348],"unit":[1357,1368,1387,1710,1722,1804,2096,2368,2444,2485,3693],"achieve":[1359],"intra-modal":[1366,4554,4578,5022,5048],"gating":[1367,1386,1709,1721,2034,2055,2068,2367,2373,3692,3724,5090,5192,5210],"control":[1372,1712,2484,5206],"layers.":[1378,1696,1933],"After":[1379,1883,2076,2190,2621,4276,5133],"extracting":[1380,1622],"representation,":[1383],"inter-modal":[1385,1459,4557,5027,5050],"fuses":[1388],"effective":[1397,3683,5154],"modes.":[1403,5160],"At":[1404],"same":[1406,2017,2934,3029,4272],"time,":[1407],"redesigned":[1409],"mask":[1418,2596,5227],"reconstruction":[1419,2815,2822,2825,2847,3077,3253,5228,5255],"momentum":[1423,2960,3024,3059,4086,5232,5259],"method.":[1426,2919],"Firstly,":[1427,1512,1953],"was":[1431,1455,2829,3610],"carried":[1432,2038,2059,2071,3798,3875],"out":[1433,1816,2039,2072,2471,3507,3799,3876],"task,":[1443,1537,4755],"loaded,":[1451],"fine-tune":[1456,3640,4935,5324],"unit.In":[1462],"suppose":[1464,1732],"set":[1470,2714,3589,3636,3740,4270,4697,4765,5307],"S":[1471,1483,1488,1493,1503,1516,1520,1528,1531],"consists":[1473,1606,3397],"N":[1475,1491,1694,3695,3753,3828],"number":[1476,1635,1986,2062,3749,3824,3902,5122],"pairs,":[1481],"where":[1482,1492,3601],"=":[1484,1817,2401,2409,2418,2431,2855,2868,2880,3069,3073,3084,3093,3099,3105,3111,3117,3123,3135,3147,3159,3165,3171,3177,3213,3219,3225,3236,3272],"{S":[1485],"1":[1486,1494,1517,1529,2757,2777,2801,2857,2860,2864,2994,3004,3068,3083,3086,3110,3125,3128,3131,3161,3215,3296,4028],",":[1487,1739,2293,2313,2328,2348,2425,2761,2781,2805,2858,2871,3081,3090,3126,3129,3138,3141,3228,3239,3246],"2":[1489,1500,1504,1521,1532,2719,2760,2780,2804,2870,2873,2877,2997,3033,3072,3092,3095,3116,3137,3140,3143,3167,3221],"}":[1490],"represents":[1495,1505],"contains":[1499,1509,3923,3931],"channels":[1501,3445,3452],"12":[1510,1848,3745,5088],"channels.":[1511],"respectively.":[1533,2515,2651,3390,3848,4682],"respectively":[1544,3501],"extraction,":[1548],"groups":[1552],"fused,":[1560],"sent":[1563,1861,2657,2687,2702,2786,3006],"head":[1567],"results.We":[1570],"selected":[1571,2631,3815,4166],"primary":[1577],"our":[1580,1807,3369,4012,4153,4315,4333,4650,4893,4916],"model.":[1581,4097],"processes":[1583],"comprised":[1586],"sequence":[1589],"patches,":[1591,1626,1872,1962,2842],"passed":[1595],"transformer":[1598,1638,1695,1734,1805,1932,2030,2064,3654,3663,3890],"extraction.":[1602],"Each":[1603,2209,3455],"Transformer":[1604],"multi-headed":[1609],"self-attention":[1610],"(MHSA)":[1611],"sublayer":[1612,1690],"feed-forward":[1615],"(FFN)":[1617],"sublayer.":[1618],"MHSA":[1619],"focuses":[1620],"between":[1625,2834,2955,3409,4264],"FFN":[1628],"emphasizes":[1629],"within":[1632],"patches.":[1633],"known":[1643],"depth,":[1647,3676],"length":[1650],"hidden":[1653,2593,3047],"termed":[1656],"width.":[1659],"Generally,":[1660],"depth":[1663,1684,1841,2046,2717,3743,3917,5083],"width":[1665,1852,2721],"determine":[1666,2123,2144],"model's":[1668],"performance.":[1669],"Recognizing":[1670],"shallow":[1675,3662,3687,5105],"may":[1677],"somewhat":[1679],"forgotten":[1680,3666],"increases,":[1685],"introduced":[1687,1707,4091],"Transformer-shortcut":[1689],"(TS)":[1691],"stacking":[1693],"comprises":[1702],"TS":[1704],"structures,":[1705],"weight":[1714,1763,1775]},"counts_by_year":[],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2025-10-10T00:00:00"}