{"id":"https://openalex.org/W4400728329","doi":"https://doi.org/10.1007/s10994-024-06570-7","title":"Spatial entropy as an inductive bias for vision transformers","display_name":"Spatial entropy as an inductive bias for vision transformers","publication_year":2024,"publication_date":"2024-07-17","ids":{"openalex":"https://openalex.org/W4400728329","doi":"https://doi.org/10.1007/s10994-024-06570-7"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-024-06570-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-024-06570-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-024-06570-7.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-024-06570-7.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004548591","display_name":"Elia Peruzzo","orcid":"https://orcid.org/0000-0003-0119-3783"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Elia Peruzzo","raw_affiliation_strings":["University of Trento, Trento, Italy"],"affiliations":[{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024183744","display_name":"Enver Sangineto","orcid":"https://orcid.org/0000-0002-5187-4133"},"institutions":[{"id":"https://openalex.org/I122346577","display_name":"University of Modena and Reggio Emilia","ror":"https://ror.org/02d4c4y02","country_code":"IT","type":"education","lineage":["https://openalex.org/I122346577"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Enver Sangineto","raw_affiliation_strings":["University of Modena and Reggio Emilia, Modena, Italy"],"affiliations":[{"raw_affiliation_string":"University of Modena and Reggio Emilia, Modena, Italy","institution_ids":["https://openalex.org/I122346577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375513","display_name":"Yahui Liu","orcid":"https://orcid.org/0000-0003-4398-8867"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]},{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Yahui Liu","raw_affiliation_strings":["Bruno Kessler Foundation, Trento, Italy","University of Trento, Trento, Italy"],"affiliations":[{"raw_affiliation_string":"Bruno Kessler Foundation, Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]},{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081236916","display_name":"Marco De Nadai","orcid":"https://orcid.org/0000-0001-8466-3933"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco De Nadai","raw_affiliation_strings":["Bruno Kessler Foundation, Trento, Italy"],"affiliations":[{"raw_affiliation_string":"Bruno Kessler Foundation, Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101671512","display_name":"Wei Bi","orcid":"https://orcid.org/0000-0001-8457-0630"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Bi","raw_affiliation_strings":["Tencent AI Lab, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Tencent AI Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048877432","display_name":"Bruno Lepri","orcid":"https://orcid.org/0000-0003-1275-2333"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Bruno Lepri","raw_affiliation_strings":["Bruno Kessler Foundation, Trento, Italy"],"affiliations":[{"raw_affiliation_string":"Bruno Kessler Foundation, Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027171279","display_name":"Nicu Sebe","orcid":"https://orcid.org/0000-0002-6597-7248"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicu Sebe","raw_affiliation_strings":["University of Trento, Trento, Italy"],"affiliations":[{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5004548591"],"corresponding_institution_ids":["https://openalex.org/I193223587"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":5.2604,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.94902986,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"113","issue":"9","first_page":"6945","last_page":"6975"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inductive-bias","display_name":"Inductive bias","score":0.8049978017807007},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.715688943862915},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7037848830223083},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5692625045776367},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.558789074420929},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5397786498069763},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5365685224533081},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5309169888496399},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.4987602233886719},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4735119640827179},{"id":"https://openalex.org/keywords/spatial-analysis","display_name":"Spatial analysis","score":0.4464947283267975},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43201425671577454},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4289343059062958},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.3915102183818817},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16472578048706055},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.14986154437065125},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08648538589477539}],"concepts":[{"id":"https://openalex.org/C197352929","wikidata":"https://www.wikidata.org/wiki/Q1074074","display_name":"Inductive bias","level":4,"score":0.8049978017807007},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.715688943862915},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7037848830223083},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5692625045776367},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.558789074420929},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5397786498069763},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5365685224533081},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5309169888496399},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4987602233886719},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4735119640827179},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.4464947283267975},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43201425671577454},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4289343059062958},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.3915102183818817},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16472578048706055},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.14986154437065125},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08648538589477539},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10994-024-06570-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-024-06570-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-024-06570-7.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},{"id":"pmh:oai:iris.unitn.it:11572/423092","is_oa":true,"landing_page_url":"https://hdl.handle.net/11572/423092","pdf_url":"https://iris.unitn.it/bitstream/11572/423092/1/s10994-024-06570-7%20%281%29.pdf","source":{"id":"https://openalex.org/S4306401913","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:iris.unimore.it:11380/1370849","is_oa":false,"landing_page_url":"https://hdl.handle.net/11380/1370849","pdf_url":null,"source":{"id":"https://openalex.org/S4306400718","display_name":"IRIS UNIMORE (University of Modena and Reggio Emilia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122346577","host_organization_name":"University of Modena and Reggio Emilia","host_organization_lineage":["https://openalex.org/I122346577"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10994-024-06570-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-024-06570-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-024-06570-7.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2124936668","display_name":null,"funder_award_id":"101120237","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3232057226","display_name":null,"funder_award_id":"101120237","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G4508289328","display_name":null,"funder_award_id":"PE00000013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8893660128","display_name":null,"funder_award_id":"PE0000001","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322275","display_name":"Universit\u00e0 degli Studi di Trento","ror":"https://ror.org/05trd4x28"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400728329.pdf","grobid_xml":"https://content.openalex.org/works/W4400728329.grobid-xml"},"referenced_works_count":98,"referenced_works":["https://openalex.org/W105270443","https://openalex.org/W1536680647","https://openalex.org/W1964571510","https://openalex.org/W2031489346","https://openalex.org/W2103559027","https://openalex.org/W2117539524","https://openalex.org/W2120646872","https://openalex.org/W2156955202","https://openalex.org/W2194775991","https://openalex.org/W2516580127","https://openalex.org/W2533598788","https://openalex.org/W2556967412","https://openalex.org/W2765407302","https://openalex.org/W2883725317","https://openalex.org/W2887997457","https://openalex.org/W2896457183","https://openalex.org/W2905631704","https://openalex.org/W2908510526","https://openalex.org/W2909406056","https://openalex.org/W2954400107","https://openalex.org/W2963150697","https://openalex.org/W2989731761","https://openalex.org/W2990500698","https://openalex.org/W2992308087","https://openalex.org/W2998388430","https://openalex.org/W3005680577","https://openalex.org/W3027758526","https://openalex.org/W3035060554","https://openalex.org/W3035524453","https://openalex.org/W3036224891","https://openalex.org/W3041919418","https://openalex.org/W3042335128","https://openalex.org/W3092462694","https://openalex.org/W3094502228","https://openalex.org/W3096609285","https://openalex.org/W3108655343","https://openalex.org/W3110446398","https://openalex.org/W3111535274","https://openalex.org/W3116489684","https://openalex.org/W3118608800","https://openalex.org/W3119686997","https://openalex.org/W3121523901","https://openalex.org/W3131500599","https://openalex.org/W3134652006","https://openalex.org/W3136416617","https://openalex.org/W3136525061","https://openalex.org/W3137278571","https://openalex.org/W3138516171","https://openalex.org/W3145450063","https://openalex.org/W3153465022","https://openalex.org/W3154552141","https://openalex.org/W3158714121","https://openalex.org/W3159481202","https://openalex.org/W3163602117","https://openalex.org/W3165924482","https://openalex.org/W3166513219","https://openalex.org/W3170863103","https://openalex.org/W3171007011","https://openalex.org/W3177096435","https://openalex.org/W3190894976","https://openalex.org/W3193402170","https://openalex.org/W3206930349","https://openalex.org/W3210279979","https://openalex.org/W3212076252","https://openalex.org/W4212774754","https://openalex.org/W4214493665","https://openalex.org/W4214689175","https://openalex.org/W4214709605","https://openalex.org/W4214755140","https://openalex.org/W4214827063","https://openalex.org/W4214893857","https://openalex.org/W4221161783","https://openalex.org/W4223507692","https://openalex.org/W4225323055","https://openalex.org/W4226058394","https://openalex.org/W4286695273","https://openalex.org/W4288404646","https://openalex.org/W4308503280","https://openalex.org/W4312312750","https://openalex.org/W4312446817","https://openalex.org/W4312536164","https://openalex.org/W4312685069","https://openalex.org/W4312769131","https://openalex.org/W4312804044","https://openalex.org/W4313021454","https://openalex.org/W4313156423","https://openalex.org/W4382465386","https://openalex.org/W4386075553","https://openalex.org/W4386221015","https://openalex.org/W6739901393","https://openalex.org/W6757817989","https://openalex.org/W6779809370","https://openalex.org/W6779879114","https://openalex.org/W6790978476","https://openalex.org/W6791447439","https://openalex.org/W6795475546","https://openalex.org/W6796761347","https://openalex.org/W6838538827"],"related_works":["https://openalex.org/W3104240813","https://openalex.org/W3209042722","https://openalex.org/W3168410956","https://openalex.org/W1505595614","https://openalex.org/W1587378402","https://openalex.org/W2281006184","https://openalex.org/W1614862348","https://openalex.org/W2118204198","https://openalex.org/W1504819273","https://openalex.org/W2310147103"],"abstract_inverted_index":{"Abstract":[0],"Recent":[1],"work":[2],"on":[3],"Vision":[4,57],"Transformers":[5],"(VTs)":[6],"showed":[7],"that":[8,98,194],"introducing":[9],"a":[10,33,69,76,110,134,148,161,210],"local":[11,77,211],"inductive":[12,172],"bias":[13,78,173,212],"in":[14,74,147],"the":[15,20,28,38,43,46,55,59,96,99,127,144,165,177,195,215,224],"VT":[16,206,225],"architecture":[17,29],"helps":[18],"reducing":[19],"number":[21],"of":[22,35,37,48,102,129,136,164],"samples":[23],"necessary":[24],"for":[25],"training.":[26,92,188],"However,":[27],"modifications":[30],"lead":[31],"to":[32,154,168,199],"loss":[34],"generality":[36],"Transformer":[39,217],"backbone,":[40],"partially":[41],"contradicting":[42],"push":[44],"towards":[45],"development":[47],"uniform":[49],"architectures,":[50],"shared,":[51],"e.g.,":[52],"by":[53,213],"both":[54],"Computer":[56],"and":[58,71,158,219],"Natural":[60],"Language":[61],"Processing":[62],"areas.":[63],"In":[64,139],"this":[65,130,170],"work,":[66],"we":[67,94,124,142,159,181,192],"propose":[68,160],"different":[70],"complementary":[72],"direction,":[73],"which":[75,114,208],"is":[79,121,235],"introduced":[80],"using":[81,229],"an":[82,183],"auxiliary":[83],"self-supervised":[84,185],"task":[85],",":[86],"performed":[87],"jointly":[88],"with":[89,106],"standard":[90],"supervised":[91],"Specifically,":[93],"exploit":[95,143],"observation":[97],"attention":[100],"maps":[101],"VTs,":[103],"when":[104,119,228],"trained":[105],"self-supervision,":[107],"can":[108,221],"contain":[109],"semantic":[111],"segmentation":[112],"structure":[113],"does":[115],"not":[116],"spontaneously":[117],"emerge":[118],"training":[120,137,231],"supervised.":[122],"Thus,":[123],"explicitly":[125],"encourage":[126],"emergence":[128],"spatial":[131,162,179],"clustering":[132],"as":[133],"form":[135],"regularization.":[138],"more":[140],"detail,":[141],"assumption":[145],"that,":[146],"given":[149],"image,":[150],"objects":[151],"usually":[152],"correspond":[153],"few":[155],"connected":[156],"regions,":[157],"formulation":[163],"information":[166],"entropy":[167],"quantify":[169],"object-based":[171],".":[174,239],"By":[175],"minimizing":[176],"proposed":[178,196],"entropy,":[180],"include":[182,209],"additional":[184],"signal":[186],"during":[187],"Using":[189],"extensive":[190],"experiments,":[191],"show":[193],"regularization":[197],"leads":[198],"equivalent":[200],"or":[201],"better":[202],"results":[203],"than":[204],"other":[205],"proposals":[207],"changing":[214],"basic":[216],"architecture,":[218],"it":[220],"drastically":[222],"boost":[223],"final":[226],"accuracy":[227],"small-medium":[230],"sets.":[232],"The":[233],"code":[234],"available":[236],"at":[237],"https://github.com/helia95/SAR":[238]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-25T14:56:36.534964","created_date":"2025-10-10T00:00:00"}