{"id":"https://openalex.org/W4399995159","doi":"https://doi.org/10.1109/access.2024.3418779","title":"Robust Representation Learning via Sparse Attention Mechanism for Similarity Models","display_name":"Robust Representation Learning via Sparse Attention Mechanism for Similarity Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399995159","doi":"https://doi.org/10.1109/access.2024.3418779"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3418779","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3418779","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3418779","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092810068","display_name":"Alina Ermilova","orcid":"https://orcid.org/0000-0002-1392-6908"},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Alina Ermilova","raw_affiliation_strings":["Skolkovo Institute of Science and Technology, Moscow, Russia"],"raw_orcid":"https://orcid.org/0000-0002-1392-6908","affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085141942","display_name":"Nikita Baramiia","orcid":null},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Nikita Baramiia","raw_affiliation_strings":["Skolkovo Institute of Science and Technology, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009837759","display_name":"Valerii Kornilov","orcid":null},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Valerii Kornilov","raw_affiliation_strings":["Skolkovo Institute of Science and Technology, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059760393","display_name":"Sergey Petrakov","orcid":null},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Sergey Petrakov","raw_affiliation_strings":["Skolkovo Institute of Science and Technology, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011905327","display_name":"Alexey Zaytsev","orcid":"https://orcid.org/0000-0002-1653-0204"},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Alexey Zaytsev","raw_affiliation_strings":["Skolkovo Institute of Science and Technology, Moscow, Russia","Risk Management, Sber, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I125989756"]},{"raw_affiliation_string":"Risk Management, Sber, Moscow, Russia","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.9172,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.72176586,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"12","issue":null,"first_page":"97833","last_page":"97850"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7321568727493286},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6535472273826599},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48109906911849976},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4663136899471283},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.43486765027046204},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3355591893196106},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32218581438064575},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.17485260963439941}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7321568727493286},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6535472273826599},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48109906911849976},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4663136899471283},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.43486765027046204},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3355591893196106},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32218581438064575},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.17485260963439941},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3418779","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3418779","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1989c8f907cb49688b80ff5798f2ba28","is_oa":true,"landing_page_url":"https://doaj.org/article/1989c8f907cb49688b80ff5798f2ba28","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 97833-97850 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3418779","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3418779","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.4399999976158142,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W2010949546","https://openalex.org/W2048833555","https://openalex.org/W2064675550","https://openalex.org/W2095025273","https://openalex.org/W2095705004","https://openalex.org/W2183341477","https://openalex.org/W2187089797","https://openalex.org/W2319203258","https://openalex.org/W2604847698","https://openalex.org/W2887386884","https://openalex.org/W2950635152","https://openalex.org/W2970726176","https://openalex.org/W3005201656","https://openalex.org/W3015468748","https://openalex.org/W3021081018","https://openalex.org/W3025949386","https://openalex.org/W3033529678","https://openalex.org/W3085139254","https://openalex.org/W3135570121","https://openalex.org/W3137435582","https://openalex.org/W3164235831","https://openalex.org/W3165018365","https://openalex.org/W3173787059","https://openalex.org/W3177318507","https://openalex.org/W3195856892","https://openalex.org/W3199148273","https://openalex.org/W3201550277","https://openalex.org/W3203537844","https://openalex.org/W3205128731","https://openalex.org/W3206578314","https://openalex.org/W4200465790","https://openalex.org/W4206468798","https://openalex.org/W4213138829","https://openalex.org/W4281673063","https://openalex.org/W4295838474","https://openalex.org/W4312743023","https://openalex.org/W4377000545","https://openalex.org/W4382203079","https://openalex.org/W4385245566","https://openalex.org/W6674330103","https://openalex.org/W6748261976","https://openalex.org/W6763101540","https://openalex.org/W6764072591","https://openalex.org/W6766931575","https://openalex.org/W6767218856","https://openalex.org/W6771626834","https://openalex.org/W6776048684","https://openalex.org/W6779163297","https://openalex.org/W6781533629","https://openalex.org/W6783944145","https://openalex.org/W6785783668","https://openalex.org/W6789317445","https://openalex.org/W6791544899","https://openalex.org/W6802361514","https://openalex.org/W6838405681","https://openalex.org/W6839924347","https://openalex.org/W6843007496","https://openalex.org/W6846825190","https://openalex.org/W6852803816"],"related_works":["https://openalex.org/W2770593030","https://openalex.org/W3154990682","https://openalex.org/W2560201613","https://openalex.org/W2171975302","https://openalex.org/W2022352247","https://openalex.org/W4312219546","https://openalex.org/W2377538627","https://openalex.org/W2107220315","https://openalex.org/W1589637664","https://openalex.org/W4281727072"],"abstract_inverted_index":{"The":[0,94,169],"attention-based":[1],"models":[2],"are":[3],"widely":[4],"used":[5],"for":[6,35,181],"time":[7,37],"series":[8,38],"data.":[9,102],"However,":[10],"due":[11],"to":[12,40,43,82,118,179,187,194,200],"the":[13,22,50,63,74,79,92,124,129,141,155,172,175,190],"quadratic":[14],"complexity":[15],"of":[16,24,52,65,140,174],"attention":[17],"regarding":[18],"input":[19],"sequence":[20],"length,":[21],"application":[23,54],"Transformers":[25,67,70],"is":[26,99,116,196],"limited":[27],"by":[28,78],"high":[29],"resource":[30],"demands.":[31],"Moreover,":[32],"their":[33,53],"modifications":[34,139],"industrial":[36],"need":[39],"be":[41],"robust":[42],"missing":[44],"or":[45],"noisy":[46],"values,":[47],"which":[48,115],"complicates":[49],"expansion":[51],"horizon.":[55],"To":[56],"cope":[57],"with":[58],"these":[59],"issues,":[60],"we":[61],"introduce":[62],"class":[64],"efficient":[66],"named":[68],"Regularized":[69],"(Reguformers).":[71],"We":[72,152],"implement":[73],"regularization":[75],"technique":[76],"inspired":[77],"dropout":[80],"ideas":[81],"improve":[83],"robustness":[84],"and":[85,121,134,149,165],"reduce":[86],"computational":[87],"expenses":[88],"without":[89],"significantly":[90],"modifying":[91],"pipeline.":[93],"focus":[95],"in":[96,171],"our":[97,107],"experiments":[98,157],"on":[100,158],"oil&gas":[101],"For":[103],"well-interval":[104],"similarity":[105],"task,":[106],"best":[108,176],"Reguformer":[109,177],"configuration":[110],"reaches":[111],"ROC":[112],"AUC":[113],"0.97,":[114],"comparable":[117],"Informer":[119,195],"(0.978)":[120],"outperforms":[122],"baselines:":[123],"previous":[125],"LSTM":[126],"model":[127,132],"(0.934),":[128],"classical":[130],"Transformer":[131,180],"(0.967),":[133],"three":[135,159],"recent":[136],"most":[137],"promising":[138],"original":[142],"Transformer,":[143],"namely,":[144],"Performer":[145],"(0.949),":[146],"LRformer":[147],"(0.955),":[148],"DropDim":[150],"(0.777).":[151],"also":[153],"conduct":[154],"corresponding":[156],"additional":[160],"datasets":[161,183],"from":[162,185,198],"different":[163,182],"domains":[164],"obtain":[166],"superior":[167],"results.":[168],"increase":[170,191],"quality":[173],"relative":[178,193],"varies":[184],"3.7%":[186],"9.6%,":[188],"while":[189],"range":[192],"wider:":[197],"1.7%":[199],"18.4%.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}