{"id":"https://openalex.org/W4402353806","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650516","title":"Time Series Representation Learning with Supervised Contrastive Temporal Transformer","display_name":"Time Series Representation Learning with Supervised Contrastive Temporal Transformer","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402353806","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650516"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10650516","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650516","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059465979","display_name":"Yuansan Liu","orcid":"https://orcid.org/0000-0003-3990-662X"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Yuansan Liu","raw_affiliation_strings":["The University of Melbourne,School of Computing and Information Systems,Melbourne,Australia"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne,School of Computing and Information Systems,Melbourne,Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054649005","display_name":"Sudanthi Wijewickrema","orcid":"https://orcid.org/0000-0001-8015-8577"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Sudanthi Wijewickrema","raw_affiliation_strings":["The University of Melbourne,Department of Surgery (Otolaryngology),Melbourne,Australia"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne,Department of Surgery (Otolaryngology),Melbourne,Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091804836","display_name":"Christofer Bester","orcid":"https://orcid.org/0000-0003-2246-1177"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Christofer Bester","raw_affiliation_strings":["The University of Melbourne,Department of Surgery (Otolaryngology),Melbourne,Australia"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne,Department of Surgery (Otolaryngology),Melbourne,Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027127816","display_name":"Stephen O\u2019Leary","orcid":"https://orcid.org/0000-0001-6926-2103"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Stephen J. O\u2019Leary","raw_affiliation_strings":["The University of Melbourne,Department of Surgery (Otolaryngology),Melbourne,Australia"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne,Department of Surgery (Otolaryngology),Melbourne,Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101609697","display_name":"James Bailey","orcid":"https://orcid.org/0000-0002-3769-3811"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"James Bailey","raw_affiliation_strings":["The University of Melbourne,School of Computing and Information Systems,Melbourne,Australia"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne,School of Computing and Information Systems,Melbourne,Australia","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5059465979"],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":1.5574,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83357357,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7077083587646484},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6132078170776367},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.5978062152862549},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5198184251785278},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5060765147209167},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.43616628646850586},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3544856607913971},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3442094326019287},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3311799466609955},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10354739427566528},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07639390230178833},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.06488814949989319}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7077083587646484},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6132078170776367},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5978062152862549},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5198184251785278},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5060765147209167},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.43616628646850586},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3544856607913971},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3442094326019287},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3311799466609955},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10354739427566528},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07639390230178833},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.06488814949989319},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10650516","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650516","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W49700977","https://openalex.org/W1565746575","https://openalex.org/W1968354112","https://openalex.org/W1984674851","https://openalex.org/W2024300411","https://openalex.org/W2030863907","https://openalex.org/W2036266947","https://openalex.org/W2095654324","https://openalex.org/W2101895600","https://openalex.org/W2108328714","https://openalex.org/W2136317921","https://openalex.org/W2145343602","https://openalex.org/W2194775991","https://openalex.org/W2323679741","https://openalex.org/W2510642588","https://openalex.org/W2620694480","https://openalex.org/W2786161686","https://openalex.org/W2913668833","https://openalex.org/W2954112873","https://openalex.org/W2954350473","https://openalex.org/W2964053550","https://openalex.org/W2972810968","https://openalex.org/W2982438846","https://openalex.org/W3005680577","https://openalex.org/W3008872739","https://openalex.org/W3010158807","https://openalex.org/W3035060554","https://openalex.org/W3035524453","https://openalex.org/W3042807565","https://openalex.org/W3046296398","https://openalex.org/W3083891030","https://openalex.org/W3109518304","https://openalex.org/W3110734708","https://openalex.org/W3136267091","https://openalex.org/W3190152617","https://openalex.org/W3199148273","https://openalex.org/W4220903131","https://openalex.org/W4221108754","https://openalex.org/W4232212680","https://openalex.org/W4285389924","https://openalex.org/W4287812705","https://openalex.org/W4297775537","https://openalex.org/W4312902696","https://openalex.org/W4382464145","https://openalex.org/W4385245566","https://openalex.org/W4399546722","https://openalex.org/W6730323794","https://openalex.org/W6737664043","https://openalex.org/W6739901393","https://openalex.org/W6752378368","https://openalex.org/W6774314701","https://openalex.org/W6776700526","https://openalex.org/W6779326418","https://openalex.org/W6838755211"],"related_works":["https://openalex.org/W1919101720","https://openalex.org/W2062195135","https://openalex.org/W4390822878","https://openalex.org/W96888382","https://openalex.org/W2041308758","https://openalex.org/W4386126592","https://openalex.org/W4392529072","https://openalex.org/W4394131749","https://openalex.org/W4394084199","https://openalex.org/W2795079307"],"abstract_inverted_index":{"Finding":[0],"effective":[1],"representations":[2,147],"for":[3,38,76,115],"time":[4,50,80,120],"series":[5,51,81,121],"data":[6,82],"is":[7],"a":[8,58,98,128,152,184,195,200],"useful":[9],"but":[10],"challenging":[11],"task.":[12],"Several":[13],"works":[14],"utilize":[15],"self-supervised":[16],"or":[17,159],"unsupervised":[18],"learning":[19,54,86,117],"methods":[20,75],"to":[21,33,83,101,158,182,244],"address":[22,183],"this.":[23],"However,":[24],"there":[25],"still":[26],"remains":[27],"the":[28,138,146,207,216,231],"open":[29],"question":[30],"of":[31,79,118],"how":[32],"leverage":[34],"available":[35],"label":[36],"information":[37],"better":[39,160],"representations.":[40,88],"To":[41],"answer":[42],"this":[43],"question,":[44],"we":[45,90,110,178,229],"exploit":[46],"pre-existing":[47],"techniques":[48],"in":[49,97,234],"and":[52,56,93,106,170,199,213,221,238],"representation":[53,116],"domains":[55],"develop":[57],"simple,":[59],"yet":[60],"novel":[61],"fusion":[62],"model,":[63],"called:":[64],"Supervised":[65,112],"COntrastive":[66],"Temporal":[67,94],"Transformer":[68,92],"(SCOTT).":[69],"We":[70,123,204],"first":[71],"investigate":[72,179],"suitable":[73],"augmentation":[74],"various":[77],"types":[78],"assist":[84],"with":[85,145,210],"change-invariant":[87],"Secondly,":[89],"combine":[91],"Convolutional":[95],"Networks":[96],"simple":[99],"way":[100],"efficiently":[102],"learn":[103],"both":[104],"global":[105],"local":[107],"features.":[108],"Finally,":[109],"simplify":[111],"Contrastive":[113],"Loss":[114],"labelled":[119],"data.":[122],"preliminarily":[124],"evaluate":[125],"SCOTT":[126],"on":[127,167,192,215],"downstream":[129],"task,":[130,186],"Time":[131],"Series":[132],"Classification,":[133],"using":[134],"45":[135],"datasets":[136,169],"from":[137],"UCR":[139],"archive.":[140],"The":[141],"results":[142],"show":[143,205,239],"that":[144,206],"learnt":[148],"by":[149],"SCOTT,":[150],"even":[151],"weak":[153],"classifier":[154],"can":[155],"perform":[156],"similar":[157],"than":[161],"existing":[162],"state-of-the-art":[163],"models":[164],"(best":[165],"performance":[166],"23/45":[168],"highest":[171],"rank":[172],"against":[173],"9":[174],"baseline":[175],"models).":[176],"Afterwards,":[177],"SCOTT\u2019s":[180],"ability":[181],"real-world":[185],"online":[187,217],"Change":[188],"Point":[189],"Detection":[190],"(CPD),":[191],"two":[193],"datasets:":[194],"human":[196],"activity":[197],"dataset":[198],"surgical":[201],"patient":[202],"dataset.":[203],"model":[208],"performs":[209,241],"high":[211],"reliability":[212],"efficiency":[214],"CPD":[218],"problem":[219],"(\u223c98%":[220],"area":[222],"under":[223],"precision-recall":[224],"curve":[225],"respectively).":[226],"Furthermore,":[227],"\u223c97%":[228],"demonstrate":[230],"model\u2019s":[232],"potential":[233],"tackling":[235],"early":[236],"detection":[237],"it":[240],"best":[242],"compared":[243],"other":[245],"candidates.":[246]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}