{"id":"https://openalex.org/W4406612174","doi":"https://doi.org/10.1109/smc54092.2024.10831502","title":"Self-Supervised Generative Pre-Trained Model with a Learnable Mask Network for Industrial Time Series Prediction","display_name":"Self-Supervised Generative Pre-Trained Model with a Learnable Mask Network for Industrial Time Series Prediction","publication_year":2024,"publication_date":"2024-10-06","ids":{"openalex":"https://openalex.org/W4406612174","doi":"https://doi.org/10.1109/smc54092.2024.10831502"},"language":"en","primary_location":{"id":"doi:10.1109/smc54092.2024.10831502","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc54092.2024.10831502","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063579470","display_name":"Chenze Wang","orcid":"https://orcid.org/0000-0002-6964-8388"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenze Wang","raw_affiliation_strings":["College of Electronic and Information Engineering, Tongji University,Shanghai,China,201804"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Tongji University,Shanghai,China,201804","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115597559","display_name":"Han Wang","orcid":"https://orcid.org/0009-0002-4984-9307"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Wang","raw_affiliation_strings":["College of Electronic and Information Engineering, Tongji University,Shanghai,China,201804"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Tongji University,Shanghai,China,201804","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100345155","display_name":"Qing Liu","orcid":"https://orcid.org/0000-0001-5398-8006"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Liu","raw_affiliation_strings":["College of Electronic and Information Engineering, Tongji University,Shanghai,China,201804"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Tongji University,Shanghai,China,201804","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28940146,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1901","last_page":"1906"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8628000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8628000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.8352000117301941,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.8195000290870667,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6659470796585083},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.6624988317489624},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6412869691848755},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.6022235751152039},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5980925559997559},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5172331929206848},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4977608025074005},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35363638401031494}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6659470796585083},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.6624988317489624},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6412869691848755},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.6022235751152039},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5980925559997559},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5172331929206848},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4977608025074005},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35363638401031494},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc54092.2024.10831502","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc54092.2024.10831502","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4715679184","display_name":null,"funder_award_id":"62273261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2530133016","https://openalex.org/W3005448318","https://openalex.org/W3022604663","https://openalex.org/W3022643593","https://openalex.org/W3023360076","https://openalex.org/W3047895608","https://openalex.org/W3118299338","https://openalex.org/W3128513378","https://openalex.org/W3177318507","https://openalex.org/W3188872815","https://openalex.org/W4200550577","https://openalex.org/W4224307553","https://openalex.org/W4229038095","https://openalex.org/W4317542939","https://openalex.org/W6797155008","https://openalex.org/W6810265253","https://openalex.org/W6810637551"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4391584540","https://openalex.org/W4380551139","https://openalex.org/W4317695495","https://openalex.org/W4395044357","https://openalex.org/W4287117424","https://openalex.org/W4387506531","https://openalex.org/W2087346071","https://openalex.org/W2967848559"],"abstract_inverted_index":{"Industrial":[0],"time":[1,71],"series":[2,72],"prediction":[3],"(ITSP)":[4],"is":[5,29,63,124],"an":[6],"indispensable":[7],"part":[8],"of":[9,45,137],"predictive":[10],"control":[11],"in":[12,37,42,65,104],"modern":[13,38],"industry.":[14],"Recently,":[15],"supervised":[16],"deep":[17],"learning-based":[18],"methods":[19],"have":[20],"provided":[21],"solutions":[22],"with":[23,33,57,87,95],"sufficient":[24],"annotated":[25],"data.":[26],"However,":[27],"there":[28],"massive":[30],"unlabeled":[31],"data":[32],"complex":[34],"temporal":[35,97],"features":[36,98],"industrial":[39],"production,":[40],"resulting":[41],"poor":[43],"performance":[44],"these":[46,79],"methods.":[47],"To":[48],"address":[49],"this":[50,66],"problem,":[51],"a":[52,58,84,114],"self-supervised":[53],"generative":[54],"pre-trained":[55],"model":[56],"learnable":[59,89],"mask":[60,93],"network":[61],"(SSGPM-LMN)":[62],"proposed":[64],"paper.":[67],"First,":[68],"the":[69,88,101],"multivariate":[70],"are":[73,81],"made":[74],"into":[75,83],"patches":[76,80],"channel-independently.":[77],"Then,":[78],"fed":[82],"Transformer":[85],"encoder":[86],"mask-reconstruction":[90],"paradigm,":[91],"drawing":[92],"indices":[94],"high":[96],"by":[99],"calculating":[100],"cosine":[102],"similarity":[103],"low-dimensional":[105],"feature":[106],"space":[107],"to":[108],"better":[109],"learn":[110],"general":[111],"representations.":[112],"Furthermore,":[113],"two-step":[115],"fine-tuning":[116],"strategy,":[117],"including":[118],"linear":[119],"probing":[120],"and":[121,139],"full":[122],"fine-tuning,":[123],"adopted":[125],"for":[126],"various":[127],"downstream":[128],"scenarios.":[129],"Finally,":[130],"extensive":[131],"experimental":[132],"results":[133],"on":[134],"case":[135],"studies":[136],"ITSP":[138],"transfer":[140],"learning":[141],"indicate":[142],"that":[143],"our":[144],"SSGPM-LMN":[145],"achieves":[146],"superior":[147],"performance.":[148]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}