{"id":"https://openalex.org/W4392567331","doi":"https://doi.org/10.1109/tim.2024.3374300","title":"Spectrum-BERT: Pretraining of Deep Bidirectional Transformers for Spectral Classification of Chinese Liquors","display_name":"Spectrum-BERT: Pretraining of Deep Bidirectional Transformers for Spectral Classification of Chinese Liquors","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392567331","doi":"https://doi.org/10.1109/tim.2024.3374300"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2024.3374300","doi":"https://doi.org/10.1109/tim.2024.3374300","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3374300","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-3","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2210.12440","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100700125","display_name":"Yansong Wang","orcid":"https://orcid.org/0000-0003-0732-9899","observed_orcids":["https://orcid.org/0000-0003-0732-9899"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yansong Wang","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China","School of Computer Science and Technology, Harbin Institute of Technology at Weihai, Weihai, China"],"raw_orcid":"https://orcid.org/0000-0003-0732-9899","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology at Weihai, Weihai, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100650169","display_name":"Yundong Sun","orcid":"https://orcid.org/0000-0001-5567-4553","observed_orcids":["https://orcid.org/0000-0001-5567-4553"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yundong Sun","raw_affiliation_strings":["Department of Electronic Science and Technology, Harbin Institute of Technology, Harbin, China","School of Computer Science and Technology, Harbin Institute of Technology at Weihai, Weihai, China"],"raw_orcid":"https://orcid.org/0000-0001-5567-4553","affiliations":[{"raw_affiliation_string":"Department of Electronic Science and Technology, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology at Weihai, Weihai, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085197985","display_name":"Yansheng Fu","orcid":"https://orcid.org/0000-0001-6565-7861","observed_orcids":["https://orcid.org/0000-0001-6565-7861"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yansheng Fu","raw_affiliation_strings":["School of Instrument Science and Engineering, Harbin Institute of Technology, Harbin, China","School of Computer Science and Technology, Harbin Institute of Technology at Weihai, Weihai, China"],"raw_orcid":"https://orcid.org/0000-0001-6565-7861","affiliations":[{"raw_affiliation_string":"School of Instrument Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology at Weihai, Weihai, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064974659","display_name":"Dongjie Zhu","orcid":"https://orcid.org/0000-0001-7874-8498","observed_orcids":["https://orcid.org/0000-0001-7874-8498"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongjie Zhu","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China","School of Computer Science and Technology, Harbin Institute of Technology at Weihai, Weihai, China"],"raw_orcid":"https://orcid.org/0000-0001-7874-8498","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology at Weihai, Weihai, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058331330","display_name":"Zhaoshuo Tian","orcid":"https://orcid.org/0000-0002-6005-0638","observed_orcids":["https://orcid.org/0000-0002-6005-0638"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoshuo Tian","raw_affiliation_strings":["Institute of Marine Optoelectronic Equipment, Harbin Institute of Technology, Weihai, China","Institute of Marine Optoelectronic Equipment, Harbin Institute of Technology at Weihai, Weihai, China"],"raw_orcid":"https://orcid.org/0000-0002-6005-0638","affiliations":[{"raw_affiliation_string":"Institute of Marine Optoelectronic Equipment, Harbin Institute of Technology, Weihai, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Institute of Marine Optoelectronic Equipment, Harbin Institute of Technology at Weihai, Weihai, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":2.3962,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.88751691,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"73","issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10640","display_name":"Spectroscopy and Chemometric Analyses","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1602","display_name":"Analytical Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10640","display_name":"Spectroscopy and Chemometric Analyses","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1602","display_name":"Analytical Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11324","display_name":"Spectroscopy Techniques in Biomedical and Chemical Research","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/baijiu","display_name":"baijiu","score":0.6940000057220459},{"id":"https://openalex.org/keywords/spectral-classification","display_name":"spectral classification","score":0.8999999761581421},{"id":"https://openalex.org/keywords/unsupervised-pretraining","display_name":"unsupervised pre-training","score":0.7919999957084656},{"id":"https://openalex.org/keywords/supervised-fine-tuning","display_name":"supervised fine-tuning","score":0.9010000228881836},{"id":"https://openalex.org/keywords/bidirectional-transformer","display_name":"bidirectional transformer","score":0.6980000138282776},{"id":"https://openalex.org/keywords/limited-labeled-data","display_name":"limited labeled data","score":0.6349999904632568},{"id":"https://openalex.org/keywords/food-inspection","display_name":"food inspection","score":0.5720000267028809},{"id":"https://openalex.org/keywords/spectral-feature-extraction","display_name":"spectral feature extraction","score":0.5180000066757202}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5378718972206116},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5365471839904785},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4867415428161621},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4541683495044708},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.4090038537979126},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3831139802932739},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.36978548765182495},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3166758716106415},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.2097836434841156}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tim.2024.3374300","doi":"https://doi.org/10.1109/tim.2024.3374300","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3374300","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-3","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2210.12440","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.12440","pdf_url":"https://arxiv.org/pdf/2210.12440","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2210.12440","doi":"https://doi.org/10.48550/arxiv.2210.12440","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.12440","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2210.12440","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.12440","pdf_url":"https://arxiv.org/pdf/2210.12440","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2939507312","display_name":null,"funder_award_id":"2020YFE0201500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4443896572","display_name":null,"funder_award_id":"HIT.NSRIF. 201714","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7354447749","display_name":null,"funder_award_id":"2020YFE0201500","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392567331.pdf","grobid_xml":"https://content.openalex.org/works/W4392567331.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1829881863","https://openalex.org/W1985690171","https://openalex.org/W2021143470","https://openalex.org/W2035486996","https://openalex.org/W2053989426","https://openalex.org/W2107726111","https://openalex.org/W2194775991","https://openalex.org/W2385428617","https://openalex.org/W2415216399","https://openalex.org/W2559881161","https://openalex.org/W2612445135","https://openalex.org/W2626778328","https://openalex.org/W2752532133","https://openalex.org/W2896457183","https://openalex.org/W2938830017","https://openalex.org/W2962753370","https://openalex.org/W2964121744","https://openalex.org/W2965373594","https://openalex.org/W2970986510","https://openalex.org/W2998385486","https://openalex.org/W2999049078","https://openalex.org/W3034445277","https://openalex.org/W3084731148","https://openalex.org/W3092462694","https://openalex.org/W3092739317","https://openalex.org/W3151929433","https://openalex.org/W3159908420","https://openalex.org/W3165616171","https://openalex.org/W3170863103","https://openalex.org/W3200221074","https://openalex.org/W3203003413","https://openalex.org/W3207533527","https://openalex.org/W4205950338","https://openalex.org/W4210318946","https://openalex.org/W4226157448","https://openalex.org/W4226420318","https://openalex.org/W4285173039","https://openalex.org/W4286253136"],"related_works":["https://openalex.org/W4401506654","https://openalex.org/W7161119545","https://openalex.org/W4408355433","https://openalex.org/W7214038398","https://openalex.org/W7164830041","https://openalex.org/W4411373657","https://openalex.org/W7119526166","https://openalex.org/W2064916373","https://openalex.org/W4398202567","https://openalex.org/W6885243436"],"abstract_inverted_index":{"Counterfeit":[0],"Chinese":[1,73],"liquor":[2,74,144],"incidents":[3],"in":[4,26,38,61],"China":[5],"have":[6,137],"significantly":[7],"disrupted":[8],"market":[9],"order":[10],"and":[11,69,76,95,109,191,196],"jeopardized":[12],"the":[13,50,54,63,72,102,116,125,132,142,177,183],"health":[14],"of":[15,45,71,112,118,127,198,200],"consumers.":[16],"Currently,":[17],"deep":[18],"learning-based":[19],"spectral":[20,92,113,145],"detection":[21],"techniques":[22],"are":[23,49,193],"extensively":[24],"leveraged":[25],"non-invasive":[27],"food":[28],"inspection.":[29],"Excessive":[30],"reliance":[31],"on":[32,141,155],"labels":[33],"severely":[34],"limits":[35],"its":[36,173],"application":[37],"real":[39,143],"scenarios.":[40],"To":[41],"make":[42],"better":[43],"use":[44,53],"limited":[46],"samples,":[47],"we":[48,89,136],"first":[51],"to":[52,100,105,182],"\u201cunsupervised":[55,119],"pre-training":[56,120],"&":[57,121],"supervised":[58,122,161,179],"fine-tuning\u201d":[59,123],"paradigm":[60,117],"combining":[62],"Transformer":[64],"architecture":[65],"for":[66,86],"feature":[67],"extraction":[68],"classification":[70],"spectrum,":[75],"propose":[77,91],"Spectrum-BERT,":[78],"which":[79],"represents":[80],"Bidirectional":[81],"Encoder":[82],"Representations":[83],"from":[84],"Transformers":[85],"Spectrum.":[87],"Specifically,":[88],"creatively":[90],"curve":[93],"partitioning":[94],"1-D":[96],"convolutional":[97],"layer":[98],"mapping":[99],"maintain":[101,172],"model\u2019s":[103,133],"sensitivity":[104],"characteristic":[106],"peak":[107],"locations":[108],"local":[110],"information":[111],"curves.":[114],"Moreover,":[115],"addresses":[124],"limitation":[126],"label":[128],"deficiency,":[129],"thus":[130],"improving":[131],"applicability.":[134],"Finally,":[135],"conducted":[138],"extensive":[139],"experiments":[140,148],"dataset.":[146],"Comparative":[147],"demonstrate":[149],"that":[150,168],"Spectrum-BERT":[151,169],"outperforms":[152],"all":[153,156],"baselines":[154],"metrics":[157],"using":[158,175],"only":[159,176,194],"70%":[160],"signal.":[162,180],"The":[163],"limit":[164],"experimental":[165],"results":[166],"show":[167],"can":[170],"still":[171],"lead":[174],"10%":[178],"Thanks":[181],"more":[184],"efficient":[185],"model":[186,189],"architecture,":[187],"Spectrum-BERT\u2019s":[188],"parameters":[190],"FLOPs":[192],"1/568":[195],"1/322":[197],"those":[199],"baselines.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":4}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2024-03-08T00:00:00"}