{"id":"https://openalex.org/W4406812283","doi":"https://doi.org/10.1109/access.2025.3533554","title":"BERT-Residual Quantum Language Model Inspired by ODE Multi-Step Method","display_name":"BERT-Residual Quantum Language Model Inspired by ODE Multi-Step Method","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406812283","doi":"https://doi.org/10.1109/access.2025.3533554"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3533554","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3533554","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3533554","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100927433","display_name":"Shaohui Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaohui Liang","raw_affiliation_strings":["Library, Tianjin Renai College, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0009-3088-9967","affiliations":[{"raw_affiliation_string":"Library, Tianjin Renai College, Tianjin, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012375264","display_name":"Yingkui Wang","orcid":"https://orcid.org/0000-0002-2382-880X"},"institutions":[{"id":"https://openalex.org/I4403928323","display_name":"Tianjin Renai College","ror":"https://ror.org/03e5da851","country_code":null,"type":"education","lineage":["https://openalex.org/I4403928323"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingkui Wang","raw_affiliation_strings":["School of Intelligent Computing Engineering, Tianjin Renai College, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-2382-880X","affiliations":[{"raw_affiliation_string":"School of Intelligent Computing Engineering, Tianjin Renai College, Tianjin, China","institution_ids":["https://openalex.org/I4403928323"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shuxin Chen","orcid":"https://orcid.org/0009-0009-1611-2481"},"institutions":[{"id":"https://openalex.org/I4403928323","display_name":"Tianjin Renai College","ror":"https://ror.org/03e5da851","country_code":null,"type":"education","lineage":["https://openalex.org/I4403928323"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuxin Chen","raw_affiliation_strings":["School of Intelligent Computing Engineering, Tianjin Renai College, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0009-1611-2481","affiliations":[{"raw_affiliation_string":"School of Intelligent Computing Engineering, Tianjin Renai College, Tianjin, China","institution_ids":["https://openalex.org/I4403928323"]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.792,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.8964179,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"13","issue":null,"first_page":"19320","last_page":"19328"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10020","display_name":"Quantum Information and Cryptography","score":0.9585999846458435,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ode","display_name":"Ode","score":0.9010993242263794},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7942652702331543},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.635304868221283},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5451244115829468},{"id":"https://openalex.org/keywords/quantum","display_name":"Quantum","score":0.4430522918701172},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.40007323026657104},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3983191251754761},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3304232954978943},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32244619727134705},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1499881148338318},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.10556694865226746},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.076133131980896}],"concepts":[{"id":"https://openalex.org/C34862557","wikidata":"https://www.wikidata.org/wiki/Q178985","display_name":"Ode","level":2,"score":0.9010993242263794},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7942652702331543},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.635304868221283},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5451244115829468},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.4430522918701172},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.40007323026657104},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3983191251754761},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3304232954978943},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32244619727134705},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1499881148338318},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.10556694865226746},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.076133131980896}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3533554","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3533554","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:db5ec8913338486a88a50a6d0abaa31b","is_oa":true,"landing_page_url":"https://doaj.org/article/db5ec8913338486a88a50a6d0abaa31b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 19320-19328 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3533554","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3533554","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7348243543","display_name":null,"funder_award_id":"2021KJ088","funder_id":"https://openalex.org/F4320336754","funder_display_name":"Tianjin Research Innovation Project for Postgraduate Students"}],"funders":[{"id":"https://openalex.org/F4320336754","display_name":"Tianjin Research Innovation Project for Postgraduate Students","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2055886803","https://openalex.org/W2070217890","https://openalex.org/W2160416736","https://openalex.org/W2194775991","https://openalex.org/W2206373005","https://openalex.org/W2284289336","https://openalex.org/W2559394418","https://openalex.org/W2612252966","https://openalex.org/W2740721704","https://openalex.org/W2756668352","https://openalex.org/W2784311771","https://openalex.org/W2788305176","https://openalex.org/W2792946961","https://openalex.org/W2896457183","https://openalex.org/W2903891684","https://openalex.org/W2912516940","https://openalex.org/W2913009085","https://openalex.org/W2939507640","https://openalex.org/W2954058703","https://openalex.org/W2964046515","https://openalex.org/W2979860911","https://openalex.org/W2990961515","https://openalex.org/W2991170427","https://openalex.org/W2995971510","https://openalex.org/W2998157991","https://openalex.org/W3021438558","https://openalex.org/W3034834827","https://openalex.org/W3034852973","https://openalex.org/W3040984481","https://openalex.org/W3096052452","https://openalex.org/W3098011980","https://openalex.org/W3104226245","https://openalex.org/W3104844658","https://openalex.org/W3129458892","https://openalex.org/W3144827309","https://openalex.org/W3210187349","https://openalex.org/W4211080241","https://openalex.org/W4225279564","https://openalex.org/W4283731290","https://openalex.org/W4380368768","https://openalex.org/W4384471097","https://openalex.org/W4390793745","https://openalex.org/W4399367072","https://openalex.org/W4401108082","https://openalex.org/W4402512745","https://openalex.org/W6630121771","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6685053522","https://openalex.org/W6687795723","https://openalex.org/W6695662000","https://openalex.org/W6732491067","https://openalex.org/W6748380013","https://openalex.org/W6752307458","https://openalex.org/W6755207826","https://openalex.org/W6761748628","https://openalex.org/W6765237052","https://openalex.org/W6772203101","https://openalex.org/W6792500021","https://openalex.org/W6842517996"],"related_works":["https://openalex.org/W2371448224","https://openalex.org/W3134495997","https://openalex.org/W2363680170","https://openalex.org/W2376428685","https://openalex.org/W4256082577","https://openalex.org/W625783435","https://openalex.org/W2048742619","https://openalex.org/W2384641672","https://openalex.org/W2742179975","https://openalex.org/W2362647823"],"abstract_inverted_index":{"Quantum-inspired":[0],"language":[1,31,50,75,105,116],"models":[2,51],"model":[3,76,92,117],"finer-grained":[4],"semantic":[5,16,42,135],"interactions":[6],"in":[7,108,140,208],"higher-order":[8],"Hilbert":[9],"spaces.":[10],"However,":[11,44],"previous":[12],"methods":[13],"usually":[14],"capture":[15,39,133],"features":[17,138],"based":[18,182],"on":[19,29,161,183],"context-free":[20],"word":[21],"vectors":[22],"such":[23,62],"as":[24,63],"Word2Vec":[25],"and":[26,77,81,145,150,165,196],"GloVe.":[27],"Building":[28],"natural":[30],"encoding,":[32],"incorporating":[33],"quantum-inspired":[34,74,104],"density":[35,56,130,198],"matrix":[36,131,199],"modeling":[37,143],"can":[38,187],"more":[40,188],"fine-grained":[41],"interactions.":[43],"when":[45],"applied":[46],"to":[47,60,70,132,201],"large":[48],"pre-trained":[49,79,91],"like":[52],"BERT,":[53],"using":[54,128],"quantum":[55,115,157,197],"matrices":[57],"often":[58],"leads":[59],"issues":[61],"gradient":[64],"explosion":[65],"or":[66],"vanishing.":[67],"Therefore,":[68,107],"how":[69],"effectively":[71,189],"integrate":[72],"the":[73,78,86,90,99,103,113,120,129,134,141,147,152,162,166,175,184,191],"model,":[80],"make":[82],"them":[83],"function":[84],"under":[85],"fine-tuning":[87],"paradigm":[88],"of":[89,102,123,169,193],"has":[93],"become":[94],"a":[95],"key":[96],"issue":[97],"for":[98],"further":[100],"development":[101],"model.":[106],"this":[109],"paper,":[110],"we":[111],"propose":[112],"BERT-Residual":[114],"inspired":[118],"by":[119],"multi-step":[121,185],"method":[122,181,186,214],"ordinary":[124],"differential":[125],"equations":[126],"(ODE),":[127],"high-order":[136],"interaction":[137],"missing":[139],"BERT":[142,176,194],"process,":[144],"obtain":[146],"sentence":[148,163],"representation,":[149,164],"perform":[151],"first":[153],"step":[154,168],"Residuals.":[155],"Then":[156],"measurement":[158],"is":[159,172],"performed":[160,173],"second":[167],"residual":[170,179],"connection":[171,180],"with":[174],"layer.":[177],"This":[178],"combine":[190],"advantages":[192],"representation":[195,200,203],"enhance":[202],"learning.":[204],"Experiments":[205],"show":[206],"that":[207],"text":[209],"classification":[210],"benchmarks,":[211],"our":[212],"proposed":[213],"generally":[215],"surpasses":[216],"baseline":[217],"models.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}