{"id":"https://openalex.org/W4397026405","doi":"https://doi.org/10.1109/tkde.2024.3402444","title":"NIERT: Accurate Numerical Interpolation Through Unifying Scattered Data Representations Using Transformer Encoder","display_name":"NIERT: Accurate Numerical Interpolation Through Unifying Scattered Data Representations Using Transformer Encoder","publication_year":2024,"publication_date":"2024-05-17","ids":{"openalex":"https://openalex.org/W4397026405","doi":"https://doi.org/10.1109/tkde.2024.3402444"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2024.3402444","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3402444","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007808967","display_name":"Shizhe Ding","orcid":"https://orcid.org/0000-0002-6964-1362"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shizhe Ding","raw_affiliation_strings":["Key Lab of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","Key Lab of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6964-1362","affiliations":[{"raw_affiliation_string":"Key Lab of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Lab of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102904728","display_name":"Boyang Xia","orcid":"https://orcid.org/0000-0001-9958-7451"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyang Xia","raw_affiliation_strings":["Key Lab of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","Key Lab of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9958-7451","affiliations":[{"raw_affiliation_string":"Key Lab of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Lab of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113211784","display_name":"Milong Ren","orcid":"https://orcid.org/0009-0008-5245-246X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Milong Ren","raw_affiliation_strings":["Key Lab of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","Key Lab of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-5245-246X","affiliations":[{"raw_affiliation_string":"Key Lab of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Lab of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076729236","display_name":"Dongbo Bu","orcid":"https://orcid.org/0000-0003-4119-4238"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210091706","display_name":"Henan Academy of Sciences","ror":"https://ror.org/00hy87220","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210091706"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongbo Bu","raw_affiliation_strings":["Key Lab of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","Central China Artificial Intelligence Research Institute, Henan Academy of Sciences, Zhengzhou, China","University of Chinese Academy of Sciences, Beijing, China","Key Lab of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4119-4238","affiliations":[{"raw_affiliation_string":"Key Lab of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Central China Artificial Intelligence Research Institute, Henan Academy of Sciences, Zhengzhou, China","institution_ids":["https://openalex.org/I4210091706"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Key Lab of Intelligent Information Processing of Chinese Academy of Sciences (CAS), Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9197,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.70647005,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"36","issue":"11","first_page":"6731","last_page":"6744"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10534","display_name":"Structural Health Monitoring Techniques","score":0.7166000008583069,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10534","display_name":"Structural Health Monitoring Techniques","score":0.7166000008583069,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10739","display_name":"Electromagnetic Scattering and Analysis","score":0.6924999952316284,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.6908000111579895,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7589894533157349},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.7127127647399902},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6022962331771851},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5494410991668701},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.49522534012794495},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4788067936897278},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32150763273239136},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2823776304721832},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.11271917819976807},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09505176544189453}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7589894533157349},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.7127127647399902},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6022962331771851},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5494410991668701},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.49522534012794495},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4788067936897278},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32150763273239136},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2823776304721832},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.11271917819976807},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09505176544189453},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2024.3402444","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3402444","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1887041509","display_name":null,"funder_award_id":"32271297","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4314963621","display_name":null,"funder_award_id":"62072435","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7924934264","display_name":null,"funder_award_id":"82130055","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1901774525","https://openalex.org/W1924770834","https://openalex.org/W1967005434","https://openalex.org/W2003223511","https://openalex.org/W2017798320","https://openalex.org/W2062806575","https://openalex.org/W2147604124","https://openalex.org/W2515049675","https://openalex.org/W2747898905","https://openalex.org/W2766098680","https://openalex.org/W2896457183","https://openalex.org/W2973432116","https://openalex.org/W2974746133","https://openalex.org/W2995359496","https://openalex.org/W2996823581","https://openalex.org/W3003257820","https://openalex.org/W3170863103","https://openalex.org/W3175526646","https://openalex.org/W3204491849","https://openalex.org/W4229875153","https://openalex.org/W4243522065","https://openalex.org/W4244565703","https://openalex.org/W4245143813","https://openalex.org/W4292779060","https://openalex.org/W4300918086","https://openalex.org/W4301866048","https://openalex.org/W4306955484","https://openalex.org/W4313156423","https://openalex.org/W4313524459","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W4390516098","https://openalex.org/W2181948922","https://openalex.org/W2384362569","https://openalex.org/W2142795561","https://openalex.org/W4205302943","https://openalex.org/W2561132942","https://openalex.org/W3155418658","https://openalex.org/W4243199227","https://openalex.org/W2379948177","https://openalex.org/W4389518428"],"abstract_inverted_index":{"Interpolation":[0],"for":[1],"scattered":[2],"data":[3],"is":[4,225],"a":[5,12,87,139,198],"classical":[6],"problem":[7],"in":[8,40,59],"numerical":[9],"analysis,":[10],"with":[11,182],"long":[13],"history":[14],"of":[15,54,106,223],"theoretical":[16],"and":[17,32,56,63,135,151,175,189,213],"practical":[18],"contributions.":[19],"Recent":[20],"advances":[21],"have":[22],"utilized":[23],"deep":[24],"neural":[25],"networks":[26],"to":[27,162,170,178],"construct":[28],"interpolators,":[29],"exhibiting":[30],"excellent":[31],"generalizable":[33],"performance.":[34],"However,":[35],"they":[36],"still":[37],"fall":[38],"short":[39],"two":[41],"aspects:":[42],"<bold":[43,64,88,92,98,102,107,112],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[44,65,89,93,99,103,108,113,204,229],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1)":[45],"inadequate":[46],"representation":[47,142],"learning</b>":[48],",":[49,70],"resulting":[50],"from":[51],"separate":[52],"embeddings":[53],"observed":[55,134],"target":[57,136],"points":[58,137],"popular":[60],"encoder-decoder":[61,127],"frameworks":[62],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2)":[66],"limited":[67],"generalization":[68],"power</b>":[69],"caused":[71],"by":[72,197],"overlooking":[73],"prior":[74,172],"interpolation":[75,173,180],"knowledge":[76],"shared":[77],"across":[78],"different":[79],"domains.":[80],"To":[81],"overcome":[82],"these":[83],"limitations,":[84],"we":[85,160],"present":[86],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">N</b>":[90],"umerical":[91],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">I</b>":[94],"nterpolation":[95],"approach":[96],"using":[97],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">E</b>":[100],"ncoder":[101],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">R</b>":[104],"epresentation":[105],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">T</b>":[109],"ransformers":[110],"(called":[111],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">NIERT</b>":[114],").":[115],"On":[116,156,186],"one":[117],"hand,":[118,159],"NIERT":[119,131,164,192,224],"utilizes":[120],"an":[121],"encoder-only":[122],"framework":[123],"rather":[124],"than":[125],"the":[126,147,157,194],"structure.":[128],"This":[129],"way,":[130],"can":[132],"embed":[133],"into":[138],"unified":[140],"encoder":[141],"space,":[143],"thus":[144],"effectively":[145],"exploiting":[146],"correlations":[148],"among":[149],"them":[150],"obtaining":[152],"more":[153],"precise":[154],"representations.":[155],"other":[158],"propose":[161],"pre-train":[163],"on":[165,210,217],"large-scale":[166],"synthetic":[167,188],"mathematical":[168],"functions":[169],"acquire":[171],"knowledge,":[174],"transfer":[176],"it":[177],"multiple":[179],"domains":[181],"consistent":[183],"performance":[184],"gain.":[185],"both":[187],"real-world":[190],"datasets,":[191],"outperforms":[193],"existing":[195],"approaches":[196],"large":[199],"margin,":[200],"i.e.,":[201],"4.3":[202],"<inline-formula":[203],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[205],"notation=\"LaTeX\">$\\sim":[206],"14.3\\times$</tex-math></inline-formula>":[207],"lower":[208,215],"MAE":[209],"TFRD":[211],"subsets,":[212],"1.7/1.8/8.7\u00d7":[214],"MSE":[216],"Mathit/PhysioNet/PTV":[218],"datasets.":[219],"The":[220],"source":[221],"code":[222],"available":[226],"at":[227],"<uri":[228],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/DingShizhe/NIERT</uri>":[230],".":[231]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}