{"id":"https://openalex.org/W4406158001","doi":"https://doi.org/10.1109/jiot.2024.3524030","title":"Spatiotemporal Pretrained Large Language Model for Forecasting With Missing Values","display_name":"Spatiotemporal Pretrained Large Language Model for Forecasting With Missing Values","publication_year":2025,"publication_date":"2025-01-08","ids":{"openalex":"https://openalex.org/W4406158001","doi":"https://doi.org/10.1109/jiot.2024.3524030"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3524030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3524030","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088792792","display_name":"Fang Le","orcid":"https://orcid.org/0000-0003-1510-8308"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Le Fang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-1510-8308","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100389005","display_name":"Wei Xiang","orcid":"https://orcid.org/0000-0002-0608-065X"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]},{"id":"https://openalex.org/I86467917","display_name":"James Cook University","ror":"https://ror.org/04gsp2c11","country_code":"AU","type":"education","lineage":["https://openalex.org/I86467917"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Xiang","raw_affiliation_strings":["School of Computing Engineering and Mathematical Sciences, La Trobe University, Melbourne, VIC, Australia","School of Computing Engineering and Mathematical Sciences, La Trobe University, Melbourne, Australia","College of Science and Engineering, James Cook University, Cairns, QLD, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0608-065X","affiliations":[{"raw_affiliation_string":"School of Computing Engineering and Mathematical Sciences, La Trobe University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I196829312"]},{"raw_affiliation_string":"School of Computing Engineering and Mathematical Sciences, La Trobe University, Melbourne, Australia","institution_ids":["https://openalex.org/I196829312"]},{"raw_affiliation_string":"College of Science and Engineering, James Cook University, Cairns, QLD, Australia","institution_ids":["https://openalex.org/I86467917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008056593","display_name":"Shirui Pan","orcid":"https://orcid.org/0000-0003-0794-527X"},"institutions":[{"id":"https://openalex.org/I11701301","display_name":"Griffith University","ror":"https://ror.org/02sc3r913","country_code":"AU","type":"education","lineage":["https://openalex.org/I11701301"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shirui Pan","raw_affiliation_strings":["School of Information and Communication Technology, Griffith University, Brisbane, QLD, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0794-527X","affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Griffith University, Brisbane, QLD, Australia","institution_ids":["https://openalex.org/I11701301"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090893421","display_name":"Flora D. Salim","orcid":"https://orcid.org/0000-0002-1237-1664"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Flora D. Salim","raw_affiliation_strings":["School of Computer Science and Engineering, UNSW University, Sydney, NSW, Australia","School of Computer Science and Engineering, UNSW University, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-1237-1664","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, UNSW University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]},{"raw_affiliation_string":"School of Computer Science and Engineering, UNSW University, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100728316","display_name":"Yi\u2010Ping Phoebe Chen","orcid":"https://orcid.org/0000-0002-4122-3767"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yi-Ping Phoebe Chen","raw_affiliation_strings":["School of Computing, Engineering and Mathematical Sciences, La Trobe University, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4122-3767","affiliations":[{"raw_affiliation_string":"School of Computing, Engineering and Mathematical Sciences, La Trobe University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I196829312"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5088792792"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":15.2051,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.98632974,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"12","issue":"10","first_page":"13838","last_page":"13850"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9577000141143799,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9559999704360962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8278263807296753},{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.7176216244697571},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.69254469871521},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5086880326271057},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5029754042625427},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4805210530757904},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4685799777507782},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4624415338039398},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4603559374809265},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4152105152606964},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1240035891532898},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.11294767260551453}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8278263807296753},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.7176216244697571},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.69254469871521},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5086880326271057},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5029754042625427},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4805210530757904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4685799777507782},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4624415338039398},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4603559374809265},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4152105152606964},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1240035891532898},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.11294767260551453}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3524030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3524030","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6800000071525574}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1973943669","https://openalex.org/W2903871660","https://openalex.org/W2915966351","https://openalex.org/W2926585089","https://openalex.org/W2965341826","https://openalex.org/W2996847713","https://openalex.org/W2997705255","https://openalex.org/W2997848713","https://openalex.org/W3126367810","https://openalex.org/W3170140111","https://openalex.org/W3174022889","https://openalex.org/W3193812480","https://openalex.org/W3202811093","https://openalex.org/W3214166607","https://openalex.org/W4283817628","https://openalex.org/W4285412209","https://openalex.org/W4285604412","https://openalex.org/W4289533938","https://openalex.org/W4297095251","https://openalex.org/W4312058495","https://openalex.org/W4313004671","https://openalex.org/W4313304560","https://openalex.org/W4313855629","https://openalex.org/W4320009860","https://openalex.org/W4321021801","https://openalex.org/W4321608636","https://openalex.org/W4323042646","https://openalex.org/W4367595602","https://openalex.org/W4385245566","https://openalex.org/W4385296393","https://openalex.org/W4385484590","https://openalex.org/W4385988893","https://openalex.org/W4387097003","https://openalex.org/W4390859859","https://openalex.org/W4392207870","https://openalex.org/W4400727150","https://openalex.org/W4401043375","https://openalex.org/W4407838869","https://openalex.org/W6679436768","https://openalex.org/W6749825310","https://openalex.org/W6772383348","https://openalex.org/W6780221082","https://openalex.org/W6795122892","https://openalex.org/W6850493425","https://openalex.org/W6850625674","https://openalex.org/W6854278629","https://openalex.org/W6856192372","https://openalex.org/W6856859693","https://openalex.org/W6857005926","https://openalex.org/W6859126320","https://openalex.org/W6861258114","https://openalex.org/W6862296254","https://openalex.org/W6868125397","https://openalex.org/W6868757719"],"related_works":["https://openalex.org/W4380150146","https://openalex.org/W3024870410","https://openalex.org/W2410652950","https://openalex.org/W4283773154","https://openalex.org/W3139174110","https://openalex.org/W4289597203","https://openalex.org/W2085630472","https://openalex.org/W4285201053","https://openalex.org/W2753779043","https://openalex.org/W4313546598"],"abstract_inverted_index":{"Spatiotemporal":[0],"data":[1,25,136,161],"collected":[2],"by":[3],"sensors":[4],"within":[5,110],"an":[6],"urban":[7],"Internet":[8],"of":[9,23,128,165,172],"Things":[10],"(IoT)":[11],"system":[12],"inevitably":[13],"contains":[14],"some":[15],"missing":[16,44,70,166],"values,":[17,45],"which":[18],"significantly":[19],"affects":[20],"the":[21,99,111,120,124,129],"accuracy":[22],"spatiotemporal":[24,60,80,90],"forecasting.":[26],"However,":[27],"existing":[28],"techniques,":[29],"including":[30],"those":[31],"based":[32],"on":[33,147],"Large":[34],"Language":[35],"Models":[36],"(LLMs),":[37],"show":[38],"limited":[39],"effectiveness":[40],"in":[41,47,157],"forecasting":[42,68],"with":[43,69,162],"especially":[46],"scenarios":[48],"involving":[49],"high-dimensional":[50],"sensor":[51],"data.":[52],"In":[53,72],"this":[54,73],"article,":[55],"we":[56,75,102],"propose":[57,103],"a":[58,78,104,114,154,163],"novel":[59],"pre-trained":[61,125],"large":[62],"language":[63],"model":[64,121],"dubbed":[65],"SPLLM":[66,143,152],"for":[67,94],"values.":[71],"network,":[74],"seamlessly":[76],"integrate":[77],"specialized":[79],"fusion":[81,116],"Graph":[82],"Convolutional":[83],"Network":[84,106],"(GCN)":[85],"module":[86],"that":[87,142],"extracts":[88],"intricate":[89],"and":[91,113,131],"graph-based":[92],"information,":[93],"generating":[95],"suitable":[96],"inputs":[97],"to":[98,118,122,133,177],"SPLLM.":[100],"Furthermore,":[101],"Feed-Forward":[105],"(FFN)":[107],"fine-tuning":[108],"strategy":[109],"LLM":[112,130],"final":[115],"layer":[117],"enable":[119],"leverage":[123],"foundational":[126],"knowledge":[127],"adapt":[132],"new":[134],"incomplete":[135,159],"simultaneously.":[137],"The":[138],"experimental":[139],"results":[140],"indicate":[141],"outperforms":[144],"state-of-the-art":[145],"models":[146],"real-world":[148],"public":[149],"datasets.":[150],"Notably,":[151],"exhibits":[153],"superior":[155],"performance":[156],"tackling":[158],"sensory":[160],"variety":[164],"rates.":[167],"A":[168],"comprehensive":[169],"ablation":[170],"study":[171],"key":[173],"components":[174],"is":[175],"conducted":[176],"demonstrate":[178],"their":[179],"efficiency.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2026-05-24T08:33:08.758527","created_date":"2025-10-10T00:00:00"}