{"id":"https://openalex.org/W4413277542","doi":"https://doi.org/10.1109/jiot.2025.3599836","title":"STCA-LLM: Spatial-Temporal Cross-Attention Large Language Model for Wind Speed Forecasting","display_name":"STCA-LLM: Spatial-Temporal Cross-Attention Large Language Model for Wind Speed Forecasting","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413277542","doi":"https://doi.org/10.1109/jiot.2025.3599836"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3599836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3599836","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014294364","display_name":"Chen Zhou","orcid":"https://orcid.org/0000-0002-4619-9014"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengjie Zhou","raw_affiliation_strings":["Nanjing University of Posts and Telecommunications, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367924","display_name":"Yufeng Wang","orcid":"https://orcid.org/0000-0003-0448-325X"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufeng Wang","raw_affiliation_strings":["Nanjing University of Posts and Telecommunications, China"],"raw_orcid":"https://orcid.org/0000-0003-0448-325X","affiliations":[{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357293","display_name":"Jianhua Ma","orcid":"https://orcid.org/0000-0003-4497-0407"},"institutions":[{"id":"https://openalex.org/I204291657","display_name":"Hosei University","ror":"https://ror.org/00bx6dj65","country_code":"JP","type":"education","lineage":["https://openalex.org/I204291657"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jianhua Ma","raw_affiliation_strings":["Hosei University, Japan"],"raw_orcid":"https://orcid.org/0000-0003-4497-0407","affiliations":[{"raw_affiliation_string":"Hosei University, Japan","institution_ids":["https://openalex.org/I204291657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061363755","display_name":"Qun Jin","orcid":"https://orcid.org/0000-0002-1325-4275"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Qun Jin","raw_affiliation_strings":["Waseda University, Japan"],"raw_orcid":"https://orcid.org/0000-0002-1325-4275","affiliations":[{"raw_affiliation_string":"Waseda University, Japan","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4626,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.66291984,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9517999887466431,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7090476751327515},{"id":"https://openalex.org/keywords/wind-speed","display_name":"Wind speed","score":0.6676523685455322},{"id":"https://openalex.org/keywords/atmospheric-model","display_name":"Atmospheric model","score":0.5201606750488281},{"id":"https://openalex.org/keywords/meteorology","display_name":"Meteorology","score":0.3257368803024292},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09757360816001892}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7090476751327515},{"id":"https://openalex.org/C161067210","wikidata":"https://www.wikidata.org/wiki/Q1464943","display_name":"Wind speed","level":2,"score":0.6676523685455322},{"id":"https://openalex.org/C118365302","wikidata":"https://www.wikidata.org/wiki/Q4817115","display_name":"Atmospheric model","level":2,"score":0.5201606750488281},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.3257368803024292},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09757360816001892}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3599836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3599836","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320327794","display_name":"Qinglan Project of Jiangsu Province of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W326249748","https://openalex.org/W2756203131","https://openalex.org/W2944487131","https://openalex.org/W3042777221","https://openalex.org/W3177318507","https://openalex.org/W3179483397","https://openalex.org/W3200304500","https://openalex.org/W4225856949","https://openalex.org/W4292814179","https://openalex.org/W4313443611","https://openalex.org/W4327545557","https://openalex.org/W4379743268","https://openalex.org/W4382203079","https://openalex.org/W4385298976","https://openalex.org/W4393216334","https://openalex.org/W4395111446","https://openalex.org/W4400009313","https://openalex.org/W4400727150","https://openalex.org/W4401357982","https://openalex.org/W4401567681","https://openalex.org/W4404906624","https://openalex.org/W4407838869","https://openalex.org/W4407881938","https://openalex.org/W4409158631","https://openalex.org/W4409365291"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2348064372","https://openalex.org/W4283017276","https://openalex.org/W2018410291","https://openalex.org/W4200592460","https://openalex.org/W238624893"],"abstract_inverted_index":{"Accurately":[0],"forecasting":[1,38,92,246],"wind":[2,36,41,78,86,90,116,152,197,234],"speed":[3,37,79,91,117,153,235],"is":[4,43,203,260],"crucial":[5],"for":[6,115],"efficiently":[7],"utilizing":[8],"the":[9,13,18,21,64,70,77,97,137,141,149,157,187,200,208,216,221],"renewable":[10],"energy,":[11],"stabilizing":[12],"energy":[14],"system":[15],"and":[16,33,59,73,125,167,186,212,220,254],"advancing":[17],"progress":[19],"of":[20,23,76,100,122,179,189],"decarbonization":[22],"our":[24,130,239],"society.":[25],"However,":[26,63],"due":[27],"to":[28,68,175,206],"its":[29],"inherently":[30],"temporal":[31,74,177,213],"volatility":[32],"intermittency,":[34],"accurate":[35],"in":[39,54,84,104,156,183,195,226],"a":[40,85,109,196],"farm":[42],"challenging.":[44],"Recently,":[45],"Large":[46],"Language":[47],"Models":[48],"(LLMs)":[49],"have":[50],"demonstrated":[51],"notable":[52],"performance":[53],"abundant":[55],"natural":[56],"language":[57],"processing":[58],"computer":[60],"vision":[61],"tasks.":[62],"conventional":[65],"LLMs":[66],"fail":[67],"learn":[69],"complex":[71],"spatial":[72,211],"correlations":[75],"data":[80],"at":[81,192],"multiple":[82,193],"turbines":[83,194],"farm,":[87],"which":[88],"makes":[89],"cant":[93],"fully":[94],"benefit":[95],"from":[96],"significant":[98],"breakthroughs":[99],"LLM.":[101],"To":[102],"fill":[103],"this":[105],"gap,":[106],"we":[107],"propose":[108],"novel":[110],"spatial-temporal":[111,217,251],"cross-attention":[112,201],"LLM":[113,143,150,223],"framework":[114],"forecasting,":[118],"namely":[119],"STCA-LLM,":[120],"composed":[121],"alignment":[123,138],"phase,":[124,159],"fine-tuning":[126,158],"phase.":[127],"In":[128],"detail,":[129],"contributions":[131],"are":[132,172,224],"given":[133],"as":[134],"follows.":[135],"First,":[136],"phase":[139],"aligns":[140],"general-purpose":[142],"with":[144,151],"task-specific":[145],"data,":[146],"i.e.,":[147,164],"training":[148],"data.":[154],"Second,":[155],"two":[160],"representation":[161,218],"learning":[162],"modules,":[163],"convolution":[165],"network":[166,170],"graph":[168],"neural":[169],"(GNN)":[171],"respectively":[173],"used":[174],"extract":[176],"features":[178],"intra":[180],"time":[181,244],"series":[182,245],"each":[184],"turbine,":[185],"correlation":[188],"inter":[190],"time-series":[191],"farm.":[198],"Moreover,":[199],"module":[202],"innovatively":[204],"proposed":[205,240],"establish":[207],"connections":[209],"between":[210],"embeddings.":[214],"Then,":[215],"modules":[219],"aligned":[222],"fine-tuned":[225],"two-stage":[227],"way.":[228],"Finally,":[229],"thorough":[230],"experiments":[231],"on":[232],"real":[233],"dataset":[236],"demonstrate":[237],"that":[238],"STCA-LLM":[241],"outperforms":[242],"state-of-the-art":[243],"models":[247],"including":[248],"Transformer-based":[249],"models,":[250,253],"GNN-based":[252],"pertained":[255],"LLM-based":[256],"models.":[257],"Our":[258],"code":[259],"available":[261],"at:":[262],"https://github.com/Justinzzcj/STCA-LLM":[263]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
