{"id":"https://openalex.org/W4392384758","doi":"https://doi.org/10.1145/3616855.3635772","title":"K2: A Foundation Language Model for Geoscience Knowledge Understanding and Utilization","display_name":"K2: A Foundation Language Model for Geoscience Knowledge Understanding and Utilization","publication_year":2024,"publication_date":"2024-03-04","ids":{"openalex":"https://openalex.org/W4392384758","doi":"https://doi.org/10.1145/3616855.3635772"},"language":"en","primary_location":{"id":"doi:10.1145/3616855.3635772","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3616855.3635772","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059632585","display_name":"Cheng Deng","orcid":"https://orcid.org/0000-0002-3171-823X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Cheng Deng","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102019907","display_name":"Tianhang Zhang","orcid":"https://orcid.org/0009-0006-6234-4409"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianhang Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033329145","display_name":"Zhongmou He","orcid":"https://orcid.org/0000-0002-5863-5370"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongmou He","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085297651","display_name":"Q L Chen","orcid":"https://orcid.org/0009-0008-7349-4546"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiyuan Chen","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039873723","display_name":"Yuanyuan Shi","orcid":"https://orcid.org/0009-0001-0791-015X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanyuan Shi","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101848162","display_name":"Yi Xu","orcid":"https://orcid.org/0000-0002-5280-6132"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Xu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048486573","display_name":"Luoyi Fu","orcid":"https://orcid.org/0000-0001-7796-9168"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luoyi Fu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090720315","display_name":"Weinan Zhang","orcid":"https://orcid.org/0000-0002-0127-2425"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weinan Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034483183","display_name":"Xinbing Wang","orcid":"https://orcid.org/0000-0002-0357-8356"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinbing Wang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023919188","display_name":"Chenghu Zhou","orcid":"https://orcid.org/0000-0003-3331-2302"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210160793","display_name":"Institute of Geographic Sciences and Natural Resources Research","ror":"https://ror.org/04t1cdb72","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210160793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenghu Zhou","raw_affiliation_strings":["Shanghai Jiao Tong University & Institute of Geographical Science an Natural Resources Research, Chinese Academy of Sciences, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University & Institute of Geographical Science an Natural Resources Research, Chinese Academy of Sciences, Shanghai, China","institution_ids":["https://openalex.org/I4210160793","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024900991","display_name":"Zhouhan Lin","orcid":"https://orcid.org/0009-0009-7204-0689"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhouhan Lin","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015879697","display_name":"Junxian He","orcid":"https://orcid.org/0009-0007-9559-6941"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxian He","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5059632585"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":22.1436,"has_fulltext":false,"cited_by_count":66,"citation_normalized_percentile":{"value":0.99595727,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"161","last_page":"170"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13067","display_name":"Geological Modeling and Analysis","score":0.9722999930381775,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/earth-science","display_name":"Earth science","score":0.7258169651031494},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6822248101234436},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6217732429504395},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5594266057014465},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.532871663570404},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5158514380455017},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.44548478722572327},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.1553851068019867},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.15134769678115845},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.11735156178474426}],"concepts":[{"id":"https://openalex.org/C1965285","wikidata":"https://www.wikidata.org/wiki/Q8008","display_name":"Earth science","level":1,"score":0.7258169651031494},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6822248101234436},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6217732429504395},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5594266057014465},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.532871663570404},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5158514380455017},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.44548478722572327},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.1553851068019867},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.15134769678115845},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.11735156178474426},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3616855.3635772","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3616855.3635772","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-136970","is_oa":false,"landing_page_url":"https://repository.hkust.edu.hk/ir/Record/1783.1-136970","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6800000071525574}],"awards":[{"id":"https://openalex.org/G1490444338","display_name":null,"funder_award_id":"62020106005","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2208787488","display_name":"N/A","funder_award_id":"6114600","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4548534072","display_name":null,"funder_award_id":"2050105","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4632382915","display_name":null,"funder_award_id":"No.62020106005,61960206002,42050105,62061146002,62106143","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G494573881","display_name":null,"funder_award_id":"61960206002","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6993170558","display_name":"RUI: Studies of Powerful Radio Sources","funder_award_id":"0206002","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8224533122","display_name":"NSF East Asia Summer Institutes for US Graduate Students","funder_award_id":"0611460","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320322999","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W572316772","https://openalex.org/W3091011763","https://openalex.org/W3119497443","https://openalex.org/W3174770825","https://openalex.org/W3201319578","https://openalex.org/W3208988339","https://openalex.org/W3214340375","https://openalex.org/W4226244192","https://openalex.org/W4384662964","https://openalex.org/W4385571062","https://openalex.org/W6601449391","https://openalex.org/W6838964481"],"related_works":["https://openalex.org/W4379115841","https://openalex.org/W2083794993","https://openalex.org/W1511772879","https://openalex.org/W4394660363","https://openalex.org/W2186315912","https://openalex.org/W2248125223","https://openalex.org/W2588591308","https://openalex.org/W2127898439","https://openalex.org/W3082894236","https://openalex.org/W3195664246"],"abstract_inverted_index":{"Large":[0],"language":[1,13],"models":[2],"(LLMs)":[3],"have":[4,64,85],"achieved":[5],"great":[6],"success":[7],"in":[8,34,45,95,166],"general":[9],"domains":[10],"of":[11,24,29,51,98,129,138,179,196],"natural":[12],"processing.":[14],"In":[15,100],"this":[16,35,38,101],"paper,":[17],"we":[18,40,63,84,103,120,151,173],"bring":[19],"LLMs":[20,94],"to":[21,54,75,79,92,109,115,146,182],"the":[22,27,42,66,87,96,116,123,148,177,191,194,209],"realm":[23],"geoscience":[25,68,89,117,130,139,186,202],"with":[26,105,176],"objective":[28],"advancing":[30],"research":[31,58],"and":[32,141,161,199,205,212],"applications":[33],"field.":[36],"To":[37],"end,":[39],"present":[41],"first-ever":[43],"LLM":[44,57,77,114],"geoscience,":[46],"K2,":[47],"alongside":[48],"a":[49,106,111,153,184],"suite":[50],"resources":[52],"developed":[53],"further":[55,121],"promote":[56],"within":[59],"geoscience.":[60,99],"For":[61],"instance,":[62],"curated":[65],"first":[67,88],"instruction":[69],"tuning":[70],"dataset,":[71],"GeoSignal,":[72],"which":[73],"aims":[74],"align":[76],"responses":[78],"geoscience-related":[80],"user":[81],"queries.":[82],"Additionally,":[83],"established":[86],"benchmark,":[90],"GeoBench,":[91],"evaluate":[93],"context":[97],"work,":[102],"experiment":[104],"complete":[107],"recipe":[108],"adapt":[110],"pre-trained":[112],"general-domain":[113],"domain.":[118],"Specifically,":[119],"train":[122],"LLaMA-7B":[124],"model":[125,214],"on":[126,190,201],"5.5B":[127],"tokens":[128],"text":[131],"corpus,":[132],"including":[133],"over":[134],"1":[135],"million":[136],"pieces":[137],"literature,":[140],"utilize":[142],"GeoSignal's":[143],"supervised":[144],"data":[145,160,211],"fine-tune":[147],"model.":[149],"Moreover,":[150],"share":[152],"protocol":[154],"that":[155],"can":[156],"efficiently":[157],"gather":[158],"domain-specific":[159],"construct":[162],"domain-supervised":[163],"data,":[164],"even":[165],"situations":[167],"where":[168],"manpower":[169],"is":[170],"scarce.":[171],"Meanwhile,":[172],"equip":[174],"K2":[175,213],"abilities":[178],"using":[180],"tools":[181],"be":[183],"naive":[185],"aide.":[187],"Experiments":[188],"conducted":[189],"GeoBench":[192],"demonstrate":[193],"effectiveness":[195],"our":[197],"approach":[198],"datasets":[200],"knowledge":[203],"understanding":[204],"utilization.We":[206],"open-source":[207],"all":[208],"training":[210],"checkpoints":[215],"at":[216],"https://github.com/davendw49/k2":[217]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":37},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}