{"id":"https://openalex.org/W4409795918","doi":"https://doi.org/10.1109/tse.2025.3564599","title":"On the Applicability of Code Language Models to Scientific Computing Programs","display_name":"On the Applicability of Code Language Models to Scientific Computing Programs","publication_year":2025,"publication_date":"2025-04-25","ids":{"openalex":"https://openalex.org/W4409795918","doi":"https://doi.org/10.1109/tse.2025.3564599"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2025.3564599","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3564599","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112112924","display_name":"Qianhui Zhao","orcid":"https://orcid.org/0009-0009-2439-0684"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianhui Zhao","raw_affiliation_strings":["State Key Laboratory of Complex & Critical Software Environment, Beihang University, Beijing, China","State Key Laboratory of Complex & Critical Software Environment Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-2439-0684","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Complex & Critical Software Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Complex & Critical Software Environment Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060027879","display_name":"Fang Liu","orcid":"https://orcid.org/0000-0002-3905-8133"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Liu","raw_affiliation_strings":["State Key Laboratory of Complex & Critical Software Environment, Beihang University, Beijing, China","State Key Laboratory of Complex & Critical Software Environment Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3905-8133","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Complex & Critical Software Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Complex & Critical Software Environment Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112841985","display_name":"Xiao Long","orcid":"https://orcid.org/0009-0005-0809-7470"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Long","raw_affiliation_strings":["State Key Laboratory of Complex & Critical Software Environment, Beihang University, Beijing, China","State Key Laboratory of Complex & Critical Software Environment Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-0809-7470","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Complex & Critical Software Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Complex & Critical Software Environment Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chengru Wu","orcid":"https://orcid.org/0009-0002-0195-0684"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengru Wu","raw_affiliation_strings":["State Key Laboratory of Complex & Critical Software Environment, Beihang University, Beijing, China","State Key Laboratory of Complex & Critical Software Environment Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-0195-0684","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Complex & Critical Software Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Complex & Critical Software Environment Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":null,"display_name":"Li Zhang","orcid":"https://orcid.org/0000-0002-2258-5893"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Zhang","raw_affiliation_strings":["State Key Laboratory of Complex & Critical Software Environment, Beihang University, Beijing, China","State Key Laboratory of Complex & Critical Software Environment Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2258-5893","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Complex & Critical Software Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Complex & Critical Software Environment Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08711559,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"51","issue":"6","first_page":"1685","last_page":"1701"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8587753772735596},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6404687166213989},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.531487226486206},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4514559209346771},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32451820373535156}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8587753772735596},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6404687166213989},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.531487226486206},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4514559209346771},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32451820373535156},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2025.3564599","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3564599","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5530903132","display_name":null,"funder_award_id":"62302021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7371131028","display_name":null,"funder_award_id":"62177003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8171400273","display_name":null,"funder_award_id":"JK2024-28","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2966329817","https://openalex.org/W2997847174","https://openalex.org/W3014339000","https://openalex.org/W3034689979","https://openalex.org/W3090668753","https://openalex.org/W3098605233","https://openalex.org/W3105247453","https://openalex.org/W3108032709","https://openalex.org/W3170092793","https://openalex.org/W3195727321","https://openalex.org/W3198685994","https://openalex.org/W3214739505","https://openalex.org/W4205480693","https://openalex.org/W4205991051","https://openalex.org/W4226425467","https://openalex.org/W4252326246","https://openalex.org/W4281763794","https://openalex.org/W4285149002","https://openalex.org/W4308641647","https://openalex.org/W4310713606","https://openalex.org/W4362673400","https://openalex.org/W4366204357","https://openalex.org/W4384345683","https://openalex.org/W4389519225","https://openalex.org/W4389672979","https://openalex.org/W4392163075","https://openalex.org/W4399836663","https://openalex.org/W4402671827","https://openalex.org/W4402683967","https://openalex.org/W4404783351","https://openalex.org/W4406779522","https://openalex.org/W4407028609","https://openalex.org/W6678262379","https://openalex.org/W6759579507","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6779498098","https://openalex.org/W6783227185","https://openalex.org/W6787895855","https://openalex.org/W6788175385","https://openalex.org/W6790588633","https://openalex.org/W6794686226","https://openalex.org/W6796256371","https://openalex.org/W6796581206","https://openalex.org/W6798182279","https://openalex.org/W6800166007","https://openalex.org/W6801278399","https://openalex.org/W6802744804","https://openalex.org/W6803755678","https://openalex.org/W6810259726","https://openalex.org/W6810463150","https://openalex.org/W6810874553","https://openalex.org/W6839096826","https://openalex.org/W6846665566","https://openalex.org/W6847168144","https://openalex.org/W6849112488","https://openalex.org/W6853429700","https://openalex.org/W6855970221","https://openalex.org/W6861794660","https://openalex.org/W6864450317","https://openalex.org/W6870336080"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Scientific":[0],"Computing":[1],"Programming":[2],"Languages":[3],"(SCPLs),":[4],"like":[5],"MATLAB":[6],"and":[7,11,47,67,86,124,149,156,166,175,192,206,248,255,258],"R,":[8],"are":[9,187],"popular":[10],"widely":[12,128],"used":[13,129],"for":[14,104,250],"computational":[15,235],"mathematics.":[16,236],"In":[17],"recent":[18],"years,":[19],"pre-trained":[20],"code":[21,101,112,142,147,200,228,267],"language":[22,102,143,201,268],"models":[23,103,144,202],"(CLMs)":[24],"have":[25],"automated":[26],"many":[27,37,57],"code-related":[28],"tasks,":[29],"covering":[30],"various":[31],"general":[32,40,183,212],"programming":[33,41,132,184,253],"languages.":[34,176],"SCPLs":[35,186],"share":[36],"similarities":[38],"with":[39],"languages,":[42,133,185],"including":[43],"similar":[44],"syntactic":[45],"structures":[46],"the":[48,53,84,98,105,153,158,170,197,207,211,251,263],"semantics":[49],"of":[50,64,88,100,139,160,172,199,265],"identifiers.":[51],"Despite":[52],"similarities,":[54],"there":[55,74],"exist":[56,70],"differences":[58],"between":[59],"them.":[60],"For":[61],"example,":[62],"lots":[63],"numerical":[65],"operations":[66],"dedicated":[68],"libraries":[69],"in":[71,83,113,226],"SCPLs.":[72],"However,":[73],"has":[75],"been":[76],"little":[77],"comprehensive":[78],"work":[79],"analyzing":[80],"CLMs\u2019":[81],"capabilities":[82],"understanding":[85,148],"generation":[87,150],"pragmatic":[89],"scientific":[90,130,252],"computing":[91,131],"programs.":[92],"To":[93],"this":[94],"end,":[95],"we":[96],"investigate":[97],"applicability":[99],"SCPL":[106,218],"analysis,":[107],"especially":[108,193],"focus":[109],"on":[110,145,245],"real-world":[111],"open-source":[114],"repositories.":[115],"We":[116,237],"first":[117],"create":[118],"a":[119],"benchmark":[120],"that":[121,229,239],"contains":[122],"programs":[123],"documentation":[125],"from":[126,210],"three":[127],"then":[134],"perform":[135],"an":[136],"adequate":[137],"evaluation":[138],"existing":[140,266],"advanced":[141],"both":[146],"tasks":[151,174],"using":[152],"new":[154],"benchmark,":[155],"study":[157],"relations":[159],"different":[161,173],"training":[162],"strategies,":[163],"model":[164,167],"types,":[165],"sizes":[168],"to":[169,182,190,194,217,234,261],"performance":[171],"Evaluation":[177],"results":[178],"confirm":[179],"that,":[180],"compared":[181],"more":[188],"challenging":[189],"understand,":[191],"generate,":[195],"but":[196],"use":[198],"is":[203],"nevertheless":[204],"feasible,":[205],"knowledge":[208],"obtained":[209],"languages":[213],"can":[214,242],"be":[215],"transferred":[216],"analysis.":[219],"A":[220],"deeper":[221],"analysis":[222],"reveals":[223],"additional":[224],"challenges":[225],"generating":[227],"incorporates":[230],"API":[231],"calls":[232],"relevant":[233],"believe":[238],"our":[240],"findings":[241],"provide":[243],"guidance":[244],"improving":[246],"tooling":[247],"analyses":[249],"language,":[254],"also":[256],"inspire":[257],"motivate":[259],"researchers":[260],"improve":[262],"robustness":[264],"models.":[269]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}