{"id":"https://openalex.org/W4402531536","doi":"https://doi.org/10.1002/smr.2723","title":"LLMs for science: Usage for code generation and data analysis","display_name":"LLMs for science: Usage for code generation and data analysis","publication_year":2024,"publication_date":"2024-09-12","ids":{"openalex":"https://openalex.org/W4402531536","doi":"https://doi.org/10.1002/smr.2723"},"language":"en","primary_location":{"id":"doi:10.1002/smr.2723","is_oa":true,"landing_page_url":"https://doi.org/10.1002/smr.2723","pdf_url":null,"source":{"id":"https://openalex.org/S4210172359","display_name":"Journal of Software Evolution and Process","issn_l":"2047-7473","issn":["2047-7473","2047-7481"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Software: Evolution and Process","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1002/smr.2723","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093382132","display_name":"Mohamed Nejjar","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mohamed Nejjar","raw_affiliation_strings":["School of Computation, Information and Technology Technical University of Munich  Munich Germany"],"affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology Technical University of Munich  Munich Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108618259","display_name":"Luca Zacharias","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Luca Zacharias","raw_affiliation_strings":["School of Computation, Information and Technology Technical University of Munich  Munich Germany"],"affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology Technical University of Munich  Munich Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036690511","display_name":"Fabian Stiehle","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Fabian Stiehle","raw_affiliation_strings":["School of Computation, Information and Technology Technical University of Munich  Munich Germany"],"affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology Technical University of Munich  Munich Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071642549","display_name":"Ingo Weber","orcid":"https://orcid.org/0000-0002-4833-5921"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ingo Weber","raw_affiliation_strings":["Fraunhofer Gesellschaft  Munich Germany","School of Computation, Information and Technology Technical University of Munich  Munich Germany"],"affiliations":[{"raw_affiliation_string":"Fraunhofer Gesellschaft  Munich Germany","institution_ids":[]},{"raw_affiliation_string":"School of Computation, Information and Technology Technical University of Munich  Munich Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5036690511"],"corresponding_institution_ids":["https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":13.457,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.99079706,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"37","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6978991031646729},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6338295936584473},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.49577054381370544},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.47465449571609497},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4667200446128845},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.45257988572120667},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44150203466415405},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4199192523956299},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.3426802158355713},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2506255507469177},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10772773623466492},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.09721189737319946}],"concepts":[{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6978991031646729},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6338295936584473},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.49577054381370544},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.47465449571609497},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4667200446128845},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.45257988572120667},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44150203466415405},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4199192523956299},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.3426802158355713},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2506255507469177},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10772773623466492},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.09721189737319946},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1002/smr.2723","is_oa":true,"landing_page_url":"https://doi.org/10.1002/smr.2723","pdf_url":null,"source":{"id":"https://openalex.org/S4210172359","display_name":"Journal of Software Evolution and Process","issn_l":"2047-7473","issn":["2047-7473","2047-7481"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Software: Evolution and Process","raw_type":"journal-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/503951","is_oa":true,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/503951","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1002/smr.2723","is_oa":true,"landing_page_url":"https://doi.org/10.1002/smr.2723","pdf_url":null,"source":{"id":"https://openalex.org/S4210172359","display_name":"Journal of Software Evolution and Process","issn_l":"2047-7473","issn":["2047-7473","2047-7481"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Software: Evolution and Process","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.5699999928474426}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2970771982","https://openalex.org/W3095319910","https://openalex.org/W3098605233","https://openalex.org/W4225108562","https://openalex.org/W4281763794","https://openalex.org/W4285225959","https://openalex.org/W4323655724","https://openalex.org/W4367186868","https://openalex.org/W4378390530","https://openalex.org/W4380763235","https://openalex.org/W4382246105","https://openalex.org/W4385572478","https://openalex.org/W4387669006","https://openalex.org/W4388142096","https://openalex.org/W4401719662"],"related_works":["https://openalex.org/W2068608913","https://openalex.org/W3124914020","https://openalex.org/W2141033859","https://openalex.org/W2077542787","https://openalex.org/W2156434174","https://openalex.org/W2071701083","https://openalex.org/W2383687187","https://openalex.org/W2070401501","https://openalex.org/W2121496884","https://openalex.org/W2387910809"],"abstract_inverted_index":{"Abstract":[0],"Large":[1],"language":[2],"models":[3],"(LLMs)":[4],"have":[5,95],"been":[6],"touted":[7],"to":[8,34,113,115,133],"enable":[9],"increased":[10],"productivity":[11],"in":[12,36,74,90,105,169],"many":[13],"areas":[14],"of":[15,24,31,40,58,61,70,88,99,166,181],"today's":[16],"work":[17,25,39],"life.":[18],"Scientific":[19],"research":[20,75,92,107],"as":[21],"an":[22],"area":[23],"is":[26,64],"no":[27],"exception:":[28],"The":[29],"potential":[30,69],"LLM\u2010based":[32,103,167],"tools":[33,104,119,158,168,185],"assist":[35],"the":[37,55,68,86,91,164,179,182],"daily":[38],"scientists":[41],"has":[42],"become":[43],"a":[44,97,110],"highly":[45],"discussed":[46],"topic":[47],"across":[48,157],"disciplines.":[49],"However,":[50],"we":[51,80,126,150,172],"are":[52,120],"only":[53],"at":[54],"very":[56],"onset":[57],"this":[59,78,123],"subject":[60],"study.":[62],"It":[63],"still":[65],"unclear":[66],"how":[67],"LLMs":[71,89],"will":[72],"materialize":[73],"practice.":[76],"With":[77],"study,":[79],"give":[81],"first":[82,111],"empirical":[83],"evidence":[84],"on":[85,129,137],"use":[87,100,130,154],"process.":[93],"We":[94],"investigated":[96],"set":[98],"cases":[101,131],"for":[102,144],"scientific":[106],"and":[108,141,147],"conducted":[109],"study":[112],"assess":[114],"which":[116],"degree":[117],"current":[118],"helpful.":[121],"In":[122],"position":[124],"paper,":[125],"report":[127],"specifically":[128],"related":[132],"software":[134],"engineering,":[135],"specifically,":[136],"generating":[138],"application":[139],"code":[140],"developing":[142],"scripts":[143],"data":[145],"analytics":[146],"visualization.":[148],"While":[149],"studied":[151],"seemingly":[152],"simple":[153],"cases,":[155],"results":[156,162],"differ":[159],"significantly.":[160],"Our":[161],"highlight":[163],"promise":[165],"general,":[170],"yet":[171],"also":[173],"observe":[174],"various":[175],"issues,":[176],"particularly":[177],"regarding":[178],"integrity":[180],"output":[183],"these":[184],"provide.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":4}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}