{"id":"https://openalex.org/W4400977875","doi":"https://doi.org/10.1145/3664476.3664497","title":"On the Effectiveness of Large Language Models for GitHub Workflows","display_name":"On the Effectiveness of Large Language Models for GitHub Workflows","publication_year":2024,"publication_date":"2024-07-25","ids":{"openalex":"https://openalex.org/W4400977875","doi":"https://doi.org/10.1145/3664476.3664497"},"language":"en","primary_location":{"id":"doi:10.1145/3664476.3664497","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664476.3664497","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th International Conference on Availability, Reliability and Security","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3664476.3664497","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092142056","display_name":"Xinyu Zhang","orcid":"https://orcid.org/0009-0000-9106-1148"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xinyu Zhang","raw_affiliation_strings":["Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094208286","display_name":"Siddharth Muralee","orcid":"https://orcid.org/0009-0002-0205-7214"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siddharth Muralee","raw_affiliation_strings":["Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094208287","display_name":"Sourag Cherupattamoolayil","orcid":"https://orcid.org/0009-0002-7199-1879"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sourag Cherupattamoolayil","raw_affiliation_strings":["Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071486684","display_name":"Aravind Machiry","orcid":"https://orcid.org/0000-0001-5124-6818"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aravind Machiry","raw_affiliation_strings":["Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5092142056"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":3.0735,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.92402005,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8430558443069458},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7117463946342468},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.560832679271698},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.41074198484420776},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3513895273208618},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1805589199066162}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8430558443069458},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7117463946342468},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.560832679271698},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41074198484420776},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3513895273208618},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1805589199066162}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664476.3664497","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664476.3664497","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th International Conference on Availability, Reliability and Security","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3664476.3664497","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664476.3664497","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th International Conference on Availability, Reliability and Security","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3912025357","display_name":null,"funder_award_id":"N6600120C4031, N660012224037","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G4671724391","display_name":null,"funder_award_id":"CNS-2247686","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2040856861","https://openalex.org/W2101105183","https://openalex.org/W3043761819","https://openalex.org/W3160638507","https://openalex.org/W3173903393","https://openalex.org/W3185341429","https://openalex.org/W4286331359","https://openalex.org/W4288057765","https://openalex.org/W4308562592","https://openalex.org/W4311165836","https://openalex.org/W4312436517","https://openalex.org/W4312824631","https://openalex.org/W4368342518","https://openalex.org/W4378942602","https://openalex.org/W4385080362","https://openalex.org/W4385302156","https://openalex.org/W4386231786","https://openalex.org/W4386763802","https://openalex.org/W4388654530","https://openalex.org/W4391974543","https://openalex.org/W4392503764","https://openalex.org/W4392544408","https://openalex.org/W4394745423","https://openalex.org/W4400977875","https://openalex.org/W4407278823"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W1981780420","https://openalex.org/W2182707996","https://openalex.org/W45233828","https://openalex.org/W2964988449","https://openalex.org/W2397952901","https://openalex.org/W2029380707","https://openalex.org/W4255934811","https://openalex.org/W2465382974"],"abstract_inverted_index":{"GitHub":[0,3,71,125],"workflows":[1,36,72,113],"or":[2],"CI":[4],"is":[5,37],"a":[6,29,108],"popular":[7],"continuous":[8],"integration":[9],"platform":[10],"that":[11],"enables":[12],"developers":[13],"to":[14,43,88],"automate":[15],"various":[16,66,139],"software":[17,67],"engineering":[18,34],"tasks":[19,100],"by":[20],"specifying":[21],"them":[22],"as":[23],"workflows,":[24],"i.e.,":[25],"YAML":[26],"files":[27],"with":[28,101,117],"list":[30],"of":[31,92,104,110,130,148],"jobs.":[32],"However,":[33,70],"valid":[35],"tedious.":[38],"They":[39],"are":[40],"also":[41,121],"prone":[42],"severe":[44],"security":[45],"issues,":[46],"which":[47],"can":[48],"result":[49],"in":[50,56,65,77],"supply":[51],"chain":[52],"vulnerabilities.":[53],"Recent":[54],"advancements":[55],"Large":[57,93],"Language":[58,94],"Models":[59,95],"(LLMs)":[60,96],"have":[61],"demonstrated":[62],"their":[63,135],"effectiveness":[64,91,145],"development":[68],"tasks.":[69,127],"differ":[73],"from":[74],"regular":[75],"programs":[76],"both":[78],"structure":[79],"and":[80,114,134,146],"semantics.":[81],"We":[82,106,120],"perform":[83],"the":[84,90,143],"first":[85],"comprehensive":[86],"study":[87],"understand":[89],"on":[97,124,142],"five":[98],"workflow-related":[99],"different":[102],"levels":[103],"prompts.":[105],"curated":[107],"set":[109],"\u223c":[111],"400K":[112],"generated":[115],"prompts":[116],"varying":[118],"detail.":[119],"fine-tuned":[122,136],"LLMs":[123,133],"workflow":[126],"Our":[128],"evaluation":[129],"three":[131],"state-of-the-art":[132],"variants":[137],"revealed":[138],"interesting":[140],"findings":[141],"current":[144],"drawbacks":[147],"LLMs.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}