{"id":"https://openalex.org/W7224126940","doi":"https://doi.org/10.66308/air.e80134906","title":"How much model does warning triage need? A cost-aware comparison from rules to locally run language models","display_name":"How much model does warning triage need? A cost-aware comparison from rules to locally run language models","publication_year":2026,"publication_date":"2026-10-29","ids":{"openalex":"https://openalex.org/W7224126940","doi":"https://doi.org/10.66308/air.e80134906"},"language":"en","primary_location":{"id":"doi:10.66308/air.e80134906","doi":"https://doi.org/10.66308/air.e80134906","is_oa":true,"landing_page_url":"https://doi.org/10.66308/air.e80134906","pdf_url":"https://americanimpactreview.com/articles/e80134906.pdf","source":{"id":"https://openalex.org/S7407059477","display_name":"American Impact Review","issn_l":"3071-124X","issn":["3071-124X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Impact Review","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://americanimpactreview.com/articles/e80134906.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160019866","display_name":"Peter Sullivan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Peter Sullivan","raw_affiliation_strings":["Software Engineering Manager, Los Angeles, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Engineering Manager, Los Angeles, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5128480598","display_name":"Bogdan Mikhaylov","orcid":"https://orcid.org/0009-0005-5645-812X","observed_orcids":["https://orcid.org/0009-0005-5645-812X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bogdan Mikhaylov","raw_affiliation_strings":["Senior Software Developer"],"raw_orcid":"https://orcid.org/0009-0005-5645-812X","affiliations":[{"raw_affiliation_string":"Senior Software Developer","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5160019866"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.88238242,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"1","issue":"10","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/static-analysis-warnings","display_name":"static analysis warnings","score":0.9049999713897705},{"id":"https://openalex.org/keywords/codebert","display_name":"CodeBERT","score":0.859000027179718},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8299999833106995},{"id":"https://openalex.org/keywords/tf-idf","display_name":"TF-IDF","score":0.6320000290870667},{"id":"https://openalex.org/keywords/model-complexity","display_name":"model complexity","score":0.628000020980835},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.6690000295639038},{"id":"https://openalex.org/keywords/c","display_name":"C++","score":1.0}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6848999857902527},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6516000032424927},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6067000031471252},{"id":"https://openalex.org/C2777120189","wikidata":"https://www.wikidata.org/wiki/Q780067","display_name":"Triage","level":2,"score":0.5047000050544739},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4961000084877014},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.4374000132083893},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.43689998984336853},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.41780000925064087},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4065999984741211},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.40529999136924744},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3978999853134155},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39160001277923584},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.34369999170303345},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3328999876976013},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.28040000796318054},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2648000121116638},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.26249998807907104},{"id":"https://openalex.org/C29825287","wikidata":"https://www.wikidata.org/wiki/Q1427940","display_name":"Warning system","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.66308/air.e80134906","doi":"https://doi.org/10.66308/air.e80134906","is_oa":true,"landing_page_url":"https://doi.org/10.66308/air.e80134906","pdf_url":"https://americanimpactreview.com/articles/e80134906.pdf","source":{"id":"https://openalex.org/S7407059477","display_name":"American Impact Review","issn_l":"3071-124X","issn":["3071-124X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Impact Review","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.66308/air.e80134906","doi":"https://doi.org/10.66308/air.e80134906","is_oa":true,"landing_page_url":"https://doi.org/10.66308/air.e80134906","pdf_url":"https://americanimpactreview.com/articles/e80134906.pdf","source":{"id":"https://openalex.org/S7407059477","display_name":"American Impact Review","issn_l":"3071-124X","issn":["3071-124X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Impact Review","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224126940.pdf","grobid_xml":"https://content.openalex.org/works/W7224126940.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2999309192","https://openalex.org/W3016970897","https://openalex.org/W3086007799","https://openalex.org/W3086100325","https://openalex.org/W3098605233","https://openalex.org/W3153472912","https://openalex.org/W3163206498","https://openalex.org/W3198685994","https://openalex.org/W4220908681","https://openalex.org/W4220988989","https://openalex.org/W4221166942","https://openalex.org/W4313887307","https://openalex.org/W4376122773","https://openalex.org/W4384155620","https://openalex.org/W4384345694","https://openalex.org/W4385412165","https://openalex.org/W4393191843","https://openalex.org/W4393406994","https://openalex.org/W4395443209","https://openalex.org/W4396242417","https://openalex.org/W4399115016","https://openalex.org/W4400126951","https://openalex.org/W4400141368","https://openalex.org/W4400242270","https://openalex.org/W4402619702","https://openalex.org/W4403796339","https://openalex.org/W4404395962","https://openalex.org/W4411552541","https://openalex.org/W4415084737","https://openalex.org/W4416320678","https://openalex.org/W4416368800","https://openalex.org/W4416458649","https://openalex.org/W4416793216","https://openalex.org/W4417296041","https://openalex.org/W7118388574","https://openalex.org/W7127178521","https://openalex.org/W7130609310","https://openalex.org/W7155045268","https://openalex.org/W7168020525","https://openalex.org/W7168267510"],"related_works":["https://openalex.org/W7052171457","https://openalex.org/W7203975164","https://openalex.org/W3159659358","https://openalex.org/W7168346765","https://openalex.org/W2130243914","https://openalex.org/W4393191843","https://openalex.org/W4417299846","https://openalex.org/W7164905750","https://openalex.org/W7133123508","https://openalex.org/W2555255333"],"abstract_inverted_index":{"Static":[0],"analysis":[1],"tools":[2],"report":[3,32],"far":[4],"more":[5],"warnings":[6,94],"than":[7],"developers":[8],"act":[9],"on,":[10],"and":[11,30,55,78,97,138,162,211],"machine":[12],"learning":[13],"is":[14],"widely":[15],"proposed":[16],"to":[17,191],"identify":[18],"the":[19,91,100,114,118,123,128,157,175,181,208,216],"actionable":[20],"ones.":[21],"Published":[22],"comparisons":[23],"rarely":[24,31],"include":[25],"a":[26,58,61,71,144,148,221,230],"simple":[27,231],"label-based":[28],"reference,":[29],"quality":[33],"on":[34,49,64,90,135,165,205],"unseen":[35,136,166],"projects":[36,168],"together":[37],"with":[38,105,130,147,207],"compute":[39],"time.":[40],"This":[41],"study":[42],"compares":[43],"five":[44],"levels":[45],"of":[46,120,133,171,220],"model":[47,63],"complexity":[48,225],"two":[50],"open":[51],"datasets,":[52],"NASCAR":[53,167,206],"(Java)":[54],"AW4C":[56,116],"(C):":[57],"warning-type":[59,176],"prior,":[60],"linear":[62],"term":[65],"frequency-inverse":[66],"document":[67],"frequency":[68],"(TF-IDF)":[69],"features,":[70],"frozen":[72],"code":[73,76,125],"encoder,":[74],"fine-tuned":[75,139,172,222],"encoders,":[77],"open-weight":[79],"large":[80],"language":[81],"models":[82,87],"(LLMs)":[83],"run":[84,197],"locally.":[85],"All":[86],"were":[88,160],"scored":[89,202],"same":[92],"1,000":[93],"per":[95],"dataset":[96],"protocol,":[98],"using":[99],"Matthews":[101],"correlation":[102],"coefficient":[103],"(MCC)":[104],"project-level":[106],"bootstrap":[107],"intervals.":[108],"Three":[109],"findings":[110],"emerged.":[111],"First,":[112],"in":[113,122,143,155,184],"original":[115],"release":[117],"number":[119],"lines":[121],"supplied":[124],"context":[126,150],"predicted":[127],"label":[129],"an":[131,169],"MCC":[132,185],"0.91":[134],"projects,":[137],"CodeBERT":[140],"reached":[141],"0.81;":[142],"variant":[145],"rebuilt":[146],"uniform":[149],"window,":[151],"which":[152],"also":[153],"differs":[154],"composition,":[156],"corresponding":[158],"values":[159],"0.12":[161],"0.30.":[163],"Second,":[164],"advantage":[170],"encoders":[173],"over":[174],"prior":[177],"was":[178,186],"not":[179],"established:":[180],"paired":[182],"difference":[183],"\u22120.08":[187],"(95%":[188],"CI":[189],"\u22120.21":[190],"0.02)":[192],"for":[193],"CodeBERT.":[194],"Third,":[195],"locally":[196],"LLMs":[198],"without":[199],"task-specific":[200],"training":[201],"near":[203],"zero":[204],"default":[209],"threshold":[210],"required":[212],"about":[213],"47":[214],"times":[215],"mean":[217],"processing":[218],"time":[219],"encoder.":[223],"Model":[224],"should":[226],"be":[227],"assessed":[228],"against":[229],"reference":[232],"under":[233],"cross-project":[234],"evaluation.":[235]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-10-29T00:00:00"}