{"id":"https://openalex.org/W7160959751","doi":"https://doi.org/10.48550/arxiv.2605.10267","title":"IndustryBench: Probing the Industrial Knowledge Boundaries of LLMs","display_name":"IndustryBench: Probing the Industrial Knowledge Boundaries of LLMs","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7160959751","doi":"https://doi.org/10.48550/arxiv.2605.10267"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.10267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.10267","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135911483","display_name":"Songlin Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Songlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135947051","display_name":"Xintong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xintong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135914628","display_name":"Linlin Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Linlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135983671","display_name":"Bin Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038568513","display_name":"Zhiang Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Zhiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135980292","display_name":"Yuyang Sheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheng, Yuyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135974748","display_name":"Changtong Zan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zan, Changtong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135972984","display_name":"Xiaofeng Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Xiaofeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135944843","display_name":"Yizhe Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yizhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000155122","display_name":"Jiru Li","orcid":"https://orcid.org/0009-0001-8093-9784"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135995495","display_name":"Mingze Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Mingze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064976903","display_name":"Ling Zou","orcid":"https://orcid.org/0000-0002-6022-2911"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Ling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135982846","display_name":"Yalong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yalong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028822516","display_name":"Chengfu Huo","orcid":"https://orcid.org/0000-0003-3611-6921"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huo, Chengfu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135985696","display_name":"Liang Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14910000562667847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14910000562667847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.07940000295639038,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0737999975681305,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6557000279426575},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.5090000033378601},{"id":"https://openalex.org/keywords/terminology","display_name":"Terminology","score":0.4986000061035156},{"id":"https://openalex.org/keywords/procurement","display_name":"Procurement","score":0.49459999799728394},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4684000015258789},{"id":"https://openalex.org/keywords/rework","display_name":"Rework","score":0.4377000033855438},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.41909998655319214},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4115000069141388}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6557000279426575},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.5090000033378601},{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.4986000061035156},{"id":"https://openalex.org/C201650216","wikidata":"https://www.wikidata.org/wiki/Q829492","display_name":"Procurement","level":2,"score":0.49459999799728394},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4756999909877777},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4684000015258789},{"id":"https://openalex.org/C2776543023","wikidata":"https://www.wikidata.org/wiki/Q2147046","display_name":"Rework","level":2,"score":0.4377000033855438},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.41909998655319214},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4115000069141388},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.40849998593330383},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4007999897003174},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3797000050544739},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3732999861240387},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.34950000047683716},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.34630000591278076},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.32339999079704285},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.322299987077713},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.3041999936103821},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C2778348171","wikidata":"https://www.wikidata.org/wiki/Q167037","display_name":"Corporation","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.28209999203681946},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.26080000400543213},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.2599000036716461},{"id":"https://openalex.org/C2781305714","wikidata":"https://www.wikidata.org/wiki/Q1662100","display_name":"Industrial park","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25529998540878296},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C40700","wikidata":"https://www.wikidata.org/wiki/Q1411783","display_name":"Industrial organization","level":1,"score":0.25380000472068787},{"id":"https://openalex.org/C117671659","wikidata":"https://www.wikidata.org/wiki/Q11049265","display_name":"Manufacturing engineering","level":1,"score":0.2531999945640564},{"id":"https://openalex.org/C2778058735","wikidata":"https://www.wikidata.org/wiki/Q4692253","display_name":"Aggregate data","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.10267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.10267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6209407448768616,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"industrial":[1,55,68,106],"procurement,":[2],"an":[3,146],"LLM":[4,44,228],"answer":[5],"is":[6,172],"useful":[7],"only":[8,159],"if":[9],"it":[10],"survives":[11,179],"a":[12,25,33,51,99,119,128,132],"standards":[13,64],"check:":[14],"recommended":[15],"material":[16],"must":[17,23],"match":[18],"operating":[19],"condition,":[20],"every":[21],"parameter":[22],"respect":[24],"regulated":[26],"threshold,":[27],"and":[28,66,79,87,145,178,203,247],"no":[29],"procedure":[30],"may":[31],"contradict":[32],"safety":[34],"clause.":[35],"Partial":[36],"correctness":[37],"can":[38],"mask":[39],"safety-critical":[40,197],"contradictions":[41],"that":[42],"aggregate":[43,237],"benchmarks":[45],"rarely":[46],"capture.":[47],"We":[48,239],"introduce":[49],"IndustryBench,":[50],"2,049-item":[52],"benchmark":[53],"for":[54,188],"procurement":[56],"QA":[57,107],"in":[58,61,143],"Chinese,":[59],"grounded":[60],"Chinese":[62,144],"national":[63],"(GB/T)":[65],"structured":[67],"product":[69],"records,":[70],"organized":[71],"by":[72,118,194],"seven":[73,225],"capability":[74,176],"dimensions,":[75],"ten":[76],"industry":[77],"categories,":[78],"panel-derived":[80],"difficulty":[81],"tiers,":[82],"with":[83,242],"item-aligned":[84,180],"English,":[85],"Russian,":[86],"Vietnamese":[88],"renderings.":[89],"Our":[90,112],"construction":[91],"pipeline":[92],"rejects":[93],"70.3%":[94],"of":[95,190],"LLM-generated":[96],"candidates":[97],"at":[98,123],"search-based":[100],"external-verification":[101],"stage,":[102],"calibrating":[103],"how":[104],"unreliable":[105],"remains":[108],"after":[109,219],"LLM-only":[110],"filtering.":[111],"evaluation":[113,229],"decouples":[114],"raw":[115],"correctness,":[116],"scored":[117],"Qwen3-Max":[120],"judge":[121],"validated":[122],"$\u03ba_w":[124],"=":[125],"0.798$":[126],"against":[127,137],"domain":[129],"expert,":[130],"from":[131,213],"separate":[133],"safety-violation":[134,205],"(SV)":[135],"check":[136],"source":[138],"texts.":[139],"Across":[140],"17":[141],"models":[142],"8-model":[147],"intersection":[148],"over":[149],"four":[150],"languages,":[151],"we":[152],"find:":[153],"(i)":[154],"the":[155,162,173,208],"best":[156],"system":[157],"reaches":[158],"2.083":[160],"on":[161],"0--3":[163],"rubric,":[164],"leaving":[165],"substantial":[166],"headroom;":[167],"(ii)":[168],"Standards":[169],"&":[170],"Terminology":[171],"most":[174],"persistent":[175],"weakness":[177],"translation;":[181],"(iii)":[182],"extended":[183],"reasoning":[184],"lowers":[185],"safety-adjusted":[186],"scores":[187],"12":[189],"13":[191],"models,":[192],"primarily":[193],"introducing":[195],"unsupported":[196],"details":[198],"into":[199],"longer":[200],"final":[201],"answers;":[202],"(iv)":[204],"rates":[206],"reshuffle":[207],"leaderboard":[209],"--":[210],"GPT-5.4":[211],"climbs":[212],"rank":[214,217],"6":[215],"to":[216],"3":[218],"SV":[220],"adjustment,":[221],"while":[222],"Kimi-k2.5-1T-A32B":[223],"drops":[224],"positions.":[226],"Industrial":[227],"therefore":[230],"requires":[231],"source-grounded,":[232],"safety-aware":[233],"diagnosis":[234],"rather":[235],"than":[236],"accuracy.":[238],"release":[240],"IndustryBench":[241],"all":[243],"prompts,":[244],"scoring":[245],"scripts,":[246],"dataset":[248],"documentation.":[249]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}