{"id":"https://openalex.org/W7202391783","doi":"https://doi.org/10.48550/arxiv.2608.11584","title":"EnterpriseRAG: Benchmarking LLM Instruction Adherence and Robustness under Non-Ideal Enterprise Retrieval","display_name":"EnterpriseRAG: Benchmarking LLM Instruction Adherence and Robustness under Non-Ideal Enterprise Retrieval","publication_year":2026,"publication_date":"2026-08-12","ids":{"openalex":"https://openalex.org/W7202391783","doi":"https://doi.org/10.48550/arxiv.2608.11584"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.11584","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.11584","pdf_url":"https://arxiv.org/pdf/2608.11584","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.11584","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128649580","display_name":"Huiqi Miao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210094623","display_name":"Jiuquan Iron & Steel (China)","ror":"https://ror.org/00mgrqp66","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210094623"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miao, Huiqi","raw_affiliation_strings":["Jiutian Research , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiutian Research , China","institution_ids":["https://openalex.org/I4210094623"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128645723","display_name":"Xinbao Sun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210094623","display_name":"Jiuquan Iron & Steel (China)","ror":"https://ror.org/00mgrqp66","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210094623"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sun, Xinbao","raw_affiliation_strings":["Jiutian Research , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiutian Research , China","institution_ids":["https://openalex.org/I4210094623"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147101483","display_name":"Bo Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210094623","display_name":"Jiuquan Iron & Steel (China)","ror":"https://ror.org/00mgrqp66","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210094623"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Bo","raw_affiliation_strings":["Jiutian Research , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiutian Research , China","institution_ids":["https://openalex.org/I4210094623"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128048379","display_name":"Fanyu Meng","orcid":"https://orcid.org/0009-0007-7120-7075","observed_orcids":["https://orcid.org/0009-0007-7120-7075"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng, Fanyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147071567","display_name":"Lijun Mei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210094623","display_name":"Jiuquan Iron & Steel (China)","ror":"https://ror.org/00mgrqp66","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210094623"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mei, Lijun","raw_affiliation_strings":["Jiutian Research , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiutian Research , China","institution_ids":["https://openalex.org/I4210094623"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137071599","display_name":"Na Wu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]},{"id":"https://openalex.org/I4210094623","display_name":"Jiuquan Iron & Steel (China)","ror":"https://ror.org/00mgrqp66","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210094623"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu, Na","raw_affiliation_strings":["Jiutian Research , China","Mobile , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiutian Research , China","institution_ids":["https://openalex.org/I4210094623"]},{"raw_affiliation_string":"Mobile , Beijing , China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136997520","display_name":"Di Jin","orcid":"https://orcid.org/0000-0002-7445-9936","observed_orcids":["https://orcid.org/0000-0002-7445-9936"]},"institutions":[{"id":"https://openalex.org/I4210094623","display_name":"Jiuquan Iron & Steel (China)","ror":"https://ror.org/00mgrqp66","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210094623"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin, Di","raw_affiliation_strings":["Jiutian Research , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiutian Research , China","institution_ids":["https://openalex.org/I4210094623"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128650803","display_name":"Chao Deng","orcid":"https://orcid.org/0009-0009-8781-2717","observed_orcids":["https://orcid.org/0009-0009-8781-2717"]},"institutions":[{"id":"https://openalex.org/I4210094623","display_name":"Jiuquan Iron & Steel (China)","ror":"https://ror.org/00mgrqp66","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210094623"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deng, Chao","raw_affiliation_strings":["Jiutian Research , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiutian Research , China","institution_ids":["https://openalex.org/I4210094623"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5147125957","display_name":"Junlan Feng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210094623","display_name":"Jiuquan Iron & Steel (China)","ror":"https://ror.org/00mgrqp66","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210094623"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng, Junlan","raw_affiliation_strings":["Jiutian Research , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiutian Research , China","institution_ids":["https://openalex.org/I4210094623"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9429000020027161,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9429000020027161,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.03929999843239784,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"benchmark","score":0.3840000033378601},{"id":"https://openalex.org/keywords/knowledge-gaps","display_name":"knowledge gaps","score":0.8679999709129333},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.5839999914169312}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8898000121116638},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7465999722480774},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7214999794960022},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5738999843597412},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5728999972343445},{"id":"https://openalex.org/C2778775528","wikidata":"https://www.wikidata.org/wiki/Q5135432","display_name":"Closing (real estate)","level":2,"score":0.36959999799728394},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.36090001463890076},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3582000136375427},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3504999876022339},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3366999924182892},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3278999924659729},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.31520000100135803},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.31349998712539673},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.27079999446868896},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2547000050544739}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.11584","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.11584","pdf_url":"https://arxiv.org/pdf/2608.11584","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.11584","doi":"https://doi.org/10.48550/arxiv.2608.11584","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.11584","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.11584","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.11584","pdf_url":"https://arxiv.org/pdf/2608.11584","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7202391783.pdf","grobid_xml":"https://content.openalex.org/works/W7202391783.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7171781970","https://openalex.org/W7119492813","https://openalex.org/W7131429221","https://openalex.org/W7138045432","https://openalex.org/W7151036025","https://openalex.org/W6885056849","https://openalex.org/W7138965381","https://openalex.org/W4412886939","https://openalex.org/W7214552590","https://openalex.org/W7112437267"],"abstract_inverted_index":{"Enterprise":[0],"RAG":[1,117,142],"deployments":[2],"face":[3],"a":[4,24,51,87,127],"critical":[5],"reliability":[6],"gap:":[7],"while":[8],"LLMs":[9,85],"satisfy":[10],"80%":[11],"of":[12,17,53,82],"individual":[13],"constraints,":[14],"only":[15],"26.8%":[16],"responses":[18],"meet":[19],"all":[20],"requirements":[21],"simultaneously,":[22],"revealing":[23],"57-point":[25],"orchestration":[26],"gap.":[27],"Existing":[28],"benchmarks":[29],"assume":[30],"clean":[31],"retrieval":[32,70],"with":[33,78,112],"simple":[34],"queries,":[35],"failing":[36],"to":[37],"capture":[38],"production":[39,116],"conditions":[40],"where":[41,92],"noisy":[42],"documents":[43],"and":[44,74,108,122,132,149],"multi-dimensional":[45],"constraints":[46],"coexist.":[47],"We":[48,144],"introduce":[49],"EnterpriseRAG,":[50],"benchmark":[52,148],"983":[54],"expert-validated":[55],"samples":[56],"across":[57],"six":[58],"domains":[59],"that":[60],"systematically":[61],"simulates":[62],"three":[63],"failure":[64],"modes":[65],"absent":[66],"from":[67],"prior":[68],"work:":[69],"noise,":[71],"knowledge":[72,106],"gaps,":[73,135],"factual":[75,109],"conflicts,":[76,110],"coupled":[77],"complex":[79],"instructions.":[80],"Evaluation":[81],"13":[83],"state-of-the-art":[84],"reveals":[86],"severe":[88],"instruction":[89],"adherence":[90],"collapse,":[91],"high":[93],"per-constraint":[94],"satisfaction":[95],"masks":[96],"low":[97],"holistic":[98],"compliance.":[99],"Critical":[100],"findings":[101],"expose":[102],"deep":[103],"barriers":[104],"under":[105],"gaps":[107],"even":[111],"reasoning-enhanced":[113],"inference,":[114],"indicating":[115],"requires":[118],"explicit":[119],"context-aware":[120],"protocols":[121],"calibrated":[123],"judgment.":[124],"EnterpriseRAG":[125],"provides":[126],"reproducible":[128],"foundation":[129],"for":[130,140],"measuring":[131],"closing":[133],"these":[134],"directly":[136],"informing":[137],"deployment":[138],"decisions":[139],"enterprise-scale":[141],"systems.":[143],"will":[145],"release":[146],"the":[147],"evaluation":[150],"framework":[151],"upon":[152],"publication.":[153]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-08-14T00:00:00"}