{"id":"https://openalex.org/W7162069323","doi":"https://doi.org/10.1145/3786335.3813131","title":"SEAR: Schema-Based Evaluation and Routing for LLM Gateways","display_name":"SEAR: Schema-Based Evaluation and Routing for LLM Gateways","publication_year":2026,"publication_date":"2026-05-22","ids":{"openalex":"https://openalex.org/W7162069323","doi":"https://doi.org/10.1145/3786335.3813131"},"language":null,"primary_location":{"id":"doi:10.1145/3786335.3813131","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786335.3813131","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Conference on AI and Agentic Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786335.3813131","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136748659","display_name":"Zecheng Zhang","orcid":"https://orcid.org/0000-0001-9240-1829"},"institutions":[{"id":"https://openalex.org/I4210102729","display_name":"San Mateo Medical Center","ror":"https://ror.org/015mn5k65","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210102729","https://openalex.org/I4210166088"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zecheng Zhang","raw_affiliation_strings":["Strukto.AI, San Mateo, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9240-1829","affiliations":[{"raw_affiliation_string":"Strukto.AI, San Mateo, CA, USA","institution_ids":["https://openalex.org/I4210102729"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136787873","display_name":"Han Zheng","orcid":"https://orcid.org/0009-0006-6668-8145"},"institutions":[{"id":"https://openalex.org/I142600864","display_name":"College of San Mateo","ror":"https://ror.org/01gwn6z70","country_code":"US","type":"education","lineage":["https://openalex.org/I142600864"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Han Zheng","raw_affiliation_strings":["Infron.AI, San Mateo, CA, USA"],"raw_orcid":"https://orcid.org/0009-0006-6668-8145","affiliations":[{"raw_affiliation_string":"Infron.AI, San Mateo, CA, USA","institution_ids":["https://openalex.org/I142600864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136735924","display_name":"Yue Xu","orcid":"https://orcid.org/0009-0004-0924-3567"},"institutions":[{"id":"https://openalex.org/I142600864","display_name":"College of San Mateo","ror":"https://ror.org/01gwn6z70","country_code":"US","type":"education","lineage":["https://openalex.org/I142600864"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Xu","raw_affiliation_strings":["Infron.AI, San Mateo, CA, USA"],"raw_orcid":"https://orcid.org/0009-0004-0924-3567","affiliations":[{"raw_affiliation_string":"Infron.AI, San Mateo, CA, USA","institution_ids":["https://openalex.org/I142600864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.59940104,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1084","last_page":"1099"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.22759999334812164,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.22759999334812164,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.17970000207424164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.16030000150203705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5379999876022339},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.49140000343322754},{"id":"https://openalex.org/keywords/routing-table","display_name":"Routing table","score":0.4830000102519989},{"id":"https://openalex.org/keywords/interior-gateway-protocol","display_name":"Interior gateway protocol","score":0.48030000925064087},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.44909998774528503},{"id":"https://openalex.org/keywords/enhanced-interior-gateway-routing-protocol","display_name":"Enhanced Interior Gateway Routing Protocol","score":0.445499986410141},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.4426000118255615},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.4311000108718872},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.4004000127315521}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.732200026512146},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6736000180244446},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5379999876022339},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.49140000343322754},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.4830000102519989},{"id":"https://openalex.org/C52837422","wikidata":"https://www.wikidata.org/wiki/Q431028","display_name":"Interior gateway protocol","level":5,"score":0.48030000925064087},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.44909998774528503},{"id":"https://openalex.org/C87044965","wikidata":"https://www.wikidata.org/wiki/Q1091139","display_name":"Enhanced Interior Gateway Routing Protocol","level":5,"score":0.445499986410141},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.4426000118255615},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.4311000108718872},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.4004000127315521},{"id":"https://openalex.org/C2777710495","wikidata":"https://www.wikidata.org/wiki/Q5527195","display_name":"Gateway (web page)","level":2,"score":0.39010000228881836},{"id":"https://openalex.org/C187713609","wikidata":"https://www.wikidata.org/wiki/Q2465461","display_name":"Default gateway","level":2,"score":0.382999986410141},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.374099999666214},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35749998688697815},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.3463999927043915},{"id":"https://openalex.org/C93361087","wikidata":"https://www.wikidata.org/wiki/Q4426698","display_name":"Data consistency","level":2,"score":0.31439998745918274},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.288100004196167},{"id":"https://openalex.org/C7573999","wikidata":"https://www.wikidata.org/wiki/Q207580","display_name":"Routing Information Protocol","level":5,"score":0.2833000123500824},{"id":"https://openalex.org/C178086212","wikidata":"https://www.wikidata.org/wiki/Q11155","display_name":"Border Gateway Protocol","level":5,"score":0.27239999175071716},{"id":"https://openalex.org/C189884158","wikidata":"https://www.wikidata.org/wiki/Q8073926","display_name":"Zone Routing Protocol","level":5,"score":0.2694000005722046},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2669999897480011},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.25189998745918274},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786335.3813131","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786335.3813131","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Conference on AI and Agentic Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786335.3813131","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786335.3813131","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Conference on AI and Agentic Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W4385572754","https://openalex.org/W4389519254","https://openalex.org/W4389524506","https://openalex.org/W4416034445","https://openalex.org/W4416037511"],"related_works":[],"abstract_inverted_index":{"Evaluating":[0],"production":[1,130],"LLM":[2,10,36,46,102],"responses":[3],"and":[4,16,30,55,58,89,117,120,140],"routing":[5,31,115,121,143],"requests":[6],"across":[7,69],"providers":[8],"in":[9,122],"gateways":[11],"requires":[12],"fine-grained":[13],"quality":[14,56],"signals":[15,48,80,98],"operationally":[17],"grounded":[18],"decisions.":[19],"To":[20,76],"address":[21],"this":[22],"gap,":[23],"we":[24],"present":[25],"SEAR,":[26],"a":[27,123],"schema-based":[28],"evaluation":[29,47,79,119],"system":[32],"for":[33],"multi-model,":[34],"multi-provider":[35],"gateways.":[37],"SEAR":[38,82,108,132],"defines":[39],"an":[40],"extensible":[41],"relational":[42],"schema":[43],"covering":[44],"both":[45],"(context,":[49],"intent,":[50],"response":[51],"characteristics,":[52],"issue":[53],"attribution,":[54],"scores)":[57],"gateway":[59],"operational":[60],"metrics":[61],"(latency,":[62],"cost,":[63],"throughput),":[64],"with":[65,149],"cross-table":[66],"consistency":[67],"links":[68],"around":[70],"one":[71],"hundred":[72],"typed,":[73],"SQL-queryable":[74],"columns.":[75],"populate":[77],"the":[78],"reliably,":[81],"proposes":[83],"self-contained":[84],"signal":[85,135],"instructions,":[86],"in-schema":[87],"reasoning,":[88],"multi-stage":[90],"generation":[91],"that":[92],"produces":[93],"database-ready":[94],"structured":[95],"outputs.":[96],"Because":[97],"are":[99],"derived":[100],"through":[101],"reasoning":[103],"rather":[104],"than":[105],"shallow":[106],"classifiers,":[107],"captures":[109],"complex":[110],"request":[111],"semantics,":[112],"enables":[113],"human-interpretable":[114],"explanations,":[116],"unifies":[118],"single":[124],"query":[125],"layer.":[126],"Across":[127],"thousands":[128],"of":[129],"sessions,":[131],"achieves":[133],"strong":[134],"accuracy":[136],"on":[137],"human-labeled":[138],"data":[139],"supports":[141],"practical":[142],"decisions,":[144],"including":[145],"large":[146],"cost":[147],"reductions":[148],"comparable":[150],"quality.":[151]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-05-23T00:00:00"}