{"id":"https://openalex.org/W7161791283","doi":"https://doi.org/10.48550/arxiv.2605.18818","title":"Operationalizing Document AI: A Microservice Architecture for OCR and LLM Pipelines in Production","display_name":"Operationalizing Document AI: A Microservice Architecture for OCR and LLM Pipelines in Production","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161791283","doi":"https://doi.org/10.48550/arxiv.2605.18818"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.18818","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18818","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.18818","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121049197","display_name":"Yao Fehlis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fehlis, Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025070233","display_name":"Benjamin Bengfort","orcid":"https://orcid.org/0000-0003-0660-7682"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bengfort, Benjamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013974468","display_name":"Zhangzhang Si","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Si, Zhangzhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136581792","display_name":"Vahid Eyorokon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eyorokon, Vahid","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023618383","display_name":"Prema Roman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roman, Prema","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136576361","display_name":"Patrick Deziel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deziel, Patrick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136512981","display_name":"Devon Slonaker","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Slonaker, Devon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136578321","display_name":"Steve Veldman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Veldman, Steve","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103136131","display_name":"Ben Johnson","orcid":"https://orcid.org/0000-0003-0373-8986"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Johnson, Ben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136563025","display_name":"Joyce Rigelo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rigelo, Joyce","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121084271","display_name":"Michael Wharton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wharton, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5003457727","display_name":"Steve Kramer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kramer, Steve","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.5116000175476074,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.5116000175476074,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.09839999675750732,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.03889999911189079,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6866000294685364},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.6193000078201294},{"id":"https://openalex.org/keywords/microservices","display_name":"Microservices","score":0.5776000022888184},{"id":"https://openalex.org/keywords/pipeline-transport","display_name":"Pipeline transport","score":0.4950999915599823},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4876999855041504},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.4596000015735626},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4519999921321869},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.44760000705718994}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6930000185966492},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6866000294685364},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.6193000078201294},{"id":"https://openalex.org/C2778505942","wikidata":"https://www.wikidata.org/wiki/Q18344624","display_name":"Microservices","level":3,"score":0.5776000022888184},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.4950999915599823},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4876999855041504},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.4596000015735626},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4519999921321869},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.44760000705718994},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4447999894618988},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.438400000333786},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.37880000472068787},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.37610000371932983},{"id":"https://openalex.org/C2775941552","wikidata":"https://www.wikidata.org/wiki/Q25212305","display_name":"Isolation (microbiology)","level":2,"score":0.3714999854564667},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.35839998722076416},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3391000032424927},{"id":"https://openalex.org/C67905146","wikidata":"https://www.wikidata.org/wiki/Q5287646","display_name":"Document processing","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31029999256134033},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3041999936103821},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C98025372","wikidata":"https://www.wikidata.org/wiki/Q477538","display_name":"Systems architecture","level":3,"score":0.26159998774528503},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.18818","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18818","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.18818","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18818","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4716503918170929,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Academic":[0],"research":[1],"tends":[2],"to":[3,144],"focus":[4],"on":[5,63],"new":[6],"models":[7,23,41,163],"for":[8,42,91,151],"document":[9,153],"understanding":[10,154],"creating":[11],"a":[12,33,77,130],"wide":[13],"gap":[14],"in":[15,96,164],"the":[16,92,97,126,159],"literature":[17],"between":[18],"model":[19,51],"definition":[20],"and":[21,48,99,125],"running":[22,60],"at":[24,129],"production":[25,116],"scale.":[26],"To":[27],"close":[28],"that":[29,36,114,156],"gap,":[30],"we":[31,108],"present":[32],"microservice":[34],"architecture":[35],"encapsulates":[37],"pipelines":[38],"of":[39,65,81,88],"multiple":[40],"classification,":[43,79],"optical":[44],"character":[45],"recognition":[46],"(OCR),":[47],"large":[49],"language":[50],"structured":[52],"field":[53],"extraction":[54],"as":[55,57],"well":[56],"our":[58,72],"experience":[59],"this":[61],"pipeline":[62],"thousands":[64],"multi-page":[66],"documents":[67],"per":[68],"hour.":[69],"We":[70],"describe":[71],"primary":[73],"design":[74],"decisions,":[75],"including":[76],"hybrid":[78],"separation":[80],"GPU-bound":[82],"inference":[83],"from":[84],"CPU-bound":[85],"orchestration,":[86],"use":[87],"asynchronous":[89],"processing":[90],"many":[93],"IO-bound":[94],"operations":[95],"pipeline,":[98],"an":[100],"independent,":[101],"horizontal":[102],"scaling":[103],"strategy.":[104],"Using":[105],"batch":[106],"profiling,":[107],"identified":[109],"two":[110],"surprising":[111],"qualitative":[112],"findings":[113],"shape":[115],"deployments:":[117],"OCR,":[118],"not":[119],"language-model":[120],"parsing,":[121],"dominates":[122],"end-to-end":[123],"latency,":[124],"system":[127],"saturates":[128],"concurrency":[131],"determined":[132],"by":[133],"shared":[134],"GPU-inference":[135],"capacity":[136],"rather":[137],"than":[138],"worker":[139],"count.":[140],"Our":[141],"goal":[142],"is":[143],"provide":[145],"practitioners":[146],"with":[147],"concrete":[148],"architectural":[149],"patterns":[150],"building":[152],"systems":[155],"work":[157],"beyond":[158],"benchmark;":[160],"effectively":[161],"operationalizing":[162],"production.":[165]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-21T00:00:00"}