{"id":"https://openalex.org/W7204266352","doi":"https://doi.org/10.5281/zenodo.22115142","title":"Governed OMR\u2013Vision Capture and Validation Pipeline for Hand-Marked Survey Instruments: A Calibration\u2013Validation Firewall with Selective-Prediction Deferral and Honest-Denominator Reporting","display_name":"Governed OMR\u2013Vision Capture and Validation Pipeline for Hand-Marked Survey Instruments: A Calibration\u2013Validation Firewall with Selective-Prediction Deferral and Honest-Denominator Reporting","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7204266352","doi":"https://doi.org/10.5281/zenodo.22115142"},"language":null,"primary_location":{"id":"pmh:doi:10.5281/zenodo.22115142","doi":null,"is_oa":true,"landing_page_url":"https://github.com/cacbocam-source/ocr-ai-audit","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Software"},"volume":null,"type":"software","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://github.com/cacbocam-source/ocr-ai-audit","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034349628","display_name":"Christopher A. Clemons","orcid":"https://orcid.org/0000-0001-9879-0888","observed_orcids":["https://orcid.org/0000-0001-9879-0888"]},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Clemons, Christopher A.","raw_affiliation_strings":["Auburn University"],"raw_orcid":"https://orcid.org/0000-0001-9879-0888","affiliations":[{"raw_affiliation_string":"Auburn University","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073735020","display_name":"Jason D. McKibben","orcid":"https://orcid.org/0000-0003-2080-202X","observed_orcids":["https://orcid.org/0000-0003-2080-202X"]},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"McKibben, Jason D.","raw_affiliation_strings":["Auburn University"],"raw_orcid":"https://orcid.org/0000-0003-2080-202X","affiliations":[{"raw_affiliation_string":"Auburn University","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148317172","display_name":"Harber, Steven, C.","orcid":"https://orcid.org/0009-0007-2000-4497","observed_orcids":["https://orcid.org/0009-0007-2000-4497"]},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harber, Steven C.","raw_affiliation_strings":["Auburn University"],"raw_orcid":"https://orcid.org/0009-0007-2000-4497","affiliations":[{"raw_affiliation_string":"Auburn University","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048703342","display_name":"Joseph P. Lash","orcid":"https://orcid.org/0009-0002-4314-2765","observed_orcids":["https://orcid.org/0009-0002-4314-2765"]},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lash, Joseph P.","raw_affiliation_strings":["Auburn University"],"raw_orcid":"https://orcid.org/0009-0002-4314-2765","affiliations":[{"raw_affiliation_string":"Auburn University","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046553154","display_name":"James R. Lindner","orcid":"https://orcid.org/0000-0002-1448-3846","observed_orcids":["https://orcid.org/0000-0002-1448-3846"]},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lindner, James R.","raw_affiliation_strings":["Auburn University"],"raw_orcid":"https://orcid.org/0000-0002-1448-3846","affiliations":[{"raw_affiliation_string":"Auburn University","institution_ids":["https://openalex.org/I82497590"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82497590"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11539","display_name":"Survey Methodology and Nonresponse","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/optical-mark-recognition","display_name":"optical mark recognition","score":0.9990000128746033},{"id":"https://openalex.org/keywords/human-in-the-loop-validation","display_name":"human-in-the-loop validation","score":0.734000027179718},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.7429999709129333},{"id":"https://openalex.org/keywords/held-out-validation","display_name":"held-out validation","score":0.3930000066757202}],"concepts":[{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.690500020980835},{"id":"https://openalex.org/C138944611","wikidata":"https://www.wikidata.org/wiki/Q1163287","display_name":"Clearance","level":2,"score":0.5710999965667725},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5618000030517578},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.45969998836517334},{"id":"https://openalex.org/C546480517","wikidata":"https://www.wikidata.org/wiki/Q167555","display_name":"Optical character recognition","level":3,"score":0.40310001373291016},{"id":"https://openalex.org/C141141315","wikidata":"https://www.wikidata.org/wiki/Q2379942","display_name":"Guard (computer science)","level":2,"score":0.3813000023365021},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.3734000027179718},{"id":"https://openalex.org/C77714075","wikidata":"https://www.wikidata.org/wiki/Q5452017","display_name":"Firewall (physics)","level":5,"score":0.3707999885082245},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3255999982357025},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3224000036716461},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.31310001015663147},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3102000057697296},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.29670000076293945},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29420000314712524},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.29409998655319214},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27160000801086426},{"id":"https://openalex.org/C77052588","wikidata":"https://www.wikidata.org/wiki/Q644307","display_name":"Constant false alarm rate","level":2,"score":0.26649999618530273}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:doi:10.5281/zenodo.22115142","doi":null,"is_oa":true,"landing_page_url":"https://github.com/cacbocam-source/ocr-ai-audit","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Software"},{"id":"doi:10.5281/zenodo.22115142","doi":"https://doi.org/10.5281/zenodo.22115142","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22115142","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Software"},{"id":"doi:10.5281/zenodo.22115143","doi":"https://doi.org/10.5281/zenodo.22115143","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22115143","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Software"},{"id":"doi:10.5281/zenodo.22174157","doi":"https://doi.org/10.5281/zenodo.22174157","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22174157","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Software"}],"best_oa_location":{"id":"pmh:doi:10.5281/zenodo.22115142","doi":null,"is_oa":true,"landing_page_url":"https://github.com/cacbocam-source/ocr-ai-audit","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Software"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"deposit":[1,156],"provides":[2],"a":[3,65,159],"governed,":[4],"human-in-the-loop":[5],"pipeline":[6,54,165],"for":[7,170],"optical":[8,33],"mark":[9,87],"recognition":[10,35],"(OMR)":[11],"and":[12,69,80,106,121,128,167],"computer":[13],"vision.":[14],"The":[15,155],"detection":[16],"of":[17,85,131],"hand-entered":[18],"marks":[19,90],"(checkboxes,":[20],"radio":[21,98],"buttons,":[22],"tick":[23],"marks)":[24],"on":[25,72,142],"scanned":[26],"paper":[27],"survey":[28],"instruments":[29,84],"is":[30],"distinct":[31],"from":[32,57],"character":[34],"(OCR),":[36],"which":[37],"reads":[38],"printed":[39,89,97],"or":[40],"handwritten":[41,108],"text.":[42],"Rather":[43],"than":[44],"treating":[45],"every":[46],"machine":[47],"prediction":[48],"as":[49],"an":[50,73],"accepted":[51],"observation,":[52],"the":[53,118,122,137,163],"separates":[55],"calibration":[56],"validation,":[58],"defers":[59],"predictions":[60],"that":[61],"do":[62],"not":[63,175],"satisfy":[64],"selective-prediction":[66],"(reject-option)":[67],"gate,":[68,120],"reports":[70],"performance":[71],"honest":[74],"denominator":[75],"(confident-capture":[76],"accuracy":[77,95],"alongside":[78],"coverage":[79],"commission).Validation":[81],"spanned":[82],"three":[83],"increasing":[86],"difficulty:":[88],"(Instrument":[91,100,111],"A":[92],"pilot;":[93],"confident-capture":[94],"0.858),":[96],"circles":[99],"B;":[101],"96.8%":[102],"held-out":[103,124],"confident":[104],"capture),":[105],"faint":[107],"audiometry":[109],"ticks":[110],"C;":[112],"defer-dominated.":[113],"No":[114],"operating":[115],"point":[116],"cleared":[117],"acceptance":[119],"106-form":[123],"set":[125],"was":[126,145],"sealed":[127],"remained":[129],"outside":[130],"scoring).":[132],"Human-verified":[133],"reference":[134],"standards":[135],"established":[136],"validation":[138],"baseline;":[139],"inter-rater":[140],"reliability":[141],"Instrument":[143],"C":[144],"high":[146],"(Cohen's":[147],"kappa":[148,152],"=":[149,153],"0.941;":[150],"Fleiss'":[151],"1.000).":[154],"also":[157],"includes":[158],"human-versus-machine":[160],"time-on-task":[161],"comparison,":[162],"frozen":[164],"configuration,":[166],"synthetic-test":[168],"artifacts":[169],"reproducibility.":[171],"Participant":[172],"data":[173],"are":[174],"included.":[176]},"counts_by_year":[],"updated_date":"2026-10-09T09:14:12.587421","created_date":"2026-08-27T00:00:00"}