{"id":"https://openalex.org/W7212124135","doi":"https://doi.org/10.48550/arxiv.2609.09257","title":"Accountable and uncertainty-aware evaluation of sensor-based AI under distribution shift: devices, subjects, and nearly three years underground","display_name":"Accountable and uncertainty-aware evaluation of sensor-based AI under distribution shift: devices, subjects, and nearly three years underground","publication_year":2026,"publication_date":"2026-09-08","ids":{"openalex":"https://openalex.org/W7212124135","doi":"https://doi.org/10.48550/arxiv.2609.09257"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.09257","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.09257","pdf_url":"https://arxiv.org/pdf/2609.09257","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.09257","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059819147","display_name":"Benny Platte","orcid":"https://orcid.org/0000-0001-7754-5170","observed_orcids":["https://orcid.org/0000-0001-7754-5170"]},"institutions":[{"id":"https://openalex.org/I116397343","display_name":"Hochschule Mittweida","ror":"https://ror.org/024ga3r86","country_code":"DE","type":"education","lineage":["https://openalex.org/I116397343"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Platte, Benny","raw_affiliation_strings":["Mittweida University of Applied Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mittweida University of Applied Sciences","institution_ids":["https://openalex.org/I116397343"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090800419","display_name":"Rico Thomanek","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I116397343","display_name":"Hochschule Mittweida","ror":"https://ror.org/024ga3r86","country_code":"DE","type":"education","lineage":["https://openalex.org/I116397343"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomanek, Rico","raw_affiliation_strings":["Mittweida University of Applied Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mittweida University of Applied Sciences","institution_ids":["https://openalex.org/I116397343"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043456074","display_name":"Christian Roschke","orcid":"https://orcid.org/0009-0007-2875-5199","observed_orcids":["https://orcid.org/0009-0007-2875-5199"]},"institutions":[{"id":"https://openalex.org/I116397343","display_name":"Hochschule Mittweida","ror":"https://ror.org/024ga3r86","country_code":"DE","type":"education","lineage":["https://openalex.org/I116397343"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Roschke, Christian","raw_affiliation_strings":["Mittweida University of Applied Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mittweida University of Applied Sciences","institution_ids":["https://openalex.org/I116397343"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053056940","display_name":"Marc Ritter","orcid":"https://orcid.org/0009-0004-0204-8275","observed_orcids":["https://orcid.org/0009-0004-0204-8275"]},"institutions":[{"id":"https://openalex.org/I116397343","display_name":"Hochschule Mittweida","ror":"https://ror.org/024ga3r86","country_code":"DE","type":"education","lineage":["https://openalex.org/I116397343"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ritter, Marc","raw_affiliation_strings":["Mittweida University of Applied Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mittweida University of Applied Sciences","institution_ids":["https://openalex.org/I116397343"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I116397343"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.11869999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.11869999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.06949999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.05310000106692314,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distribution-shift","display_name":"distribution shift","score":0.8610000014305115},{"id":"https://openalex.org/keywords/evaluation-protocol","display_name":"evaluation protocol","score":0.5870000123977661},{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"uncertainty quantification","score":0.8690000176429749},{"id":"https://openalex.org/keywords/temporal-drift","display_name":"temporal drift","score":0.7639999985694885},{"id":"https://openalex.org/keywords/underground-mines","display_name":"underground mines","score":0.8159999847412109},{"id":"https://openalex.org/keywords/smartphone-sensors","display_name":"smartphone sensors","score":0.703000009059906},{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.8550000190734863},{"id":"https://openalex.org/keywords/model-generalization","display_name":"model generalization","score":0.4020000100135803},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.48399999737739563}],"concepts":[{"id":"https://openalex.org/C118671147","wikidata":"https://www.wikidata.org/wiki/Q578714","display_name":"Quantile","level":2,"score":0.7513999938964844},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.6438000202178955},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.60589998960495},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5586000084877014},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5235999822616577},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4625000059604645},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.44110000133514404},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4350000023841858},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.4194999933242798},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4117000102996826},{"id":"https://openalex.org/C102959455","wikidata":"https://www.wikidata.org/wiki/Q7313954","display_name":"Repeated measures design","level":2,"score":0.36039999127388},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.34139999747276306},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.31619998812675476},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2978000044822693},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2874000072479248},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28360000252723694},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2815999984741211},{"id":"https://openalex.org/C103784038","wikidata":"https://www.wikidata.org/wiki/Q386228","display_name":"Cumulative distribution function","level":3,"score":0.27950000762939453},{"id":"https://openalex.org/C154020017","wikidata":"https://www.wikidata.org/wiki/Q520171","display_name":"Repeatability","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2736999988555908},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2669999897480011},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.26179999113082886},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C80478641","wikidata":"https://www.wikidata.org/wiki/Q195771","display_name":"Sequential analysis","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.09257","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.09257","pdf_url":"https://arxiv.org/pdf/2609.09257","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.09257","doi":"https://doi.org/10.48550/arxiv.2609.09257","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.09257","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.09257","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.09257","pdf_url":"https://arxiv.org/pdf/2609.09257","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7212124135.pdf","grobid_xml":"https://content.openalex.org/works/W7212124135.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W2028138594","https://openalex.org/W2064675550","https://openalex.org/W2148223342","https://openalex.org/W2162651021","https://openalex.org/W2787516708","https://openalex.org/W2920745458","https://openalex.org/W2956107375","https://openalex.org/W3001363766","https://openalex.org/W3111875263","https://openalex.org/W3131274985","https://openalex.org/W3200630611","https://openalex.org/W4296437236","https://openalex.org/W4385576721","https://openalex.org/W4417220869","https://openalex.org/W7110030151","https://openalex.org/W7118184228"],"related_works":["https://openalex.org/W7172541607","https://openalex.org/W4391505252","https://openalex.org/W7165895454","https://openalex.org/W3033700965","https://openalex.org/W7161843939","https://openalex.org/W7221199530","https://openalex.org/W7128550173","https://openalex.org/W7155717205","https://openalex.org/W7162681604","https://openalex.org/W7213598759"],"abstract_inverted_index":{"Sensor-based":[0],"AI":[1],"systems":[2],"are":[3,95,150],"rarely":[4],"operated":[5],"under":[6,9],"the":[7,42,82,121,140,145,158,190,194,197,202,209],"conditions":[8],"which":[10],"they":[11],"were":[12],"trained:":[13],"devices,":[14,65],"personnel":[15],"and":[16,20,55,67,104,169],"recording":[17],"epochs":[18],"change,":[19],"each":[21],"change":[22],"degrades":[23],"performance":[24],"in":[25,99,131],"ways":[26],"a":[27,35,45,49,56,137,162,171,217,224,228],"random":[28],"train-test":[29],"split":[30],"cannot":[31],"reveal.":[32],"We":[33,119],"propose":[34],"staged,":[36],"accountable":[37],"evaluation":[38,43],"protocol":[39,122],"that":[40,94],"treats":[41],"of":[44,75,139,177,196,216,241],"deployed":[46],"model":[47],"as":[48],"measurement":[50],"with":[51,81,127,170],"declared":[52],"reference":[53],"levels":[54],"quantified":[57],"uncertainty.":[58],"Four":[59],"cumulative":[60],"generalisation":[61],"stages":[62,143],"hold":[63],"out":[64],"subjects":[66],"time.":[68],"Each":[69],"stage":[70],"is":[71,182],"judged":[72],"on":[73,123,152,161],"quantiles":[74],"repeated":[76,186,212],"trainings":[77,215],"against":[78],"chance":[79,191],"references":[80],"correct":[83],"class":[84],"count,":[85],"an":[86,105,239],"out-of-present-scope":[87],"rate":[88],"exposes":[89],"silent":[90],"misdirection":[91],"towards":[92],"classes":[93,201],"no":[96],"longer":[97],"present":[98],"deployment":[100],"relative":[101],"to":[102,113,116],"training,":[103],"explicit":[106],"decision":[107],"rule":[108],"ties":[109],"roll-out":[110],"decisions":[111],"not":[112],"means":[114,222],"but":[115],"5%":[117,175,234],"quantiles.":[118],"demonstrate":[120],"infrastructure-free":[124],"geomagnetic":[125],"localisation":[126],"smartphone-based":[128],"recurrent":[129],"classifiers":[130],"two":[132],"real":[133],"underground":[134],"mines,":[135],"including":[136],"replication":[138],"scheme's":[141],"training":[142,159,167],"at":[144,166],"second":[146],"site.":[147],"Unchanged":[148],"models":[149],"re-evaluated":[151],"data":[153],"recorded":[154],"34":[155],"months":[156],"after":[157],"campaign,":[160],"device":[163],"generation":[164],"unknown":[165],"time":[168],"held-out":[172],"surveyor.":[173],"The":[174],"quantile":[176,235],"their":[178],"present-conditioned":[179],"precision":[180],"there":[181],"0.39":[183],"over":[184],"299":[185],"trainings,":[187],"16.5":[188],"times":[189,208],"level;":[192],"across":[193],"composition":[195],"42":[198],"reachable":[199],"location":[200],"figure":[203],"varies":[204],"by":[205],"+/-0.08,":[206],"several":[207],"spread":[210],"between":[211],"runs.":[213],"Repeated":[214],"single":[218],"configuration":[219,226],"show":[220],"why":[221],"mislead:":[223],"bimodal":[225],"passes":[227],"mean-based":[229],"test":[230],"decisively":[231],"while":[232],"its":[233],"lies":[236],"more":[237],"than":[238],"order":[240],"magnitude":[242],"below":[243],"chance.":[244]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-11T00:00:00"}