{"id":"https://openalex.org/W7224622859","doi":"https://doi.org/10.1080/01605682.2026.2753681","title":"Human judgment as a design variable in AI-enabled decision systems","display_name":"Human judgment as a design variable in AI-enabled decision systems","publication_year":2026,"publication_date":"2026-10-29","ids":{"openalex":"https://openalex.org/W7224622859","doi":"https://doi.org/10.1080/01605682.2026.2753681"},"language":"en","primary_location":{"id":"doi:10.1080/01605682.2026.2753681","doi":"https://doi.org/10.1080/01605682.2026.2753681","is_oa":true,"landing_page_url":"https://doi.org/10.1080/01605682.2026.2753681","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/01605682.2026.2753681?needAccess=true","source":{"id":"https://openalex.org/S169988927","display_name":"Journal of the Operational Research Society","issn_l":"0160-5682","issn":["0160-5682","1476-9360"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-2","jufo-2","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319703","host_organization_name":"Palgrave Macmillan","host_organization_lineage":["https://openalex.org/P4310319703","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Palgrave Macmillan","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Operational Research Society","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.tandfonline.com/doi/pdf/10.1080/01605682.2026.2753681?needAccess=true","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066787124","display_name":"Nada R. Sanders","orcid":"https://orcid.org/0000-0003-4440-1001","observed_orcids":["https://orcid.org/0000-0003-4440-1001"]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nada R. Sanders","raw_affiliation_strings":["Northeastern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5066787124"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.91651153,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.4203999936580658,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.4203999936580658,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.1281999945640564,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.057999998331069946,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human-judgment","display_name":"human judgment","score":0.9950000047683716},{"id":"https://openalex.org/keywords/human-ai-interaction","display_name":"human-AI interaction","score":0.6309999823570251},{"id":"https://openalex.org/keywords/design-variables","display_name":"design variables","score":0.5789999961853027},{"id":"https://openalex.org/keywords/decision-support","display_name":"decision support","score":0.42399999499320984}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.642300009727478},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.5651000142097473},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.5396000146865845},{"id":"https://openalex.org/C2986909951","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision system","level":2,"score":0.5324000120162964},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4975000023841858},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.4675000011920929},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.4537000060081482},{"id":"https://openalex.org/C186116695","wikidata":"https://www.wikidata.org/wiki/Q5249226","display_name":"Decision analysis","level":2,"score":0.4194999933242798},{"id":"https://openalex.org/C15952604","wikidata":"https://www.wikidata.org/wiki/Q179012","display_name":"Project management","level":2,"score":0.4154999852180481},{"id":"https://openalex.org/C121017731","wikidata":"https://www.wikidata.org/wiki/Q11661","display_name":"Information technology","level":2,"score":0.4050000011920929},{"id":"https://openalex.org/C31352089","wikidata":"https://www.wikidata.org/wiki/Q3750474","display_name":"Systems design","level":2,"score":0.39590001106262207},{"id":"https://openalex.org/C29848774","wikidata":"https://www.wikidata.org/wiki/Q61905","display_name":"Management information systems","level":3,"score":0.3855000138282776},{"id":"https://openalex.org/C2778813691","wikidata":"https://www.wikidata.org/wiki/Q1369832","display_name":"Purchasing","level":2,"score":0.3718000054359436},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.3617999851703644},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.3601999878883362},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3328000009059906},{"id":"https://openalex.org/C67363961","wikidata":"https://www.wikidata.org/wiki/Q5268834","display_name":"Information and Communications Technology","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C93729268","wikidata":"https://www.wikidata.org/wiki/Q1187450","display_name":"Structured systems analysis and design method","level":3,"score":0.29980000853538513},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2994999885559082},{"id":"https://openalex.org/C59594135","wikidata":"https://www.wikidata.org/wiki/Q5249242","display_name":"Decision model","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2948000133037567},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.2874999940395355},{"id":"https://openalex.org/C156201811","wikidata":"https://www.wikidata.org/wiki/Q5418360","display_name":"Evidential reasoning approach","level":4,"score":0.28600001335144043},{"id":"https://openalex.org/C150325174","wikidata":"https://www.wikidata.org/wiki/Q4335500","display_name":"Optimal decision","level":3,"score":0.27639999985694885},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.2728999853134155},{"id":"https://openalex.org/C2984634286","wikidata":"https://www.wikidata.org/wiki/Q1331926","display_name":"Decision process","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.26919999718666077},{"id":"https://openalex.org/C97944126","wikidata":"https://www.wikidata.org/wiki/Q5001864","display_name":"Business decision mapping","level":3,"score":0.26600000262260437},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C56397880","wikidata":"https://www.wikidata.org/wiki/Q6044094","display_name":"Intelligent decision support system","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/01605682.2026.2753681","doi":"https://doi.org/10.1080/01605682.2026.2753681","is_oa":true,"landing_page_url":"https://doi.org/10.1080/01605682.2026.2753681","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/01605682.2026.2753681?needAccess=true","source":{"id":"https://openalex.org/S169988927","display_name":"Journal of the Operational Research Society","issn_l":"0160-5682","issn":["0160-5682","1476-9360"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-2","jufo-2","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319703","host_organization_name":"Palgrave Macmillan","host_organization_lineage":["https://openalex.org/P4310319703","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Palgrave Macmillan","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Operational Research Society","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1080/01605682.2026.2753681","doi":"https://doi.org/10.1080/01605682.2026.2753681","is_oa":true,"landing_page_url":"https://doi.org/10.1080/01605682.2026.2753681","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/01605682.2026.2753681?needAccess=true","source":{"id":"https://openalex.org/S169988927","display_name":"Journal of the Operational Research Society","issn_l":"0160-5682","issn":["0160-5682","1476-9360"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-2","jufo-2","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319703","host_organization_name":"Palgrave Macmillan","host_organization_lineage":["https://openalex.org/P4310319703","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Palgrave Macmillan","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Operational Research Society","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224622859.pdf","grobid_xml":"https://content.openalex.org/works/W7224622859.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1979004942","https://openalex.org/W2008653298","https://openalex.org/W2123179704","https://openalex.org/W2132781841","https://openalex.org/W2148962857","https://openalex.org/W2796755741","https://openalex.org/W2922720375","https://openalex.org/W2955853369","https://openalex.org/W2960630842","https://openalex.org/W2998825458","https://openalex.org/W3013160799","https://openalex.org/W3125633690","https://openalex.org/W3159096324","https://openalex.org/W4220891329","https://openalex.org/W4247155454","https://openalex.org/W4283792060","https://openalex.org/W4292157289","https://openalex.org/W4322760831","https://openalex.org/W4390655872","https://openalex.org/W4391678298","https://openalex.org/W4403534251","https://openalex.org/W4403637376","https://openalex.org/W4411136353","https://openalex.org/W4415278972","https://openalex.org/W4415927941","https://openalex.org/W7130511309","https://openalex.org/W7141119996","https://openalex.org/W7163055571"],"related_works":["https://openalex.org/W4417340997","https://openalex.org/W7078242044","https://openalex.org/W7080803361","https://openalex.org/W7218938296","https://openalex.org/W7214744185","https://openalex.org/W4247506767","https://openalex.org/W7219718386","https://openalex.org/W84533741","https://openalex.org/W4248413073","https://openalex.org/W7108075404"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"is":[2,32,99],"changing":[3],"organisational":[4],"decision":[5,46,111,119,168,175],"making":[6],"as":[7,70],"capabilities":[8],"increasingly":[9],"move":[10],"towards":[11],"autonomous":[12,156],"decisions":[13],"and":[14,61,94,170],"actions.":[15],"The":[16],"central":[17],"challenge":[18],"has":[19],"moved":[20],"beyond":[21],"discussion":[22],"of":[23,97,106,130,173],"whether":[24],"humans":[25,92,148],"or":[26,113],"machines":[27],"make":[28],"better":[29],"decisions.":[30,134],"It":[31,135],"now":[33],"focused":[34],"on":[35],"designing":[36],"systems":[37,56,169],"that":[38,51],"combine":[39],"AI":[40,114,142],"with":[41],"human":[42,52],"judgement":[43,53,82,98],"to":[44,80,116,154,164],"improve":[45],"quality.":[47],"This":[48,101,121,158],"article":[49,122],"argues":[50],"in":[54,127],"AI-enabled":[55,133],"should":[57],"be":[58,77],"designed,":[59],"allocated":[60],"evaluated":[62],"at":[63],"the":[64,84,104,109,117,128,138,144,151,171,174],"system":[65],"level,":[66],"rather":[67],"than":[68],"treated":[69],"a":[71],"binary":[72],"safeguard.":[73],"Human":[74],"involvement":[75],"can":[76],"configured":[78],"according":[79],"where":[81,141],"enters":[83],"process,":[85],"when":[86],"intervention":[87],"occurs,":[88],"how":[89],"much":[90],"authority":[91],"retain,":[93],"what":[95],"form":[96],"required.":[100],"perspective":[102],"shifts":[103],"unit":[105],"analysis":[107],"from":[108],"individual":[110],"maker":[112,176],"model":[115],"human\u2013AI":[118],"system.":[120],"highlights":[123],"emerging":[124],"risks":[125],"involved":[126],"expansion":[129],"accountability":[131],"for":[132],"also":[136],"identifies":[137],"expertise":[139],"paradox":[140],"automates":[143],"work":[145],"through":[146],"which":[147],"actually":[149],"develop":[150],"experience":[152],"needed":[153],"supervise":[155],"systems.":[157],"creates":[159],"an":[160],"important":[161],"research":[162],"agenda":[163],"help":[165],"design":[166],"intelligent":[167],"role":[172],"itself.":[177]},"counts_by_year":[],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2026-10-30T00:00:00"}