{"id":"https://openalex.org/W7165626306","doi":"https://doi.org/10.1145/3805689.3806512","title":"Risks and Opportunities in Human-Machine Teaming in Operationalizing Machine Learning Target Variables","display_name":"Risks and Opportunities in Human-Machine Teaming in Operationalizing Machine Learning Target Variables","publication_year":2026,"publication_date":"2026-06-23","ids":{"openalex":"https://openalex.org/W7165626306","doi":"https://doi.org/10.1145/3805689.3806512"},"language":null,"primary_location":{"id":"doi:10.1145/3805689.3806512","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805689.3806512","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805689.3806512","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022579345","display_name":"Mengtian Guo","orcid":"https://orcid.org/0000-0002-9299-7594"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengtian Guo","raw_affiliation_strings":["School of Information and Library Science, University of North Carolina at Chapel Hill, Chapel Hill, North Carolina, USA"],"raw_orcid":"https://orcid.org/0000-0002-9299-7594","affiliations":[{"raw_affiliation_string":"School of Information and Library Science, University of North Carolina at Chapel Hill, Chapel Hill, North Carolina, USA","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077712580","display_name":"David Gotz","orcid":"https://orcid.org/0000-0002-6424-7374"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Gotz","raw_affiliation_strings":["School of Information and Library Science, University of North Carolina at Chapel Hill, Chapel Hill, North Carolina, USA"],"raw_orcid":"https://orcid.org/0000-0002-6424-7374","affiliations":[{"raw_affiliation_string":"School of Information and Library Science, University of North Carolina at Chapel Hill, Chapel Hill, North Carolina, USA","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100371984","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0002-0278-2347"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["School of Information and Library Science, University of North Carolina at Chapel Hill, Chapel Hill, North Carolina, USA"],"raw_orcid":"https://orcid.org/0000-0002-0278-2347","affiliations":[{"raw_affiliation_string":"School of Information and Library Science, University of North Carolina at Chapel Hill, Chapel Hill, North Carolina, USA","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I114027177"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2359","last_page":"2384"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.07069999724626541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.07069999724626541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.0494999997317791,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.04439999908208847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.5249000191688538},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.30390000343322754},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.28029999136924744},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.27720001339912415},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.2515999972820282}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5266000032424927},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.5249000191688538},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49639999866485596},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44530001282691956},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2802000045776367},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2766999900341034},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2515999972820282},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805689.3806512","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805689.3806512","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805689.3806512","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805689.3806512","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1541033774","https://openalex.org/W1994550352","https://openalex.org/W2033626294","https://openalex.org/W2044102377","https://openalex.org/W2125049142","https://openalex.org/W2141845152","https://openalex.org/W2165254944","https://openalex.org/W2341412231","https://openalex.org/W2552408584","https://openalex.org/W2807910285","https://openalex.org/W2883947288","https://openalex.org/W2905604475","https://openalex.org/W2910548926","https://openalex.org/W2922234936","https://openalex.org/W2941766203","https://openalex.org/W2954438306","https://openalex.org/W2960217013","https://openalex.org/W2971867419","https://openalex.org/W2981869278","https://openalex.org/W3030096167","https://openalex.org/W3030508559","https://openalex.org/W3032086959","https://openalex.org/W3032875465","https://openalex.org/W4225001143","https://openalex.org/W4225087473","https://openalex.org/W4283156811","https://openalex.org/W4284670548","https://openalex.org/W4288083801","https://openalex.org/W4321749684","https://openalex.org/W4366547541","https://openalex.org/W4378966551","https://openalex.org/W4380319026","https://openalex.org/W4385644241","https://openalex.org/W4389676498","https://openalex.org/W4403334501","https://openalex.org/W4417114362","https://openalex.org/W6906695953"],"related_works":[],"abstract_inverted_index":{"Predictive":[0],"modeling":[1,169],"has":[2],"the":[3,24,47,106,154,168,178,190,210,214],"potential":[4],"to":[5,17,36,45,76,104,149,156,208],"enhance":[6],"human":[7,87],"decision-making.":[8],"However,":[9,171],"many":[10],"predictive":[11],"models":[12],"fail":[13],"in":[14,21,61,89,197],"practice":[15],"due":[16],"problematic":[18],"problem":[19,90],"formulation":[20],"cases":[22],"where":[23],"prediction":[25],"target":[26,40,55,113,201],"is":[27,57],"an":[28,38,52],"abstract":[29],"concept":[30],"or":[31],"construct,":[32],"and":[33,67,131,176,192,212],"practitioners":[34],"need":[35],"define":[37],"appropriate":[39,53],"variable":[41,56],"as":[42],"a":[43,58,97,117,151],"proxy":[44,54,112,159,181],"operationalize":[46],"construct":[48],"of":[49,108,180,194],"interest.":[50],"Selecting":[51],"challenging":[59],"process":[60],"practice,":[62],"requiring":[63],"both":[64],"domain":[65],"knowledge":[66],"iterative":[68],"data":[69],"modeling.":[70],"While":[71],"emerging":[72],"prototyping":[73],"tools":[74],"promise":[75],"accelerate":[77],"this":[78,93,185],"process,":[79],"it":[80],"remains":[81],"unclear":[82],"how":[83],"rapid":[84,139],"iterations":[85,140],"influence":[86],"judgment":[88],"formulation.":[91],"In":[92],"work,":[94],"we":[95],"conducted":[96],"controlled":[98],"user":[99],"study":[100,188],"(N":[101],"=":[102],"48)":[103],"investigate":[105],"impact":[107],"human-machine":[109,195],"teaming":[110,196],"on":[111],"selection.":[114],"We":[115,135],"instantiate":[116],"system":[118],"offering":[119],"three":[120],"recommendation":[121],"strategies:":[122],"Relevance-First":[123],"(prioritizing":[124,128],"conceptual":[125],"alignment),":[126],"Performance-First":[127],"model":[129],"performance),":[130],"Pareto-Front":[132],"(considering":[133],"both).":[134],"find":[136],"that":[137,173],"while":[138],"can":[141,183],"significantly":[142],"improve":[143],"exploration":[144],"efficiency,":[145],"they":[146,163],"also":[147],"tend":[148],"amplify":[150],"\u201cperformance":[152],"bias\u201d:":[153],"tendency":[155],"favor":[157],"well-performing":[158],"targets":[160,182],"even":[161],"when":[162],"are":[164],"not":[165],"aligned":[166],"with":[167],"goal.":[170],"systems":[172],"explicitly":[174],"estimate":[175],"communicate":[177],"relevance":[179],"mitigate":[184,213],"bias.":[186],"Our":[187],"highlights":[189],"risks":[191],"opportunities":[193,211],"operationalizing":[198],"machine":[199],"learning":[200],"variables,":[202],"yielding":[203],"insights":[204],"for":[205],"future":[206],"research":[207],"explore":[209],"risks.":[215]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-06-24T00:00:00"}