{"id":"https://openalex.org/W7152081016","doi":"https://doi.org/10.48550/arxiv.2604.05593","title":"Label Effects: Shared Heuristic Reliance in Trust Assessment by Humans and LLM-as-a-Judge","display_name":"Label Effects: Shared Heuristic Reliance in Trust Assessment by Humans and LLM-as-a-Judge","publication_year":2026,"publication_date":"2026-04-07","ids":{"openalex":"https://openalex.org/W7152081016","doi":"https://doi.org/10.48550/arxiv.2604.05593"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.05593","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05593","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.05593","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076675230","display_name":"Xin Sun","orcid":"https://orcid.org/0000-0001-9320-2522"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133237622","display_name":"Di Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Di","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114058198","display_name":"Sijing Qin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Sijing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044556342","display_name":"Isao Echizen","orcid":"https://orcid.org/0000-0003-4908-1860"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Echizen, Isao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123151105","display_name":"Abdallah El Ali","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ali, Abdallah El","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5038103607","display_name":"Saku Sugawara","orcid":"https://orcid.org/0000-0002-0061-0680"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sugawara, Saku","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.3253999948501587,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.3253999948501587,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.29499998688697815,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.04149999842047691,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.7784000039100647},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6863999962806702},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6150000095367432},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.5552999973297119},{"id":"https://openalex.org/keywords/dominance","display_name":"Dominance (genetics)","score":0.4837999939918518},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4650999903678894}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.7784000039100647},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6863999962806702},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6150000095367432},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.5552999973297119},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5462999939918518},{"id":"https://openalex.org/C151913843","wikidata":"https://www.wikidata.org/wiki/Q3454555","display_name":"Dominance (genetics)","level":3,"score":0.4837999939918518},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4650999903678894},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.45010000467300415},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4318999946117401},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4023999869823456},{"id":"https://openalex.org/C37381756","wikidata":"https://www.wikidata.org/wiki/Q20203288","display_name":"Representativeness heuristic","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3312999904155731},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3269999921321869},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3100000023841858},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.27869999408721924},{"id":"https://openalex.org/C2983685735","wikidata":"https://www.wikidata.org/wiki/Q5227355","display_name":"Data source","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2533000111579895},{"id":"https://openalex.org/C24845683","wikidata":"https://www.wikidata.org/wiki/Q178651","display_name":"Interview","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.05593","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05593","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.05593","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05593","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7610354423522949}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,82,157],"(LLMs)":[3],"are":[4,23],"increasingly":[5],"used":[6],"as":[7,47,55,67],"automated":[8],"evaluators":[9],"(LLM-as-a-Judge).":[10],"This":[11],"work":[12],"challenges":[13],"its":[14],"reliability":[15],"by":[16,21,25,116],"showing":[17],"that":[18,35,60,129,155],"trust":[19,43],"judgments":[20],"LLMs":[22],"biased":[24],"disclosed":[26],"source":[27,65,131],"labels.":[28,125],"Using":[29],"a":[30,134],"counterfactual":[31],"design,":[32],"we":[33,152],"find":[34],"both":[36,139],"humans":[37,61,140],"and":[38,94,141,151,171],"LLM":[39,74],"judges":[40],"assign":[41],"higher":[42,119],"to":[44,50,86],"information":[45],"labeled":[46,54],"human-authored":[48],"than":[49,90,103,123],"the":[51,87,91,108,130],"same":[52],"content":[53,92],"AI-generated.":[56],"Eye-tracking":[57],"data":[58],"reveal":[59],"rely":[62],"heavily":[63],"on":[64],"labels":[66,102,122],"heuristic":[68,136,164],"cues":[69],"for":[70,138,147],"judgments.":[71],"We":[72],"analyze":[73],"internal":[75],"states":[76],"during":[77],"judgment.":[78],"Across":[79],"label":[80,88,96,132],"conditions,":[81],"allocate":[83],"denser":[84],"attention":[85],"region":[89],"region,":[93],"this":[95],"dominance":[97],"is":[98,118,133],"stronger":[99],"under":[100,120],"Human":[101,124],"AI":[104,121],"labels,":[105],"consistent":[106],"with":[107,158],"human":[109,159,163],"gaze":[110],"patterns.":[111],"Besides,":[112],"decision":[113],"uncertainty":[114],"measured":[115],"logits":[117],"These":[126],"results":[127],"indicate":[128],"salient":[135],"cue":[137],"LLMs.":[142],"It":[143],"raises":[144],"validity":[145],"concerns":[146],"label-sensitive":[148],"LLM-as-a-Judge":[149],"evaluation,":[150],"cautiously":[153],"raise":[154],"aligning":[156],"preferences":[160],"may":[161],"propagate":[162],"reliance":[165],"into":[166],"models,":[167],"motivating":[168],"debiased":[169],"evaluation":[170],"alignment.":[172]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-09T00:00:00"}