{"id":"https://openalex.org/W7130351247","doi":"https://doi.org/10.1007/s13222-026-00531-1","title":"Pairwise Comparison for Bias Identification and Quantification","display_name":"Pairwise Comparison for Bias Identification and Quantification","publication_year":2026,"publication_date":"2026-02-18","ids":{"openalex":"https://openalex.org/W7130351247","doi":"https://doi.org/10.1007/s13222-026-00531-1"},"language":"en","primary_location":{"id":"doi:10.1007/s13222-026-00531-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13222-026-00531-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s13222-026-00531-1.pdf","source":{"id":"https://openalex.org/S73012565","display_name":"Datenbank-Spektrum","issn_l":"1610-1995","issn":["1610-1995","1618-2162"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Datenbank-Spektrum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s13222-026-00531-1.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085724158","display_name":"Fabian Haak","orcid":"https://orcid.org/0000-0002-3392-7860"},"institutions":[{"id":"https://openalex.org/I102520234","display_name":"TH K\u00f6ln - University of Applied Sciences","ror":"https://ror.org/014nnvj65","country_code":"DE","type":"education","lineage":["https://openalex.org/I102520234"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Fabian Haak","raw_affiliation_strings":["TH K\u00f6ln, Gustav-Heinemann-Ufer\u00a054, 50968, Cologne, Germany"],"raw_orcid":"https://orcid.org/0000-0002-3392-7860","affiliations":[{"raw_affiliation_string":"TH K\u00f6ln, Gustav-Heinemann-Ufer\u00a054, 50968, Cologne, Germany","institution_ids":["https://openalex.org/I102520234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087564658","display_name":"Philipp Schaer","orcid":"https://orcid.org/0000-0002-8817-4632"},"institutions":[{"id":"https://openalex.org/I102520234","display_name":"TH K\u00f6ln - University of Applied Sciences","ror":"https://ror.org/014nnvj65","country_code":"DE","type":"education","lineage":["https://openalex.org/I102520234"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Philipp Schaer","raw_affiliation_strings":["TH K\u00f6ln, Gustav-Heinemann-Ufer\u00a054, 50968, Cologne, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TH K\u00f6ln, Gustav-Heinemann-Ufer\u00a054, 50968, Cologne, Germany","institution_ids":["https://openalex.org/I102520234"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5085724158"],"corresponding_institution_ids":["https://openalex.org/I102520234"],"apc_list":{"value":2380,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2380,"currency":"EUR","value_usd":2890},"fwci":24.2102,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.99071947,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"26","issue":"1","first_page":"65","last_page":"73"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.21950000524520874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.21950000524520874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.07010000199079514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.06499999761581421,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.8228999972343445},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6049000024795532},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5907999873161316},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5709999799728394},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.546999990940094},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.40720000863075256}],"concepts":[{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.8228999972343445},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7462999820709229},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6049000024795532},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5985999703407288},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5907999873161316},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5709999799728394},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.546999990940094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5321999788284302},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4207000136375427},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.40720000863075256},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3944999873638153},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C75917345","wikidata":"https://www.wikidata.org/wiki/Q2725298","display_name":"Sampling bias","level":3,"score":0.2867000102996826},{"id":"https://openalex.org/C109747225","wikidata":"https://www.wikidata.org/wiki/Q815758","display_name":"Scarcity","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2581000030040741}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s13222-026-00531-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13222-026-00531-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s13222-026-00531-1.pdf","source":{"id":"https://openalex.org/S73012565","display_name":"Datenbank-Spektrum","issn_l":"1610-1995","issn":["1610-1995","1618-2162"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Datenbank-Spektrum","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s13222-026-00531-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13222-026-00531-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s13222-026-00531-1.pdf","source":{"id":"https://openalex.org/S73012565","display_name":"Datenbank-Spektrum","issn_l":"1610-1995","issn":["1610-1995","1618-2162"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Datenbank-Spektrum","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7130351247.pdf","grobid_xml":"https://content.openalex.org/works/W7130351247.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1974838758","https://openalex.org/W2033442452","https://openalex.org/W2067948432","https://openalex.org/W2108862644","https://openalex.org/W2160637580","https://openalex.org/W2763110165","https://openalex.org/W2796806625","https://openalex.org/W2970720279","https://openalex.org/W3114990944","https://openalex.org/W3124593863","https://openalex.org/W3156491329","https://openalex.org/W3213844504","https://openalex.org/W4367189616","https://openalex.org/W4390307288","https://openalex.org/W4391768429","https://openalex.org/W4399605340","https://openalex.org/W4404780697","https://openalex.org/W4415795978","https://openalex.org/W6966606527"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Linguistic":[1],"bias":[2,45,132,145,191],"in":[3,81,89],"online":[4],"news":[5],"and":[6,18,27,74,96,111,115,129,136,155,165,199,207,210],"social":[7],"media":[8],"is":[9],"widespread":[10],"but":[11],"difficult":[12,21],"to":[13,23,36,93,133,143,158],"measure.":[14],"Yet,":[15],"its":[16],"identification":[17],"quantification":[19],"remain":[20],"due":[22],"subjectivity,":[24],"context":[25],"dependence,":[26],"the":[28,49,52,68,75,86,141,151,175],"scarcity":[29],"of":[30,51,59,70,77,177,197],"high-quality":[31,108],"gold-label":[32],"datasets.":[33],"We":[34,63,193],"aim":[35],"reduce":[37],"annotation":[38],"effort":[39],"by":[40,66,161],"leveraging":[41],"pairwise":[42,60,167,178],"comparison":[43,168,179,198],"for":[44,106,112,184,214],"annotation.":[46,217],"To":[47],"overcome":[48],"costliness":[50],"approach,":[53],"we":[54,148],"evaluate":[55,150],"more":[56],"efficient":[57],"implementations":[58],"comparison-based":[61],"rating.":[62],"achieve":[64],"this":[65],"investigating":[67],"effects":[69],"various":[71],"rating":[72],"techniques":[73],"parameters":[76],"three":[78],"cost-aware":[79,215],"alternatives":[80],"a":[82,104,181],"simulation":[83,206],"environment.":[84],"Since":[85],"approach":[87,142],"can":[88],"principle":[90],"be":[91],"applied":[92],"both":[94],"human":[95],"large":[97,162],"language":[98,163],"model":[99],"annotation,":[100],"our":[101],"work":[102],"provides":[103],"basis":[105],"creating":[107],"benchmark":[109,146],"datasets":[110],"quantifying":[113,185],"biases":[114],"other":[116],"subjective":[117,186],"linguistic":[118,187],"aspects.":[119],"The":[120],"controlled":[121],"simulations":[122],"include":[123],"latent":[124],"severity":[125],"distributions,":[126],"distance-calibrated":[127],"noise,":[128],"synthetic":[130],"annotator":[131],"probe":[134],"robustness":[135],"cost-quality":[137],"trade-offs.":[138],"In":[139],"applying":[140],"human-labeled":[144],"datasets,":[147],"then":[149],"most":[152],"promising":[153],"setups":[154],"compare":[156],"them":[157],"direct":[159],"assessment":[160],"models":[164],"unmodified":[166],"labels":[169],"as":[170,180],"baselines.":[171],"Our":[172],"findings":[173],"support":[174],"use":[176],"practical":[182],"foundation":[183],"aspects,":[188],"enabling":[189],"reproducible":[190],"analysis.":[192],"contribute":[194],"an":[195,202,211],"optimization":[196],"matchmaking":[200],"components,":[201],"end-to-end":[203],"evaluation":[204],"including":[205],"real-data":[208],"application,":[209],"implementation":[212],"blueprint":[213],"large-scale":[216]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-02-19T00:00:00"}