{"id":"https://openalex.org/W3166757491","doi":"https://doi.org/10.1145/3468264.3473117","title":"BiasRV: uncovering biased sentiment predictions at runtime","display_name":"BiasRV: uncovering biased sentiment predictions at runtime","publication_year":2021,"publication_date":"2021-08-18","ids":{"openalex":"https://openalex.org/W3166757491","doi":"https://doi.org/10.1145/3468264.3473117","mag":"3166757491"},"language":"en","primary_location":{"id":"doi:10.1145/3468264.3473117","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3468264.3473117","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2105.14874","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008695791","display_name":"Zhou Yang","orcid":"https://orcid.org/0000-0001-5938-1918"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Zhou Yang","raw_affiliation_strings":["Singapore Management University, Singapore","Singapore Management University, Singapore;"],"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University, Singapore;","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049635019","display_name":"Muhammad Hilmi Asyrofi","orcid":"https://orcid.org/0000-0003-0862-2579"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Muhammad Hilmi Asyrofi","raw_affiliation_strings":["Singapore Management University, Singapore","Singapore Management University, Singapore;"],"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University, Singapore;","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081036622","display_name":"David Lo","orcid":"https://orcid.org/0000-0002-4367-7201"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"David Lo","raw_affiliation_strings":["Singapore Management University, Singapore","Singapore Management University, Singapore;"],"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University, Singapore;","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5008695791"],"corresponding_institution_ids":["https://openalex.org/I79891267"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.06902232,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1540","last_page":"1544"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7888309359550476},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.7314223051071167},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.7187513113021851},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.669620156288147},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5923375487327576},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5138823986053467},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3778632581233978},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3480086922645569},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3154531717300415},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14802324771881104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7888309359550476},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.7314223051071167},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.7187513113021851},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.669620156288147},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5923375487327576},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5138823986053467},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3778632581233978},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3480086922645569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3154531717300415},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14802324771881104},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3468264.3473117","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3468264.3473117","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2105.14874","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.14874","pdf_url":"https://arxiv.org/pdf/2105.14874","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3166757491","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2105.14874v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-7674","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=7674&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1145/3468264.3473117","raw_type":"Conference Proceeding Article"},{"id":"doi:10.48550/arxiv.2105.14874","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2105.14874","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2105.14874","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.14874","pdf_url":"https://arxiv.org/pdf/2105.14874","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2019759670","https://openalex.org/W2165571577","https://openalex.org/W2802105481","https://openalex.org/W2809701591","https://openalex.org/W2898851569","https://openalex.org/W2935474443","https://openalex.org/W2963341956","https://openalex.org/W2964116855","https://openalex.org/W3001553940","https://openalex.org/W3027373771","https://openalex.org/W3035507081","https://openalex.org/W3092487261","https://openalex.org/W3098042509","https://openalex.org/W3101767999","https://openalex.org/W3103741452","https://openalex.org/W3119911952","https://openalex.org/W3128630643"],"related_works":["https://openalex.org/W3088969596","https://openalex.org/W2288220956","https://openalex.org/W3197117977","https://openalex.org/W2895786087","https://openalex.org/W3200944305","https://openalex.org/W3202444514","https://openalex.org/W2949225910","https://openalex.org/W3134631405","https://openalex.org/W3005040148","https://openalex.org/W2982134689","https://openalex.org/W3172756206","https://openalex.org/W2909334458","https://openalex.org/W2805956788","https://openalex.org/W3094970487","https://openalex.org/W3212860283","https://openalex.org/W3174583150","https://openalex.org/W3177143525","https://openalex.org/W3015919249","https://openalex.org/W3135636354","https://openalex.org/W2968685864"],"abstract_inverted_index":{"Sentiment":[0],"analysis":[1],"(SA)":[2],"systems,":[3,33],"though":[4],"widely":[5],"applied":[6],"in":[7,23,31,100,237],"many":[8],"domains,":[9],"have":[10,20,202],"been":[11,21],"demonstrated":[12],"to":[13,28,60,111,162,210,263],"produce":[14],"biased":[15,45,71,240],"results.":[16,204],"Some":[17],"research":[18],"works":[19],"done":[22],"automatically":[24],"generating":[25],"test":[26],"cases":[27],"reveal":[29],"unfairness":[30],"SA":[32,67,118,132,255],"but":[34],"the":[35,57,104,113,122,155,163,185,191,213,226,252,284],"community":[36],"still":[37],"lacks":[38],"tools":[39],"that":[40,97,139,207],"can":[41,224,246,259,278,287],"monitor":[42],"and":[43,91,182,271,283],"uncover":[44],"predictions":[46,241],"at":[47,281,290],"runtime.":[48],"This":[49,134],"paper":[50],"fills":[51],"this":[52,80],"gap":[53],"by":[54,232],"proposing":[55],"BiasRV,":[56],"first":[58],"tool":[59],"raise":[61],"an":[62,88,117,127,131],"alarm":[63],"when":[64,199,208],"a":[65,70,74,85,137,172],"deployed":[66],"system":[68,186],"makes":[69],"prediction":[72,129],"on":[73,107],"given":[75],"input":[76,89,219],"text.":[77],"To":[78,166],"implement":[79],"feature,":[81],"BiasRV":[82,170,245,262,277],"dynamically":[83],"extracts":[84],"template":[86],"from":[87,103,146,179],"text":[90],"generates":[92],"gender-discriminatory":[93],"mutants":[94,145,178,201,231],"(semantically-equivalent":[95],"texts":[96],"only":[98,198,235],"differ":[99],"gender":[101,148,181],"information)":[102],"template.":[105],"Based":[106],"popular":[108],"metrics":[109],"used":[110,228,248],"evaluate":[112],"overall":[114],"fairness":[115,124,157,197,215],"of":[116,130,143,190,239,254,267],"system,":[119],"we":[120],"define":[121],"distributional":[123,156,196,214],"property":[125,135,158,216],"for":[126,140,217,229,276],"individual":[128],"system.":[133,165],"specifies":[136],"requirement":[138],"one":[141],"piece":[142],"text,":[144,220],"different":[147],"classes":[149],"should":[150],"be":[151,247,279,288],"treated":[152],"similarly.":[153],"Verifying":[154],"causes":[159],"much":[160],"overhead":[161,227],"running":[164],"run":[167],"more":[168,265],"efficiently,":[169],"adopts":[171],"two-step":[173,222],"heuristic:":[174],"(1)":[175],"sampling":[176],"several":[177],"each":[180,218],"checking":[183,195,212],"if":[184],"predicts":[187],"them":[188],"as":[189],"same":[192],"sentiment,":[193],"(2)":[194],"sampled":[200],"conflicting":[203],"Experiments":[205],"show":[206],"compared":[209],"directly":[211],"our":[221],"heuristic":[223],"decrease":[225],"analyzing":[230],"73.81%":[233],"while":[234],"resulting":[236],"6.7%":[238],"being":[242],"missed.":[243],"Besides,":[244],"conveniently":[249],"without":[250],"knowing":[251],"implementation":[253],"systems.":[256],"Future":[257],"researchers":[258],"easily":[260],"extend":[261],"detect":[264],"types":[266],"bias,":[268],"e.g.,":[269],"race":[270],"occupation.":[272],"The":[273],"demo":[274],"video":[275],"viewed":[280],"https://youtu.be/WPe4Ml77d3U":[282],"source":[285],"code":[286],"found":[289],"https://github.com/soarsmu/BiasRV.":[291]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}