{"id":"https://openalex.org/W2460077910","doi":"https://doi.org/10.18653/v1/n16-1095","title":"Capturing Reliable Fine-Grained Sentiment Associations by Crowdsourcing and Best\u2013Worst Scaling","display_name":"Capturing Reliable Fine-Grained Sentiment Associations by Crowdsourcing and Best\u2013Worst Scaling","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2460077910","doi":"https://doi.org/10.18653/v1/n16-1095","mag":"2460077910"},"language":"en","primary_location":{"id":"doi:10.18653/v1/n16-1095","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n16-1095","pdf_url":"https://www.aclweb.org/anthology/N16-1095.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/N16-1095.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077738658","display_name":"Svetlana Kiritchenko","orcid":"https://orcid.org/0000-0003-2550-3918"},"institutions":[{"id":"https://openalex.org/I4210159778","display_name":"National Research Council Canada","ror":"https://ror.org/04mte1k06","country_code":"CA","type":"government","lineage":["https://openalex.org/I4210159778"]},{"id":"https://openalex.org/I197604219","display_name":"National Academies of Sciences, Engineering, and Medicine","ror":"https://ror.org/02eq2w707","country_code":"US","type":"government","lineage":["https://openalex.org/I197604219"]}],"countries":["CA","US"],"is_corresponding":true,"raw_author_name":"Svetlana Kiritchenko","raw_affiliation_strings":["National Research Council Canada","National Academies of Sciences, Engineering, and Medicine, Washington, United States"],"affiliations":[{"raw_affiliation_string":"National Research Council Canada","institution_ids":["https://openalex.org/I4210159778"]},{"raw_affiliation_string":"National Academies of Sciences, Engineering, and Medicine, Washington, United States","institution_ids":["https://openalex.org/I197604219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033684482","display_name":"Saif M. Mohammad","orcid":"https://orcid.org/0000-0003-2716-7516"},"institutions":[{"id":"https://openalex.org/I4210159778","display_name":"National Research Council Canada","ror":"https://ror.org/04mte1k06","country_code":"CA","type":"government","lineage":["https://openalex.org/I4210159778"]},{"id":"https://openalex.org/I197604219","display_name":"National Academies of Sciences, Engineering, and Medicine","ror":"https://ror.org/02eq2w707","country_code":"US","type":"government","lineage":["https://openalex.org/I197604219"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Saif M. Mohammad","raw_affiliation_strings":["National Research Council Canada","National Academies of Sciences, Engineering, and Medicine, Washington, United States"],"affiliations":[{"raw_affiliation_string":"National Research Council Canada","institution_ids":["https://openalex.org/I4210159778"]},{"raw_affiliation_string":"National Academies of Sciences, Engineering, and Medicine, Washington, United States","institution_ids":["https://openalex.org/I197604219"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5077738658"],"corresponding_institution_ids":["https://openalex.org/I197604219","https://openalex.org/I4210159778"],"apc_list":null,"apc_paid":null,"fwci":2.6662,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.91991216,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8426928520202637},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7811740040779114},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7597516775131226},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7449432611465454},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6780499219894409},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6320890188217163},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5800619125366211},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5414052605628967},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.5033678412437439},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47366294264793396},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.4675784409046173},{"id":"https://openalex.org/keywords/arabic","display_name":"Arabic","score":0.45552074909210205},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.21186763048171997},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13393262028694153},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.11013662815093994}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8426928520202637},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7811740040779114},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7597516775131226},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7449432611465454},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6780499219894409},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6320890188217163},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5800619125366211},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5414052605628967},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.5033678412437439},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47366294264793396},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4675784409046173},{"id":"https://openalex.org/C96455323","wikidata":"https://www.wikidata.org/wiki/Q13955","display_name":"Arabic","level":2,"score":0.45552074909210205},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.21186763048171997},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13393262028694153},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.11013662815093994},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.18653/v1/n16-1095","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n16-1095","pdf_url":"https://www.aclweb.org/anthology/N16-1095.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1712.01741","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1712.01741","pdf_url":"https://arxiv.org/pdf/1712.01741","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:cisti-icist.nrc-cnrc.ca:cistinparc:23001911","is_oa":true,"landing_page_url":"https://nrc-publications.canada.ca/eng/view/object/?id=18bb0659-18c8-434d-a4ff-b2279a2c76ec","pdf_url":"https://nrc-publications.canada.ca/eng/view/accepted/?id=18bb0659-18c8-434d-a4ff-b2279a2c76ec","source":{"id":"https://openalex.org/S7407055245","display_name":"NPARC","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"mag:2460077910","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1712.01741.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1712.01741","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1712.01741","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/n16-1095","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n16-1095","pdf_url":"https://www.aclweb.org/anthology/N16-1095.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2460077910.pdf","grobid_xml":"https://content.openalex.org/works/W2460077910.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W38739846","https://openalex.org/W46219734","https://openalex.org/W2022204871","https://openalex.org/W2023736093","https://openalex.org/W2040467972","https://openalex.org/W2065957901","https://openalex.org/W2069736034","https://openalex.org/W2122326309","https://openalex.org/W2151543699","https://openalex.org/W2156413587","https://openalex.org/W2160660844","https://openalex.org/W2166048187","https://openalex.org/W2189191044","https://openalex.org/W2250243742","https://openalex.org/W2269051851","https://openalex.org/W2270627573","https://openalex.org/W2294699749","https://openalex.org/W2464521204","https://openalex.org/W2467186984","https://openalex.org/W2572163506","https://openalex.org/W2964216356","https://openalex.org/W3133994440","https://openalex.org/W6826916023"],"related_works":["https://openalex.org/W2964235962","https://openalex.org/W3207886365","https://openalex.org/W2062913298","https://openalex.org/W1839863673","https://openalex.org/W2728189507","https://openalex.org/W23525537","https://openalex.org/W1650824498","https://openalex.org/W2510451551","https://openalex.org/W1909487923","https://openalex.org/W2741843760","https://openalex.org/W2885462405","https://openalex.org/W2113459411","https://openalex.org/W2745862583","https://openalex.org/W2788610610","https://openalex.org/W2250219826","https://openalex.org/W2611231877","https://openalex.org/W3083579995","https://openalex.org/W3213855749","https://openalex.org/W1901541308","https://openalex.org/W2897982132"],"abstract_inverted_index":{"Access":[0],"to":[1,24,31,43,109],"word-sentiment":[2],"associations":[3],"is":[4,85,107],"useful":[5],"for":[6,49,95],"many":[7,27],"applications,":[8],"including":[9],"sentiment":[10,21,46,76,104],"analysis,":[11],"stance":[12],"detection,":[13],"and":[14,51,61],"linguistic":[15],"analysis.":[16],"However,":[17],"manually":[18],"assigning":[19],"finegrained":[20],"association":[22,47,105],"scores":[23,48],"words":[25,50,74],"has":[26],"challenges":[28],"with":[29,87],"respect":[30],"keeping":[32],"annotations":[33],"consistent.":[34],"We":[35,64,93],"apply":[36],"the":[37,71,82,96,100],"annotation":[38,83],"technique":[39],"of":[40,73,91,112],"Best-Worst":[41],"Scaling":[42],"obtain":[44],"real-valued":[45],"phrases":[52],"in":[53,103],"three":[54,69],"different":[55,89],"domains:":[56],"general":[57],"English,":[58],"English":[59],"Twitter,":[60],"Arabic":[62],"Twitter.":[63],"show":[65],"that":[66,106],"on":[67],"all":[68],"domains":[70],"ranking":[72],"by":[75],"remains":[77],"remarkably":[78],"consistent":[79],"even":[80],"when":[81],"process":[84],"repeated":[86],"a":[88,113],"set":[90],"annotators.":[92],"also,":[94],"first":[97],"time,":[98],"determine":[99],"minimum":[101],"difference":[102],"perceptible":[108],"native":[110],"speakers":[111],"language.":[114]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}