{"id":"https://openalex.org/W2252045667","doi":"https://doi.org/10.18653/v1/d15-1301","title":"The Rating Game: Sentiment Rating Reproducibility from Text","display_name":"The Rating Game: Sentiment Rating Reproducibility from Text","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2252045667","doi":"https://doi.org/10.18653/v1/d15-1301","mag":"2252045667"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d15-1301","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d15-1301","pdf_url":"https://www.aclweb.org/anthology/D15-1301.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D15-1301.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018340002","display_name":"Lasse Borgholt","orcid":"https://orcid.org/0000-0002-3562-8442"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Lasse Borgholt","raw_affiliation_strings":["Center for Language Technology University of Copenhagen"],"affiliations":[{"raw_affiliation_string":"Center for Language Technology University of Copenhagen","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112027901","display_name":"Peter Simonsen","orcid":null},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Peter Simonsen","raw_affiliation_strings":["Center for Language Technology University of Copenhagen"],"affiliations":[{"raw_affiliation_string":"Center for Language Technology University of Copenhagen","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084505122","display_name":"Dirk Hovy","orcid":"https://orcid.org/0000-0002-4618-3127"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Dirk Hovy","raw_affiliation_strings":["Center for Language Technology University of Copenhagen"],"affiliations":[{"raw_affiliation_string":"Center for Language Technology University of Copenhagen","institution_ids":["https://openalex.org/I124055696"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5084505122"],"corresponding_institution_ids":["https://openalex.org/I124055696"],"apc_list":null,"apc_paid":null,"fwci":1.3353,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.8690443,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2527","last_page":"2532"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.8231967687606812},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7277261018753052},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5894710421562195},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5758141875267029},{"id":"https://openalex.org/keywords/agreement","display_name":"Agreement","score":0.4105718731880188},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.18333575129508972}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.8231967687606812},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7277261018753052},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5894710421562195},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5758141875267029},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.4105718731880188},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.18333575129508972},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/d15-1301","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d15-1301","pdf_url":"https://www.aclweb.org/anthology/D15-1301.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/c252a032-a2ad-455b-b109-1bf5aa4d3655","is_oa":true,"landing_page_url":"https://aclweb.org/anthology/D/D15/D15-1301","pdf_url":"https://aclanthology.org/D15-1301.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Borgholt , L , Simonson , P & Hovy , D 2015 , The Rating Game: Sentiment Rating Reproducibility from Text . in 2015 Conference on Empirical Methods for Natural Language Processing . Association for Computational Linguistics , Lisbon, Portugal , pp. 2527-2532 . < https://aclweb.org/anthology/D/D15/D15-1301 >","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.696.8195","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.696.8195","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://aclweb.org/anthology/D/D15/D15-1301.pdf","raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/c252a032-a2ad-455b-b109-1bf5aa4d3655","is_oa":false,"landing_page_url":"https://curis.ku.dk/portal/da/publications/the-rating-game-sentiment-rating-reproducibility-from-text(c252a032-a2ad-455b-b109-1bf5aa4d3655).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"doi:10.18653/v1/d15-1301","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d15-1301","pdf_url":"https://www.aclweb.org/anthology/D15-1301.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2252045667.pdf","grobid_xml":"https://content.openalex.org/works/W2252045667.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W40549020","https://openalex.org/W159038999","https://openalex.org/W2014902591","https://openalex.org/W2022204871","https://openalex.org/W2097606805","https://openalex.org/W2115023510","https://openalex.org/W2124865010","https://openalex.org/W2137903947","https://openalex.org/W2163455955","https://openalex.org/W2166706824","https://openalex.org/W2250879510","https://openalex.org/W2251818274","https://openalex.org/W2251939518","https://openalex.org/W2252241921","https://openalex.org/W2267835966","https://openalex.org/W2295643498","https://openalex.org/W2951278869","https://openalex.org/W2952186591"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Sentiment":[0],"analysis":[1],"models":[2],"often":[3],"use":[4],"ratings":[5,11,27,77],"as":[6,109],"labels,":[7],"assuming":[8],"that":[9],"these":[10],"reflect":[12],"the":[13,16,48,75,92,104],"sentiment":[14,113],"of":[15,91,106],"accompanying":[17],"text.":[18],"We":[19,56],"investigate":[20],"(i)":[21],"whether":[22,42],"human":[23,33],"readers":[24],"can":[25],"infer":[26],"from":[28],"review":[29],"text,":[30],"(ii)":[31],"how":[32],"performance":[34,44],"compares":[35],"to":[36],"a":[37,80],"regression":[38],"model,":[39,81],"and":[40,64,70],"(iii)":[41],"model":[43],"is":[45],"affected":[46],"by":[47,68],"rating":[49],"\"source\"":[50],"(i.e.":[51],"original":[52,76],"author":[53],"vs.":[54],"annotator).":[55],"collect":[57],"IMDb":[58],"movie":[59],"reviews":[60,108],"with":[61],"author-provided":[62],"ratings,":[63],"have":[65],"them":[66],"re-annotated":[67],"crowdsourced":[69],"trained":[71,95,100],"annotators.":[72],"Annotators":[73],"reproduce":[74],"better":[78],"than":[79,89],"but":[82],"are":[83],"still":[84],"far":[85],"off":[86],"in":[87],"more":[88],"5%":[90],"cases.":[93],"Models":[94],"on":[96,101],"annotator-labels":[97],"outperform":[98],"those":[99],"author-labels,":[102],"questioning":[103],"usefulness":[105],"author-rated":[107],"training":[110],"data":[111],"for":[112],"analysis.":[114]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}