{"id":"https://openalex.org/W2518026854","doi":"https://doi.org/10.18653/v1/w16-1710","title":"Addressing Annotation Complexity: The Case of Annotating Ideological Perspective in Egyptian Social Media","display_name":"Addressing Annotation Complexity: The Case of Annotating Ideological Perspective in Egyptian Social Media","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2518026854","doi":"https://doi.org/10.18653/v1/w16-1710","mag":"2518026854"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w16-1710","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-1710","pdf_url":"https://www.aclweb.org/anthology/W16-1710.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th Linguistic Annotation Workshop held in\n          conjunction with ACL 2016 (LAW-X 2016)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W16-1710.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077304103","display_name":"Heba Elfardy","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heba Elfardy","raw_affiliation_strings":["Department of Computer Science Columbia University New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science Columbia University New York, NY","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038581447","display_name":"Mona Diab","orcid":"https://orcid.org/0000-0002-7696-1436"},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mona Diab","raw_affiliation_strings":["Department of Computer Science The George Washington University Washington, DC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science The George Washington University Washington, DC","institution_ids":["https://openalex.org/I193531525"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5038581447"],"corresponding_institution_ids":["https://openalex.org/I193531525"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"79","last_page":"88"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10557","display_name":"Social Media and Politics","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8057698607444763},{"id":"https://openalex.org/keywords/ideology","display_name":"Ideology","score":0.7169266939163208},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5967638492584229},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.5462217330932617},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.542643666267395},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4519873857498169},{"id":"https://openalex.org/keywords/intimidation","display_name":"Intimidation","score":0.44096243381500244},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4388497769832611},{"id":"https://openalex.org/keywords/subjectivity","display_name":"Subjectivity","score":0.43539929389953613},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4341658353805542},{"id":"https://openalex.org/keywords/politics","display_name":"Politics","score":0.4193277060985565},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.41446828842163086},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24957796931266785},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.24679100513458252},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.17119672894477844},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.11834564805030823},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.08732947707176208}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8057698607444763},{"id":"https://openalex.org/C158071213","wikidata":"https://www.wikidata.org/wiki/Q7257","display_name":"Ideology","level":3,"score":0.7169266939163208},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5967638492584229},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.5462217330932617},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.542643666267395},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4519873857498169},{"id":"https://openalex.org/C2781164112","wikidata":"https://www.wikidata.org/wiki/Q3858303","display_name":"Intimidation","level":2,"score":0.44096243381500244},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4388497769832611},{"id":"https://openalex.org/C202889954","wikidata":"https://www.wikidata.org/wiki/Q1139554","display_name":"Subjectivity","level":2,"score":0.43539929389953613},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4341658353805542},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.4193277060985565},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.41446828842163086},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24957796931266785},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.24679100513458252},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.17119672894477844},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.11834564805030823},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.08732947707176208},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w16-1710","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-1710","pdf_url":"https://www.aclweb.org/anthology/W16-1710.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th Linguistic Annotation Workshop held in\n          conjunction with ACL 2016 (LAW-X 2016)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w16-1710","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-1710","pdf_url":"https://www.aclweb.org/anthology/W16-1710.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th Linguistic Annotation Workshop held in\n          conjunction with ACL 2016 (LAW-X 2016)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.5199999809265137,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2518026854.pdf","grobid_xml":"https://content.openalex.org/works/W2518026854.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W199238147","https://openalex.org/W226959768","https://openalex.org/W1970768240","https://openalex.org/W2001442493","https://openalex.org/W2023218010","https://openalex.org/W2097480711","https://openalex.org/W2137411054","https://openalex.org/W2142213820","https://openalex.org/W2149537132","https://openalex.org/W2167053715","https://openalex.org/W2250590244","https://openalex.org/W2251949149"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4390508764","https://openalex.org/W2036674923","https://openalex.org/W2994737883","https://openalex.org/W1518655005","https://openalex.org/W4238030682","https://openalex.org/W2944070845","https://openalex.org/W2079336167","https://openalex.org/W3121821843","https://openalex.org/W2095088939"],"abstract_inverted_index":{"Automatically":[0],"detecting":[1],"the":[2,40,66,77,100,106,138],"stance":[3],"of":[4,27,42,90,115],"people":[5],"toward":[6],"political":[7],"and":[8,45,70,94,112,130,141],"ideological":[9],"topics":[10],"-namely":[11],"their":[12],"\"Ideological":[13],"Perspective\"from":[14],"social":[15,124],"media":[16,125],"is":[17,39,53,61],"a":[18,24,32,88,110,153],"rapidly":[19],"growing":[20],"research":[21],"area":[22],"with":[23],"wide":[25],"range":[26],"applications.":[28],"Research":[29],"in":[30,57,87,99,156],"such":[31],"field":[33],"faces":[34],"several":[35],"challenges":[36,73],"among":[37],"which":[38],"lack":[41],"annotated":[43],"corpora":[44],"associated":[46,142],"guidelines":[47,116,143],"for":[48,65,108,117],"collecting":[49],"annotations.":[50],"The":[51,72],"problem":[52],"even":[54],"more":[55],"pronounced":[56],"situations":[58],"where":[59,79],"there":[60],"no":[62],"clear":[63],"taxonomy":[64],"common":[67],"community":[68],"perspectives":[69],"ideologies.":[71],"are":[74,86],"exacerbated":[75],"when":[76],"communities":[78],"we":[80,104],"need":[81],"to":[82,96,145,152,162],"gather":[83],"these":[84],"annotations":[85],"state":[89],"turmoil":[91],"causing":[92],"subjectivity":[93],"intimidation":[95],"be":[97],"factors":[98],"annotation":[101,135,139],"process.":[102],"Accordingly,":[103],"present":[105],"process":[107],"creating":[109],"robust":[111],"succinct":[113],"set":[114],"annotating":[118],"\"Egyptian":[119],"Ideological":[120],"Perspectives\".":[121],"We":[122],"collect":[123],"data":[126],"discussing":[127],"Egyptian":[128],"politics":[129],"develop":[131],"an":[132],"iterative":[133],"feedback":[134],"framework":[136],"refining":[137],"task":[140],"attempting":[144],"circumvent":[146],"both":[147],"weaknesses.":[148],"Our":[149],"efforts":[150],"lead":[151],"significant":[154],"increase":[155],"inter-annotator":[157],"agreement":[158],"measures":[159],"from":[160],"75.7%":[161],"92%":[163],"overall":[164],"agreement.":[165]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2017,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}