{"id":"https://openalex.org/W3088577908","doi":null,"title":"Analyzing ELMo and DistilBERT on Socio-political News Classification","display_name":"Analyzing ELMo and DistilBERT on Socio-political News Classification","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3088577908","mag":"3088577908"},"language":"en","primary_location":{"id":"mag:3088577908","doi":null,"is_oa":false,"landing_page_url":"https://www.aclweb.org/anthology/2020.aespen-1.4/","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033075680","display_name":"Berfu Buyukoz","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Berfu B\u00fcy\u00fck\u00f6z","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041253633","display_name":"Ali H\u00fcrriyeto\u011flu","orcid":"https://orcid.org/0000-0003-3003-1783","observed_orcids":["https://orcid.org/0000-0003-3003-1783"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ali H\u00fcrriyeto\u011flu","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-3003-1783","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5030252794","display_name":"Arzucan \u00d6zg\u00fcr","orcid":"https://orcid.org/0000-0001-8376-1056","observed_orcids":["https://orcid.org/0000-0001-8376-1056"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arzucan \u00d6zg\u00fcr","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-8376-1056","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5042,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.90643556,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"9","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6991999745368958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6991999745368958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.2827000021934509,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.0052999998442828655,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/elmo","display_name":"ELMo","score":0.9950000047683716},{"id":"https://openalex.org/keywords/distilbert","display_name":"DistilBERT","score":1.0},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"sentiment analysis","score":0.7350000143051147},{"id":"https://openalex.org/keywords/product-reviews","display_name":"product reviews","score":0.9800000190734863},{"id":"https://openalex.org/keywords/domain-generalization","display_name":"domain generalization","score":0.7860000133514404},{"id":"https://openalex.org/keywords/bilstm","display_name":"BiLSTM","score":0.6859999895095825},{"id":"https://openalex.org/keywords/multinomial-naive-bayes","display_name":"multinomial naive Bayes","score":0.8840000033378601},{"id":"https://openalex.org/keywords/linear-support-vector-machine","display_name":"linear support vector machine","score":0.765999972820282},{"id":"https://openalex.org/keywords/binary-text-classification","display_name":"binary text classification","score":0.5789999961853027}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6890054941177368},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6635597348213196},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5507000684738159},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.47526711225509644},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.4692181348800659},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.46301978826522827},{"id":"https://openalex.org/C52001869","wikidata":"https://www.wikidata.org/wiki/Q812530","display_name":"Naive Bayes classifier","level":3,"score":0.4319651126861572},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4288177490234375},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4205473065376282},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4147935211658478},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1295645534992218},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3088577908","doi":null,"is_oa":false,"landing_page_url":"https://www.aclweb.org/anthology/2020.aespen-1.4/","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1486649854","https://openalex.org/W1539309091","https://openalex.org/W1566289585","https://openalex.org/W1681397005","https://openalex.org/W1840435438","https://openalex.org/W2057399676","https://openalex.org/W2100317981","https://openalex.org/W2153579005","https://openalex.org/W2160660844","https://openalex.org/W2163455955","https://openalex.org/W2271328876","https://openalex.org/W2468328197","https://openalex.org/W2525778437","https://openalex.org/W2612953412","https://openalex.org/W2768037715","https://openalex.org/W2786464815","https://openalex.org/W2787560479","https://openalex.org/W2798812533","https://openalex.org/W2800311957","https://openalex.org/W2921848006","https://openalex.org/W2922565841","https://openalex.org/W2931732047","https://openalex.org/W2951384152","https://openalex.org/W2953369973","https://openalex.org/W2962772361","https://openalex.org/W2963341956","https://openalex.org/W2964121744","https://openalex.org/W2964165804","https://openalex.org/W2965449209","https://openalex.org/W2966038475","https://openalex.org/W2966739934","https://openalex.org/W2971277088","https://openalex.org/W2978017171","https://openalex.org/W2980708516"],"related_works":["https://openalex.org/W4360885586","https://openalex.org/W4226117323","https://openalex.org/W3202439666","https://openalex.org/W4291137128","https://openalex.org/W7128129944","https://openalex.org/W4307280064","https://openalex.org/W7055608668","https://openalex.org/W3186434343","https://openalex.org/W4416108771","https://openalex.org/W7126152353"],"abstract_inverted_index":{"This":[0],"study":[1],"evaluates":[2],"the":[3,43,120,129,132],"robustness":[4],"of":[5,18,28],"two":[6],"state-of-the-art":[7],"deep":[8,147],"contextual":[9],"language":[10,148],"representations,":[11],"ELMo":[12],"and":[13,24,50,58,71,103,123],"DistilBERT,":[14],"on":[15],"supervised":[16],"learning":[17,135],"binary":[19],"protest":[20],"news":[21],"classification":[22],"(PC)":[23],"sentiment":[25],"analysis":[26],"(SA)":[27],"product":[29],"reviews.":[30],"A":[31],"\u201dcross-context\u201d":[32],"setting":[33],"is":[34,99,118,126],"enabled":[35],"using":[36],"test":[37,124],"sets":[38],"that":[39,85],"are":[40,48,77],"distinct":[41],"from":[42],"training":[44,114,130],"data.":[45],"The":[46,82],"models":[47],"fine-tuned":[49],"fed":[51],"into":[52],"a":[53,59],"Feed-Forward":[54],"Neural":[55],"Network":[56],"(FFNN)":[57],"Bidirectional":[60],"Long":[61],"Short":[62],"Term":[63],"Memory":[64],"network":[65],"(BiLSTM).":[66],"Multinomial":[67],"Naive":[68],"Bayes":[69],"(MNB)":[70],"Linear":[72],"Support":[73],"Vector":[74],"Machine":[75],"(LSVM)":[76],"used":[78],"as":[79,142],"traditional":[80,133],"baselines.":[81],"results":[83],"suggest":[84],"DistilBERT":[86,98],"can":[87,138],"transfer":[88],"generic":[89],"semantic":[90],"knowledge":[91],"to":[92,128,146],"other":[93],"domains":[94],"better":[95],"than":[96,106],"ELMo.":[97],"also":[100],"30%":[101],"smaller":[102,112],"83%":[104],"faster":[105],"ELMo,":[107],"which":[108],"suggests":[109],"superiority":[110],"for":[111],"computational":[113],"budgets.":[115],"When":[116],"generalization":[117],"not":[119],"utmost":[121],"preference":[122],"domain":[125],"similar":[127],"domain,":[131],"machine":[134],"(ML)":[136],"algorithms":[137],"still":[139],"be":[140],"considered":[141],"more":[143],"economic":[144],"alternatives":[145],"representations.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2020-10-01T00:00:00"}
