{"id":"https://openalex.org/W3127059340","doi":null,"title":"Neural Transfer Learning with Transformers for Social Science Text Analysis.","display_name":"Neural Transfer Learning with Transformers for Social Science Text Analysis.","publication_year":2021,"publication_date":"2021-02-03","ids":{"openalex":"https://openalex.org/W3127059340","mag":"3127059340"},"language":"en","primary_location":{"id":"mag:3127059340","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2102.02111","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://export.arxiv.org/pdf/2102.02111","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057458795","display_name":"Sandra Wankm\u00fcller","orcid":"https://orcid.org/0000-0002-4003-1704","observed_orcids":["https://orcid.org/0000-0002-4003-1704"]},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Sandra Wankm\u00fcller","raw_affiliation_strings":["Ludwig-Maximilian University of Munich"],"raw_orcid":"https://orcid.org/0000-0002-4003-1704","affiliations":[{"raw_affiliation_string":"Ludwig-Maximilian University of Munich","institution_ids":["https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5057458795"],"corresponding_institution_ids":["https://openalex.org/I8204097"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.6542999744415283,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.6542999744415283,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2712000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.05530000105500221,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.7519999742507935},{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.8489999771118164},{"id":"https://openalex.org/keywords/roberta","display_name":"RoBERTa","score":1.0},{"id":"https://openalex.org/keywords/longformer","display_name":"Longformer","score":0.9990000128746033},{"id":"https://openalex.org/keywords/limited-training-data","display_name":"limited training data","score":0.6909999847412109},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.421999990940094},{"id":"https://openalex.org/keywords/model-comparison","display_name":"model comparison","score":0.44999998807907104},{"id":"https://openalex.org/keywords/text-style","display_name":"text style","score":0.5059999823570251}],"concepts":[{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.7570598125457764},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6974495053291321},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6944619417190552},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6803487539291382},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5936239957809448},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5748141407966614},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5575204491615295},{"id":"https://openalex.org/C126349790","wikidata":"https://www.wikidata.org/wiki/Q905036","display_name":"Computational sociology","level":2,"score":0.47998496890068054},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.4652458429336548},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41828101873397827},{"id":"https://openalex.org/C2984419406","wikidata":"https://www.wikidata.org/wiki/Q2485457","display_name":"Science learning","level":3,"score":0.4105718731880188},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3883327841758728},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1289430558681488},{"id":"https://openalex.org/C44877443","wikidata":"https://www.wikidata.org/wiki/Q2485457","display_name":"Science education","level":2,"score":0.11169880628585815},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.10487514734268188},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08950161933898926},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3127059340","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2102.02111","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3127059340","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2102.02111","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":119,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1532325895","https://openalex.org/W1566289585","https://openalex.org/W1614298861","https://openalex.org/W1662133657","https://openalex.org/W1665214252","https://openalex.org/W1902237438","https://openalex.org/W1908686216","https://openalex.org/W2011301426","https://openalex.org/W2041314074","https://openalex.org/W2064675550","https://openalex.org/W2087347434","https://openalex.org/W2095655043","https://openalex.org/W2095705004","https://openalex.org/W2101234009","https://openalex.org/W2104400970","https://openalex.org/W2110485445","https://openalex.org/W2121879602","https://openalex.org/W2130942839","https://openalex.org/W2132339004","https://openalex.org/W2141599568","https://openalex.org/W2146502635","https://openalex.org/W2149933564","https://openalex.org/W2151554678","https://openalex.org/W2155541015","https://openalex.org/W2157331557","https://openalex.org/W2163900343","https://openalex.org/W2165698076","https://openalex.org/W2176412452","https://openalex.org/W2194775991","https://openalex.org/W2220275476","https://openalex.org/W2242464395","https://openalex.org/W2250539671","https://openalex.org/W2251738400","https://openalex.org/W2251939518","https://openalex.org/W2271840356","https://openalex.org/W2342249984","https://openalex.org/W2347127863","https://openalex.org/W2438911840","https://openalex.org/W2462831000","https://openalex.org/W2490420619","https://openalex.org/W2521200999","https://openalex.org/W2523060838","https://openalex.org/W2525778437","https://openalex.org/W2557283755","https://openalex.org/W2560647685","https://openalex.org/W2568636341","https://openalex.org/W2582743722","https://openalex.org/W2606964149","https://openalex.org/W2607892599","https://openalex.org/W2626778328","https://openalex.org/W2741212913","https://openalex.org/W2766022138","https://openalex.org/W2784570262","https://openalex.org/W2787560479","https://openalex.org/W2788605280","https://openalex.org/W2789379401","https://openalex.org/W2794635328","https://openalex.org/W2797669327","https://openalex.org/W2798812533","https://openalex.org/W2799042347","https://openalex.org/W2803194735","https://openalex.org/W2806781978","https://openalex.org/W2807828381","https://openalex.org/W2892046289","https://openalex.org/W2895553377","https://openalex.org/W2898107131","https://openalex.org/W2899663614","https://openalex.org/W2901975846","https://openalex.org/W2908510526","https://openalex.org/W2911109671","https://openalex.org/W2921848006","https://openalex.org/W2940744433","https://openalex.org/W2950133940","https://openalex.org/W2950813464","https://openalex.org/W2954211942","https://openalex.org/W2962784628","https://openalex.org/W2962802560","https://openalex.org/W2963310665","https://openalex.org/W2963323070","https://openalex.org/W2963341956","https://openalex.org/W2963660046","https://openalex.org/W2963748441","https://openalex.org/W2963756346","https://openalex.org/W2964121744","https://openalex.org/W2964308564","https://openalex.org/W2965373594","https://openalex.org/W2968703291","https://openalex.org/W2970971581","https://openalex.org/W2975059944","https://openalex.org/W2979736514","https://openalex.org/W2980282514","https://openalex.org/W2980708516","https://openalex.org/W2990704537","https://openalex.org/W2998108922","https://openalex.org/W3000514857","https://openalex.org/W3015468748","https://openalex.org/W3017090629","https://openalex.org/W3020745670","https://openalex.org/W3023533951","https://openalex.org/W3030163527","https://openalex.org/W3033529678","https://openalex.org/W3034824379","https://openalex.org/W3036386626","https://openalex.org/W3038060045","https://openalex.org/W3081049909","https://openalex.org/W3082274269","https://openalex.org/W3096841502","https://openalex.org/W3102476541","https://openalex.org/W3102531321","https://openalex.org/W3108083257","https://openalex.org/W3121904249","https://openalex.org/W3124412758","https://openalex.org/W3124636409","https://openalex.org/W3125733373","https://openalex.org/W3126074588","https://openalex.org/W3201111135","https://openalex.org/W4239510810","https://openalex.org/W6907989334"],"related_works":["https://openalex.org/W4294299598","https://openalex.org/W4301175862","https://openalex.org/W7049050163","https://openalex.org/W3112208384","https://openalex.org/W4399214583","https://openalex.org/W6903938683","https://openalex.org/W3134309290","https://openalex.org/W4379986648","https://openalex.org/W4393899659","https://openalex.org/W7212741480"],"abstract_inverted_index":{"During":[0],"the":[1,10,31,58,144,173,187],"last":[2],"years,":[3],"there":[4],"have":[5,46,57,81,90],"been":[6],"substantial":[7],"increases":[8],"in":[9,41],"prediction":[11,63],"performances":[12],"of":[13],"natural":[14],"language":[15],"processing":[16],"models":[17,26,53,129,175,191],"on":[18,30,157],"text-based":[19,86,195],"supervised":[20],"learning":[21,25,44,56,155,181],"tasks.":[22],"Especially":[23],"deep":[24],"that":[27,78],"are":[28,39,72,150,176],"based":[29],"Transformer":[32],"architecture":[33],"(Vaswani":[34],"et":[35,135,140,147],"al.,":[36,136,141,148],"2017)":[37],"and":[38,121,143,168],"used":[40],"a":[42],"transfer":[43,55,131,180],"setting":[45],"contributed":[47],"to":[48,60,74,80,101,152,194],"this":[49,109],"development.":[50],"As":[51],"Transformer-based":[52,128,183],"for":[54,93,106,130],"potential":[59,104,188],"achieve":[61],"higher":[62],"accuracies":[64],"with":[65,182],"relatively":[66],"few":[67],"training":[68,95,169],"data":[69,170],"instances,":[70],"they":[71,117],"likely":[73],"benefit":[75],"social":[76,99,159,196],"scientists":[77,100],"seek":[79],"as":[82,84],"accurate":[83],"possible":[85],"measures":[87],"but":[88],"only":[89],"limited":[91],"resources":[92],"annotating":[94],"data.":[96],"To":[97],"enable":[98],"leverage":[102],"these":[103,113,190],"benefits":[105,189],"their":[107,123],"research,":[108],"paper":[110],"explains":[111],"how":[112],"methods":[114],"work,":[115],"why":[116],"might":[118],"be":[119],"advantageous,":[120],"what":[122],"limitations":[124],"are.":[125],"Additionally,":[126],"three":[127,158],"learning,":[132],"BERT":[133],"(Devlin":[134],"2019),":[137,142],"RoBERTa":[138],"(Liu":[139],"Longformer":[145],"(Beltagy":[146],"2020),":[149],"compared":[151],"conventional":[153,174],"machine":[154],"algorithms":[156],"science":[160,197],"applications.":[161],"Across":[162],"all":[163],"evaluated":[164],"tasks,":[165],"textual":[166],"styles,":[167],"set":[171],"sizes,":[172],"consistently":[177],"outperformed":[178],"by":[179],"models,":[184],"thereby":[185],"demonstrating":[186],"can":[192],"bring":[193],"research.":[198]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-02-15T00:00:00"}