{"id":"https://openalex.org/W3120825990","doi":"https://doi.org/10.1109/slt48900.2021.9383453","title":"Go Beyond Plain Fine-Tuning: Improving Pretrained Models for Social Commonsense","display_name":"Go Beyond Plain Fine-Tuning: Improving Pretrained Models for Social Commonsense","publication_year":2021,"publication_date":"2021-01-19","ids":{"openalex":"https://openalex.org/W3120825990","doi":"https://doi.org/10.1109/slt48900.2021.9383453","mag":"3120825990"},"language":"en","primary_location":{"id":"doi:10.1109/slt48900.2021.9383453","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt48900.2021.9383453","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058943445","display_name":"Ting-Yun Chang","orcid":"https://orcid.org/0000-0003-2198-1170"},"institutions":[{"id":"https://openalex.org/I84653119","display_name":"Academia Sinica","ror":"https://ror.org/05bxb3784","country_code":"TW","type":"facility","lineage":["https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ting-Yun Chang","raw_affiliation_strings":["Academia Sinica, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academia Sinica, Taiwan","institution_ids":["https://openalex.org/I84653119"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355692","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-7300-9215"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Amazon, Alexa AI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon, Alexa AI, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045564983","display_name":"Karthik Gopalakrishnan","orcid":"https://orcid.org/0000-0003-3195-7828"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karthik Gopalakrishnan","raw_affiliation_strings":["Amazon, Alexa AI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon, Alexa AI, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005750167","display_name":"Behnam Hedayatnia","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Behnam Hedayatnia","raw_affiliation_strings":["Amazon, Alexa AI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon, Alexa AI, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070613964","display_name":"Pei Zhou","orcid":"https://orcid.org/0000-0003-1631-3637"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pei Zhou","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I1174212","https://openalex.org/I2800817003"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068709817","display_name":"Dilek Hakkani\u2010T\u00fcr","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dilek Hakkani-Tur","raw_affiliation_strings":["Amazon, Alexa AI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon, Alexa AI, USA","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":null,"first_page":"1028","last_page":"1035"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.8663680553436279},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7984845042228699},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6965180039405823},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6919028759002686},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.6480205059051514},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6000970602035522},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5925954580307007},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5145972967147827},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.46790584921836853},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4646097719669342},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.43847641348838806},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39097440242767334},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.123858243227005}],"concepts":[{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.8663680553436279},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7984845042228699},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6965180039405823},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6919028759002686},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.6480205059051514},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6000970602035522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5925954580307007},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5145972967147827},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.46790584921836853},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4646097719669342},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.43847641348838806},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39097440242767334},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.123858243227005},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/slt48900.2021.9383453","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt48900.2021.9383453","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.75}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W28412257","https://openalex.org/W1599016936","https://openalex.org/W2016089260","https://openalex.org/W2551396370","https://openalex.org/W2560647685","https://openalex.org/W2789078277","https://openalex.org/W2896457183","https://openalex.org/W2898695519","https://openalex.org/W2898700502","https://openalex.org/W2946417913","https://openalex.org/W2946609015","https://openalex.org/W2962816513","https://openalex.org/W2963101081","https://openalex.org/W2963341956","https://openalex.org/W2963371565","https://openalex.org/W2963403868","https://openalex.org/W2963854351","https://openalex.org/W2963995027","https://openalex.org/W2965373594","https://openalex.org/W2970062726","https://openalex.org/W2970780738","https://openalex.org/W2970946372","https://openalex.org/W2971339032","https://openalex.org/W2982944182","https://openalex.org/W2983995706","https://openalex.org/W2985671014","https://openalex.org/W2996908057","https://openalex.org/W2998617917","https://openalex.org/W3015759694","https://openalex.org/W3020987135","https://openalex.org/W3023419341","https://openalex.org/W3034238904","https://openalex.org/W3035290244","https://openalex.org/W3082274269","https://openalex.org/W3099655892","https://openalex.org/W3100103516","https://openalex.org/W3104499181","https://openalex.org/W3105192994","https://openalex.org/W4287867774","https://openalex.org/W4288089799","https://openalex.org/W4292928772","https://openalex.org/W4322614701","https://openalex.org/W4385245566","https://openalex.org/W6635469476","https://openalex.org/W6729654139","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6755829550","https://openalex.org/W6755862295","https://openalex.org/W6766156858","https://openalex.org/W6766673545","https://openalex.org/W6767101815","https://openalex.org/W6769627184","https://openalex.org/W6770011934","https://openalex.org/W6773642575","https://openalex.org/W6776140815","https://openalex.org/W6776227417","https://openalex.org/W6776936225","https://openalex.org/W6777166213","https://openalex.org/W6784264743"],"related_works":["https://openalex.org/W3035583586","https://openalex.org/W4320165839","https://openalex.org/W2151799802","https://openalex.org/W2196562041","https://openalex.org/W4385488510","https://openalex.org/W2073302931","https://openalex.org/W3206107299","https://openalex.org/W3082691151","https://openalex.org/W4287633646","https://openalex.org/W4313191056"],"abstract_inverted_index":{"Pretrained":[0],"language":[1,34,107],"models":[2,96],"have":[3],"demonstrated":[4],"outstanding":[5],"performance":[6,116],"in":[7,38],"many":[8],"NLP":[9],"tasks":[10],"recently.":[11],"However,":[12],"their":[13,115],"social":[14,36,51],"intelligence,":[15,37],"which":[16],"requires":[17],"commonsense":[18,54,78],"reasoning":[19],"about":[20],"the":[21,44,60,82,98,103],"current":[22],"situation":[23],"and":[24,52,63,71,109],"mental":[25],"states":[26],"of":[27,59,105],"others,":[28],"is":[29],"still":[30],"developing.":[31],"Towards":[32],"improving":[33],"models'":[35],"this":[39],"study":[40],"we":[41,66],"focus":[42],"on":[43,57,97],"Social":[45,85],"IQA":[46],"dataset,":[47],"a":[48,118],"task":[49],"requiring":[50],"emotional":[53],"reasoning.":[55],"Building":[56],"top":[58],"pretrained":[61,106],"RoBERTa":[62],"GPT2":[64],"models,":[65,108],"propose":[67],"several":[68],"architecture":[69],"variations":[70],"extensions,":[72],"as":[73,75,93],"well":[74],"leveraging":[76],"external":[77],"corpora,":[79],"to":[80,113],"optimize":[81],"model":[83],"for":[84,117],"IQA.":[86],"Our":[87],"proposed":[88],"system":[89],"achieves":[90],"competitive":[91],"results":[92],"those":[94],"top-ranking":[95],"leaderboard.":[99],"This":[100],"work":[101],"demonstrates":[102],"strengths":[104],"provides":[110],"viable":[111],"ways":[112],"improve":[114],"particular":[119],"task.":[120]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}