{"id":"https://openalex.org/W4301394167","doi":"https://doi.org/10.1142/s0218213023500070","title":"Unexpectedness as a Measure of Semantic Learning When Training Transformer Models","display_name":"Unexpectedness as a Measure of Semantic Learning When Training Transformer Models","publication_year":2022,"publication_date":"2022-10-05","ids":{"openalex":"https://openalex.org/W4301394167","doi":"https://doi.org/10.1142/s0218213023500070"},"language":"en","primary_location":{"id":"doi:10.1142/s0218213023500070","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218213023500070","pdf_url":null,"source":{"id":"https://openalex.org/S178780388","display_name":"International Journal of Artificial Intelligence Tools","issn_l":"0218-2130","issn":["0218-2130","1793-6349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Artificial Intelligence Tools","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041560944","display_name":"Ricardo A. Calix","orcid":null},"institutions":[{"id":"https://openalex.org/I117015748","display_name":"Purdue University Northwest","ror":"https://ror.org/04keq6987","country_code":"US","type":"education","lineage":["https://openalex.org/I117015748"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ricardo A. Calix","raw_affiliation_strings":["Purdue University Northwest, Hammond, IN, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University Northwest, Hammond, IN, USA","institution_ids":["https://openalex.org/I117015748"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010720351","display_name":"Leili Javadpour","orcid":"https://orcid.org/0000-0003-4004-1950"},"institutions":[{"id":"https://openalex.org/I119942576","display_name":"University of the Pacific","ror":"https://ror.org/05ma4gw77","country_code":"US","type":"education","lineage":["https://openalex.org/I119942576"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leili Javadpour","raw_affiliation_strings":["University of the Pacific, Stockton, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of the Pacific, Stockton, CA, USA","institution_ids":["https://openalex.org/I119942576"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5041560944"],"corresponding_institution_ids":["https://openalex.org/I117015748"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10256514,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"32","issue":"01","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9679999947547913,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8871123790740967},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.7226537466049194},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7090370059013367},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6783117055892944},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6531740427017212},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.4880911111831665},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4272727966308594},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.41250336170196533},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38524413108825684},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1812317669391632}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8871123790740967},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.7226537466049194},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7090370059013367},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6783117055892944},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6531740427017212},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.4880911111831665},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4272727966308594},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.41250336170196533},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38524413108825684},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1812317669391632},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218213023500070","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218213023500070","pdf_url":null,"source":{"id":"https://openalex.org/S178780388","display_name":"International Journal of Artificial Intelligence Tools","issn_l":"0218-2130","issn":["0218-2130","1793-6349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Artificial Intelligence Tools","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8500000238418579,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2045049461","https://openalex.org/W4381094582","https://openalex.org/W1978893398","https://openalex.org/W1977906818","https://openalex.org/W2201908702","https://openalex.org/W2369625323","https://openalex.org/W2364579609","https://openalex.org/W1522139108","https://openalex.org/W2353528968","https://openalex.org/W2032776242"],"abstract_inverted_index":{"Many":[0],"problems":[1,23,35],"in":[2,17,47,106,194],"NLP":[3],"such":[4,36],"as":[5,37,208],"language":[6,22,126],"translation":[7],"and":[8,40,59,70,92,97,144],"sentiment":[9],"analysis":[10,39,182],"have":[11,152],"shown":[12],"a":[13,43,52,80,90,101,124,190,209],"lot":[14,44],"of":[15,45,75,78,183,187,202,206,211],"improvement":[16],"recent":[18],"years.":[19],"As":[20],"simpler":[21],"are":[24,61],"solved":[25],"or":[26,116],"better":[27],"understood,":[28],"the":[29,48,134],"focus":[30],"shifts":[31],"to":[32,128,137,177],"more":[33],"complex":[34],"semantic":[38,86,110,149,185,197,212],"understanding.":[41],"Unfortunately,":[42],"studies":[46],"literature":[49],"suffer":[50],"from":[51],"too":[53,62],"much":[54],"specificity":[55],"problem.":[56],"The":[57,165],"algorithms":[58],"datasets":[60],"domain":[63],"specific.":[64],"In":[65],"this":[66,73],"study,":[67],"we":[68,88,98,161],"analyze":[69],"elaborate":[71],"on":[72,123],"notion":[74],"generality.":[76],"Instead":[77],"selecting":[79],"highly":[81],"specialized":[82],"data":[83,95,203],"set":[84],"for":[85,169],"analysis,":[87],"take":[89],"generic":[91],"possibly":[93],"dry":[94],"set,":[96],"study":[99,145],"how":[100],"plain":[102],"vanilla":[103],"Transformer":[104,121],"performs":[105],"learning":[107],"higher":[108,147],"level":[109,148],"patterns":[111,150],"beyond":[112],"what":[113],"was":[114],"obvious":[115],"expected.":[117],"We":[118,158,199],"tune":[119],"our":[120,156],"model":[122],"classic":[125],"task":[127],"ensure":[129],"correct":[130],"performance.":[131],"Once":[132],"tuned,":[133],"goal":[135],"is":[136,175],"select":[138],"sentences":[139,170],"with":[140],"specific":[141],"key":[142],"words":[143,174],"whether":[146],"may":[151],"been":[153],"learned":[154],"by":[155],"model.":[157],"believe":[159],"that":[160],"obtained":[162],"promising":[163],"results.":[164],"average":[166],"BLEU":[167],"score":[168],"less":[171],"than":[172],"25":[173],"equal":[176],"39.79.":[178],"Our":[179],"initial":[180],"qualitative":[181],"possible":[184],"content":[186],"interest":[188],"shows":[189],"17":[191],"percent":[192],"rate":[193],"finding":[195],"interesting":[196],"patterns.":[198],"provide":[200],"discussion":[201],"driven":[204],"results":[205],"unexpectedness":[207],"measure":[210],"learning.":[213]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}