{"id":"https://openalex.org/W4406459013","doi":"https://doi.org/10.1109/bigdata62323.2024.10825938","title":"Mental Level Prediction using Long Sentence Discriminators and Language Generation Models","display_name":"Mental Level Prediction using Long Sentence Discriminators and Language Generation Models","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406459013","doi":"https://doi.org/10.1109/bigdata62323.2024.10825938"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10825938","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825938","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101426691","display_name":"Masahiro Suzuki","orcid":"https://orcid.org/0009-0007-0901-8820"},"institutions":[{"id":"https://openalex.org/I42999171","display_name":"Sophia University","ror":"https://ror.org/01nckkm68","country_code":"JP","type":"education","lineage":["https://openalex.org/I42999171"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Masahiro Suzuki","raw_affiliation_strings":["Sophia University,Graduate Degree Program of Applied Data Sciences,Tokyo,Japan"],"affiliations":[{"raw_affiliation_string":"Sophia University,Graduate Degree Program of Applied Data Sciences,Tokyo,Japan","institution_ids":["https://openalex.org/I42999171"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5101426691"],"corresponding_institution_ids":["https://openalex.org/I42999171"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23745143,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8574","last_page":"8580"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6742019653320312},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5707019567489624},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45692017674446106},{"id":"https://openalex.org/keywords/mental-model","display_name":"Mental model","score":0.41268134117126465},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3849085569381714},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2005327343940735},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.0821954607963562}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6742019653320312},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5707019567489624},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45692017674446106},{"id":"https://openalex.org/C2982912361","wikidata":"https://www.wikidata.org/wiki/Q1851867","display_name":"Mental model","level":2,"score":0.41268134117126465},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3849085569381714},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2005327343940735},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.0821954607963562}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10825938","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825938","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2182854643","https://openalex.org/W2183341477","https://openalex.org/W2295598076","https://openalex.org/W2582664174","https://openalex.org/W2884561390","https://openalex.org/W2963691377","https://openalex.org/W3015468748","https://openalex.org/W3201915713","https://openalex.org/W3202660839","https://openalex.org/W4312127268","https://openalex.org/W4366735820","https://openalex.org/W4389523980","https://openalex.org/W4402670893","https://openalex.org/W6745609711","https://openalex.org/W6750729320","https://openalex.org/W6776048684","https://openalex.org/W6845642338","https://openalex.org/W6852699993"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"In":[0,132],"this":[1,90,124],"paper,":[2],"I":[3,187],"describe":[4],"a":[5,54,71,149,179,210,236],"method":[6,101,161,228],"for":[7,96,120,172,197,248],"mental":[8],"level":[9],"prediction":[10,184],"using":[11,70],"long":[12,77,252],"sentence":[13,78],"discriminators":[14],"and":[15,84,102,111,117,165,217,235],"language":[16,55],"generation":[17,56],"models":[18],"in":[19,246],"the":[20,44,67,76,81,85,99,103,142,155,159,166,189,194,198,203,224],"IEEE":[21],"BigData":[22],"2024":[23],"Cup:":[24],"Detection":[25],"of":[26,35,75,139,212,233,239,251],"Suicide":[27],"Risk":[28],"on":[29,43,114,154],"Social":[30],"Media.":[31],"The":[32,227],"approach":[33],"consists":[34],"five":[36],"steps.":[37],"First,":[38],"complex":[39,110,199],"preprocessing":[40,113,151],"is":[41,49,130,145,152,244],"performed":[42,153],"labeled":[45,87],"text":[46,69,83,116,156,174,201],"data,":[47],"which":[48],"then":[50],"passed":[51,176],"to":[52,58,66,177,182],"MentaLLaMa,":[53],"model,":[57],"generate":[59],"paraphrased":[60],"text.":[61,88],"Second,":[62],"pseudo-labels":[63],"are":[64,94,136,175],"assigned":[65],"unlabeled":[68],"fine-tuned":[72],"mental-longformer,":[73],"one":[74],"discriminators,":[79],"with":[80,202],"generated":[82],"original":[86],"At":[89,123],"time,":[91,125],"two":[92,137],"methods":[93],"implemented":[95,146],"data":[97],"validation:":[98],"Hold-Out":[100,160],"Stratified":[104],"K-Fold":[105,129],"method,":[106],"respectively.":[107],"Third,":[108],"perform":[109],"simple":[112,150],"all":[115],"fine-tune":[118],"mental-longformer":[119,171,195],"each":[121],"type.":[122],"cross-validation":[126],"by":[127,170,192],"stratified":[128],"performed.":[131],"addition,":[133],"since":[134],"there":[135],"types":[138],"pseudo-labeled":[140],"text,":[141],"same":[143],"content":[144],"twice.":[147],"Fourth,":[148],"that":[157,173,242],"implements":[158],"when":[162],"assigning":[163],"pseudo-labels,":[164],"predicted":[167],"probabilities":[168],"output":[169],"TabPFN,":[178],"transducer-based":[180],"classifier,":[181],"obtain":[183],"results.":[185],"Finally,":[186],"compute":[188],"final":[190,237],"result":[191],"combining":[193],"predictions":[196,205],"preprocessed":[200],"TabPFN":[204],"obtained":[206],"above.":[207],"For":[208],"fine-tuning,":[209],"combination":[211],"Label":[213],"Smoothing,":[214],"Focal":[215],"Loss,":[216],"Class":[218],"Balanced":[219],"Loss":[220],"was":[221],"used":[222],"as":[223],"loss":[225],"function.":[226],"achieved":[229],"an":[230],"intermediate":[231],"score":[232,238],"0.7657":[234],"0.7505,":[240],"proving":[241],"it":[243],"effective":[245],"predicting":[247],"small":[249],"amounts":[250],"sentences.":[253]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}