{"id":"https://openalex.org/W2585049210","doi":"https://doi.org/10.48550/arxiv.1701.08796","title":"Learning from various labeling strategies for suicide-related messages on social media: An experimental study","display_name":"Learning from various labeling strategies for suicide-related messages on social media: An experimental study","publication_year":2017,"publication_date":"2017-01-30","ids":{"openalex":"https://openalex.org/W2585049210","doi":"https://doi.org/10.48550/arxiv.1701.08796","mag":"2585049210"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1701.08796","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1701.08796","pdf_url":"https://arxiv.org/pdf/1701.08796","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1701.08796","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100392657","display_name":"Tong Liu","orcid":"https://orcid.org/0000-0002-5863-4351","observed_orcids":["https://orcid.org/0000-0002-5863-4351"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Tong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074895088","display_name":"Qijin Cheng","orcid":"https://orcid.org/0000-0002-6223-5345","observed_orcids":["https://orcid.org/0000-0002-6223-5345"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Qijin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089269353","display_name":"Christopher Michael Homan","orcid":"https://orcid.org/0000-0003-1821-5125","observed_orcids":["https://orcid.org/0000-0003-1821-5125"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Homan, Christopher M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5082235131","display_name":"Vincent Silenzio","orcid":"https://orcid.org/0000-0003-1408-7955","observed_orcids":["https://orcid.org/0000-0003-1408-7955"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Silenzio, Vincent M. B.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10376","display_name":"Suicide and Self-Harm Studies","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/suicide-detection","display_name":"suicide detection","score":0.7459999918937683},{"id":"https://openalex.org/keywords/social-media","display_name":"social media","score":0.9559999704360962},{"id":"https://openalex.org/keywords/annotation-strategies","display_name":"annotation strategies","score":0.4819999933242798},{"id":"https://openalex.org/keywords/label-aggregation","display_name":"label aggregation","score":0.5350000262260437},{"id":"https://openalex.org/keywords/annotator-disagreement","display_name":"annotator disagreement","score":0.5979999899864197},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"crowdsourcing","score":0.7429999709129333},{"id":"https://openalex.org/keywords/domain-experts","display_name":"domain experts","score":0.7799999713897705},{"id":"https://openalex.org/keywords/suicidal-ideation","display_name":"suicidal ideation","score":0.42500001192092896}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8050575256347656},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.7226002216339111},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6297457218170166},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5283226370811462},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5234636664390564},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.511851966381073},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.45383596420288086},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4400781989097595},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3397057056427002},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1945326030254364},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1701.08796","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1701.08796","pdf_url":"https://arxiv.org/pdf/1701.08796","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1701.08796","doi":"https://doi.org/10.48550/arxiv.1701.08796","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1701.08796","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1701.08796","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1701.08796","pdf_url":"https://arxiv.org/pdf/1701.08796","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.4043000042438507}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W371426616","https://openalex.org/W1521626219","https://openalex.org/W1970381522","https://openalex.org/W1979552911","https://openalex.org/W2053154970","https://openalex.org/W2058971120","https://openalex.org/W2061585911","https://openalex.org/W2101234009","https://openalex.org/W2507728253"],"related_works":["https://openalex.org/W4229023145","https://openalex.org/W7128991429","https://openalex.org/W3170456489","https://openalex.org/W4404780987","https://openalex.org/W4396822408","https://openalex.org/W4406458793","https://openalex.org/W4378347233","https://openalex.org/W7172523785","https://openalex.org/W4220654841","https://openalex.org/W3217033423"],"abstract_inverted_index":{"Suicide":[0],"is":[1,76,86,142],"an":[2],"important":[3],"but":[4],"often":[5],"misunderstood":[6],"problem,":[7],"one":[8],"that":[9,134],"researchers":[10],"are":[11],"now":[12],"seeking":[13],"to":[14,24,38,53,70,123,144],"better":[15],"understand":[16],"through":[17],"social":[18,44],"media.":[19],"Due":[20],"in":[21,43,120],"large":[22],"part":[23],"the":[25,89,95,117],"fuzzy":[26],"nature":[27],"of":[28,50,88,94,103,127],"what":[29,64,85,92],"constitutes":[30,65],"suicidal":[31,66],"risks,":[32],"most":[33],"supervised":[34,128],"approaches":[35],"for":[36],"learning":[37],"automatically":[39],"detect":[40],"suicide-related":[41],"activity":[42],"media":[45],"require":[46],"a":[47,125],"great":[48],"deal":[49],"human":[51],"labor":[52],"train.":[54],"However,":[55],"humans":[56],"themselves":[57],"have":[58],"diverse":[59],"or":[60],"conflicting":[61],"views":[62],"on":[63,84],"thoughts.":[67],"So":[68],"how":[69],"obtain":[71],"reliable":[72],"gold":[73],"standard":[74],"labels":[75,119,138],"fundamentally":[77],"challenging":[78],"and,":[79],"we":[80],"hypothesize,":[81],"depends":[82],"largely":[83],"asked":[87],"annotators":[90,141],"and":[91,106,112],"slice":[93],"data":[96,104],"they":[97],"label.":[98],"We":[99,115],"conducted":[100],"multiple":[101,140],"rounds":[102],"labeling":[105],"collected":[107],"annotations":[108],"from":[109,139],"crowdsourcing":[110],"workers":[111],"domain":[113],"experts.":[114],"aggregated":[116],"resulting":[118],"various":[121],"ways":[122],"train":[124],"series":[126],"models.":[129,148],"Our":[130],"preliminary":[131],"evaluations":[132],"show":[133],"using":[135],"unanimously":[136],"agreed":[137],"helpful":[143],"achieve":[145],"robust":[146],"machine":[147]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2017-02-10T00:00:00"}