{"id":"https://openalex.org/W7165122996","doi":"https://doi.org/10.48550/arxiv.2606.18285","title":"RELIANCE: Curating and Evaluating Reproductive Health Information on Social Media","display_name":"RELIANCE: Curating and Evaluating Reproductive Health Information on Social Media","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7165122996","doi":"https://doi.org/10.48550/arxiv.2606.18285"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.18285","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18285","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.18285","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025705348","display_name":"Vaibhav Balloli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balloli, Vaibhav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026023052","display_name":"Laura Peyton Ellis","orcid":"https://orcid.org/0009-0007-0287-400X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ellis, Laura Peyton","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024664961","display_name":"Vishala Mishra","orcid":"https://orcid.org/0000-0002-4149-7119"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mishra, Vishala","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138929823","display_name":"Alice Chi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chi, Alice","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138304563","display_name":"Alex Peahl","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peahl, Alex","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5055892489","display_name":"Elizabeth Bondi","orcid":"https://orcid.org/0000-0002-8459-8403"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bondi-Kelly, Elizabeth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12027","display_name":"Social Media in Health Education","score":0.1720999926328659,"subfield":{"id":"https://openalex.org/subfields/3306","display_name":"Health"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12027","display_name":"Social Media in Health Education","score":0.1720999926328659,"subfield":{"id":"https://openalex.org/subfields/3306","display_name":"Health"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.09539999812841415,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11987","display_name":"COVID-19 Impact on Reproduction","score":0.05829999968409538,"subfield":{"id":"https://openalex.org/subfields/2729","display_name":"Obstetrics and Gynecology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reproductive-health","display_name":"Reproductive health","score":0.6327999830245972},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.6062999963760376},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.5914000272750854},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.492900013923645},{"id":"https://openalex.org/keywords/health-information","display_name":"Health information","score":0.4805000126361847},{"id":"https://openalex.org/keywords/community-health","display_name":"Community health","score":0.4081999957561493},{"id":"https://openalex.org/keywords/population-health","display_name":"Population health","score":0.38350000977516174},{"id":"https://openalex.org/keywords/digital-health","display_name":"Digital health","score":0.37380000948905945},{"id":"https://openalex.org/keywords/public-health","display_name":"Public health","score":0.3391999900341034}],"concepts":[{"id":"https://openalex.org/C121752807","wikidata":"https://www.wikidata.org/wiki/Q1981388","display_name":"Reproductive health","level":3,"score":0.6327999830245972},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.6062999963760376},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.5914000272750854},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.5024999976158142},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.492900013923645},{"id":"https://openalex.org/C2982795734","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health information","level":3,"score":0.4805000126361847},{"id":"https://openalex.org/C2775951005","wikidata":"https://www.wikidata.org/wiki/Q3473024","display_name":"Community health","level":3,"score":0.4081999957561493},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.4016999900341034},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39750000834465027},{"id":"https://openalex.org/C2778149918","wikidata":"https://www.wikidata.org/wiki/Q3291156","display_name":"Population health","level":3,"score":0.38350000977516174},{"id":"https://openalex.org/C2780433410","wikidata":"https://www.wikidata.org/wiki/Q5276090","display_name":"Digital health","level":3,"score":0.37380000948905945},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.37310001254081726},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3522000014781952},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.3391999900341034},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.33169999718666077},{"id":"https://openalex.org/C558299567","wikidata":"https://www.wikidata.org/wiki/Q11033","display_name":"Mass media","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C17632256","wikidata":"https://www.wikidata.org/wiki/Q1076968","display_name":"Digital media","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C78491826","wikidata":"https://www.wikidata.org/wiki/Q3045352","display_name":"Social determinants of health","level":3,"score":0.30799999833106995},{"id":"https://openalex.org/C162446236","wikidata":"https://www.wikidata.org/wiki/Q653137","display_name":"Content analysis","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.3068999946117401},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.30329999327659607},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C113807197","wikidata":"https://www.wikidata.org/wiki/Q60894","display_name":"Health education","level":3,"score":0.28630000352859497},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2784000039100647},{"id":"https://openalex.org/C2983493262","wikidata":"https://www.wikidata.org/wiki/Q6786626","display_name":"Maternal health","level":4,"score":0.2773999869823456},{"id":"https://openalex.org/C2778080475","wikidata":"https://www.wikidata.org/wiki/Q4353774","display_name":"Health communication","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C47344431","wikidata":"https://www.wikidata.org/wiki/Q1519812","display_name":"Health policy","level":3,"score":0.2736999988555908},{"id":"https://openalex.org/C2779344036","wikidata":"https://www.wikidata.org/wiki/Q11320476","display_name":"Digital content","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2538999915122986},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.18285","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18285","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.18285","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18285","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","score":0.43102967739105225,"display_name":"Gender equality"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Social":[0],"media":[1],"platforms":[2,30,189],"like":[3],"TikTok":[4,79],"have":[5],"become":[6],"a":[7,151],"key":[8],"source":[9],"of":[10,75,90,99,136],"health":[11,61,76,93,138,195],"information,":[12,51],"with":[13,183],"studies":[14],"reporting":[15],"inaccuracies":[16],"in":[17,55,102,124,140,177],"posts.":[18],"As":[19],"Large":[20],"Language":[21],"Model":[22],"(LLM)":[23],"providers":[24],"increasingly":[25],"integrate":[26],"LLMs":[27,179],"into":[28],"digital":[29],"to":[31,49,187],"fact-check":[32,50],"content":[33,161],"(e.g.,":[34],"Grok":[35],"and":[36,40,43,82,96,127,157,169,190,192,207],"Perplexity":[37],"on":[38,78,202],"X":[39],"WhatsApp,":[41],"respectively)":[42],"are":[44,209],"being":[45],"used":[46],"by":[47,120],"people":[48],"deploying":[52],"these":[53],"systems":[54],"critical":[56],"areas":[57],"such":[58],"as":[59,86],"reproductive":[60,92],"without":[62],"rigorous":[63],"evaluation":[64,98],"can":[65],"cause":[66],"serious":[67],"harm.":[68],"We":[69,163],"introduce":[70],"RELIANCE,":[71],"an":[72,88,97],"expert-annotated":[73],"dataset":[74,107,206],"information":[77,94,139,200],"surrounding":[80],"pregnancy":[81],"postpartum":[83],"queries,":[84,118],"serving":[85],"both":[87],"analysis":[89],"the":[91,137,141,159,173,194,199],"landscape":[95,201],"LLMs'":[100],"capabilities":[101],"fact-checking":[103],"this":[104],"content.":[105],"Our":[106,130,205],"comprises":[108],"409":[109],"annotated":[110,119],"sentences":[111],"from":[112],"336":[113],"videos":[114,142],"across":[115],"56":[116],"clinician-reviewed":[117],"three":[121],"expert":[122],"clinicians":[123],"Obstetrics,":[125],"Gynecology,":[126],"Internal":[128],"Medicine.":[129],"findings":[131],"reveal":[132,150],"that":[133,165],"nearly":[134],"60\\%":[135],"we":[143],"sampled":[144],"is":[145],"accurate.":[146],"Furthermore,":[147],"LLM":[148],"evaluations":[149],"gap":[152],"between":[153],"evaluating":[154,158],"specific":[155],"claims":[156],"entire":[160],"(15\\%).":[162],"believe":[164],"our":[166],"methodology,":[167],"dataset,":[168],"tool":[170],"will":[171],"support":[172],"machine":[174],"learning":[175],"community":[176,196],"improving":[178],"for":[180],"important":[181],"domains":[182],"real-world":[184],"data,":[185],"extending":[186],"other":[188],"languages,":[191],"helping":[193],"further":[197],"understand":[198],"social":[203],"media.":[204],"code":[208],"made":[210],"available":[211],"at":[212],"https://realize-lab.github.io/RELIANCE/.":[213]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-19T00:00:00"}