{"id":"https://openalex.org/W4400519148","doi":"https://doi.org/10.48550/arxiv.2407.07018","title":"End-To-End Causal Effect Estimation from Unstructured Natural Language Data","display_name":"End-To-End Causal Effect Estimation from Unstructured Natural Language Data","publication_year":2024,"publication_date":"2024-07-09","ids":{"openalex":"https://openalex.org/W4400519148","doi":"https://doi.org/10.48550/arxiv.2407.07018"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.07018","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.07018","pdf_url":"https://arxiv.org/pdf/2407.07018","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.07018","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068429450","display_name":"Nikita Dhawan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dhawan, Nikita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008798208","display_name":"Leonardo Cotta","orcid":"https://orcid.org/0000-0002-4751-7643"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cotta, Leonardo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058031547","display_name":"Karen Ullrich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ullrich, Karen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073514348","display_name":"Rahul G. Krishnan","orcid":"https://orcid.org/0000-0002-7955-3956"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krishnan, Rahul G.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5054711904","display_name":"Chris J. Maddison","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maddison, Chris J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9265000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9265000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.906499981880188,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9038000106811523,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.5689098238945007},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.532265841960907},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5131335854530334},{"id":"https://openalex.org/keywords/unstructured-data","display_name":"Unstructured data","score":0.5110067129135132},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4675893485546112},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38980579376220703},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3439251184463501},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.2186734676361084},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.18700489401817322},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.13297557830810547},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.09454193711280823},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.07804977893829346}],"concepts":[{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.5689098238945007},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.532265841960907},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5131335854530334},{"id":"https://openalex.org/C2781252014","wikidata":"https://www.wikidata.org/wiki/Q1141900","display_name":"Unstructured data","level":3,"score":0.5110067129135132},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4675893485546112},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38980579376220703},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3439251184463501},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.2186734676361084},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.18700489401817322},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.13297557830810547},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.09454193711280823},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.07804977893829346},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.07018","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.07018","pdf_url":"https://arxiv.org/pdf/2407.07018","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.07018","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.07018","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.07018","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.07018","pdf_url":"https://arxiv.org/pdf/2407.07018","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320319880","display_name":"Government of Canada","ror":"https://ror.org/010q4q527"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320338388","display_name":"Eurostars","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400519148.pdf","grobid_xml":"https://content.openalex.org/works/W4400519148.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3203889067","https://openalex.org/W3184725726","https://openalex.org/W2378793138","https://openalex.org/W2759357633","https://openalex.org/W1541499806","https://openalex.org/W2591076968","https://openalex.org/W4226226396","https://openalex.org/W3153750606","https://openalex.org/W4308854837","https://openalex.org/W3015126152"],"abstract_inverted_index":{"Knowing":[0],"the":[1,27,33,96,102,149],"effect":[2,16,59,73,172,205],"of":[3,26,71,82,93,104,107,114,151,162,180,203],"an":[4,214],"intervention":[5],"is":[6,199,209],"critical":[7],"for":[8,14,37],"human":[9],"decision-making,":[10],"but":[11],"current":[12],"approaches":[13],"causal":[15,28,58,63,72,108,171,204],"estimation":[17],"rely":[18],"on":[19,186],"manual":[20],"data":[21,46,124,198],"collection":[22],"and":[23,35,126,138,207],"structuring,":[24],"regardless":[25],"assumptions.":[29,64],"This":[30],"increases":[31],"both":[32],"cost":[34],"time-to-completion":[36],"studies.":[38],"We":[39,65,110,133],"show":[40],"how":[41],"large,":[42],"diverse":[43],"observational":[44,141],"text":[45,97,197],"can":[47],"be":[48],"mined":[49],"with":[50,76,144],"large":[51],"language":[52],"models":[53],"(LLMs)":[54],"to":[55,99,117,129,157,217],"produce":[56],"inexpensive":[57],"estimates":[60,173],"under":[61],"appropriate":[62],"introduce":[66],"NATURAL,":[67],"a":[68,112,200,210],"novel":[69],"family":[70],"estimators":[74,86,106,166],"built":[75],"LLMs":[77,128],"that":[78,174,195],"operate":[79],"over":[80],"datasets":[81],"unstructured":[83,196],"text.":[84],"Our":[85,192],"use":[87],"LLM":[88],"conditional":[89],"distributions":[90],"(over":[91],"variables":[92],"interest,":[94],"given":[95],"data)":[98],"assist":[100],"in":[101,148],"computation":[103],"classical":[105],"effect.":[109],"overcome":[111],"number":[113],"technical":[115],"challenges":[116],"realize":[118],"this":[119,219],"idea,":[120],"such":[121],"as":[122],"automating":[123],"curation":[125],"using":[127],"impute":[130],"missing":[131],"information.":[132],"prepare":[134],"six":[135],"(two":[136],"synthetic":[137],"four":[139],"real)":[140],"datasets,":[142],"paired":[143],"corresponding":[145],"ground":[146,182],"truth":[147,183],"form":[150],"randomized":[152],"trials,":[153],"which":[154],"we":[155],"used":[156],"systematically":[158],"evaluate":[159],"each":[160],"step":[161,212],"our":[163],"pipeline.":[164],"NATURAL":[165,208],"demonstrate":[167],"remarkable":[168],"performance,":[169],"yielding":[170],"fall":[175],"within":[176],"3":[177],"percentage":[178],"points":[179],"their":[181],"counterparts,":[184],"including":[185],"real-world":[187],"Phase":[188],"3/4":[189],"clinical":[190],"trials.":[191],"results":[193],"suggest":[194],"rich":[201],"source":[202],"information,":[206],"first":[211],"towards":[213],"automated":[215],"pipeline":[216],"tap":[218],"resource.":[220]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}