{"id":"https://openalex.org/W3186768445","doi":null,"title":"Automating data preparation with statistical analysis","display_name":"Automating data preparation with statistical analysis","alternate_titles":[],"publication_year":2021,"publication_date":"2021-03-18","ids":{"openalex":"https://openalex.org/W3186768445","mag":"3186768445"},"language":"en","primary_location":{"id":"pmh:oai:summit.sfu.ca:node-34569","doi":null,"is_oa":true,"landing_page_url":"https://summit.sfu.ca/_flysystem/fedora/2025-07/etd21305.pdf","pdf_url":"https://summit.sfu.ca/_flysystem/fedora/2025-07/etd21305.pdf","source":{"id":"https://openalex.org/S4306400490","display_name":"Summit (Simon Fraser University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I18014758","host_organization_name":"Simon Fraser University","host_organization_lineage":["https://openalex.org/I18014758"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W3186768445"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://summit.sfu.ca/_flysystem/fedora/2025-07/etd21305.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100462652","display_name":"Pei Wang","orcid":"https://orcid.org/0000-0002-9084-5538","observed_orcids":["https://orcid.org/0000-0002-9084-5538"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Pei Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5100462652"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1348,"has_fulltext":true,"cited_by_count":1,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.45417642,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":92},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.013799999840557575,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-preparation","display_name":"data preparation","score":0.7149999737739563},{"id":"https://openalex.org/keywords/data-enrichment","display_name":"data enrichment","score":0.7070000171661377},{"id":"https://openalex.org/keywords/error-detection","display_name":"error detection","score":0.8899999856948853},{"id":"https://openalex.org/keywords/entity-resolution","display_name":"entity resolution","score":0.9990000128746033}],"concepts":[{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5568962097167969},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49346816539764404},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.4633404016494751},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4156324863433838},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3248845934867859},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.30456358194351196},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1627594232559204}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:summit.sfu.ca:node-34569","doi":null,"is_oa":true,"landing_page_url":"https://summit.sfu.ca/_flysystem/fedora/2025-07/etd21305.pdf","pdf_url":"https://summit.sfu.ca/_flysystem/fedora/2025-07/etd21305.pdf","source":{"id":"https://openalex.org/S4306400490","display_name":"Summit (Simon Fraser University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I18014758","host_organization_name":"Simon Fraser University","host_organization_lineage":["https://openalex.org/I18014758"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:summit.sfu.ca:21387","doi":null,"is_oa":true,"landing_page_url":"http://summit.sfu.ca/item/21387","pdf_url":null,"source":{"id":"https://openalex.org/S4306400490","display_name":"Summit (Simon Fraser University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I18014758","host_organization_name":"Simon Fraser University","host_organization_lineage":["https://openalex.org/I18014758"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},{"id":"mag:3186768445","doi":null,"is_oa":false,"landing_page_url":"https://summit.sfu.ca/system/files/iritems1/21387/etd21305.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:summit.sfu.ca:node-34569","doi":null,"is_oa":true,"landing_page_url":"https://summit.sfu.ca/_flysystem/fedora/2025-07/etd21305.pdf","pdf_url":"https://summit.sfu.ca/_flysystem/fedora/2025-07/etd21305.pdf","source":{"id":"https://openalex.org/S4306400490","display_name":"Summit (Simon Fraser University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I18014758","host_organization_name":"Simon Fraser University","host_organization_lineage":["https://openalex.org/I18014758"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3186768445.pdf","grobid_xml":"https://content.openalex.org/works/W3186768445.grobid-xml"},"referenced_works_count":231,"referenced_works":["https://openalex.org/W7894785","https://openalex.org/W14520170","https://openalex.org/W16688517","https://openalex.org/W60686164","https://openalex.org/W151938044","https://openalex.org/W168093571","https://openalex.org/W291262356","https://openalex.org/W643027706","https://openalex.org/W986840995","https://openalex.org/W1493009343","https://openalex.org/W1556344493","https://openalex.org/W1578962373","https://openalex.org/W1586176254","https://openalex.org/W1593045043","https://openalex.org/W1597406287","https://openalex.org/W1630959083","https://openalex.org/W1680189815","https://openalex.org/W1721994796","https://openalex.org/W1874523587","https://openalex.org/W1961845056","https://openalex.org/W1964786778","https://openalex.org/W1965280952","https://openalex.org/W1967167578","https://openalex.org/W1967932772","https://openalex.org/W1969621019","https://openalex.org/W1970088130","https://openalex.org/W1972495172","https://openalex.org/W1978460233","https://openalex.org/W1979573625","https://openalex.org/W1981217233","https://openalex.org/W1981590391","https://openalex.org/W1987407028","https://openalex.org/W1987787956","https://openalex.org/W1989361423","https://openalex.org/W1989856433","https://openalex.org/W1992479406","https://openalex.org/W1994962776","https://openalex.org/W1996505782","https://openalex.org/W2000042664","https://openalex.org/W2007232175","https://openalex.org/W2011182286","https://openalex.org/W2016753842","https://openalex.org/W2018816493","https://openalex.org/W2021083959","https://openalex.org/W2023052779","https://openalex.org/W2024770506","https://openalex.org/W2026493302","https://openalex.org/W2026969101","https://openalex.org/W2028574166","https://openalex.org/W2031250218","https://openalex.org/W2033079433","https://openalex.org/W2035274534","https://openalex.org/W2035615211","https://openalex.org/W2040975718","https://openalex.org/W2041771431","https://openalex.org/W2044102377","https://openalex.org/W2044469685","https://openalex.org/W2052698082","https://openalex.org/W2053653724","https://openalex.org/W2056748234","https://openalex.org/W2064766209","https://openalex.org/W2066806792","https://openalex.org/W2067566391","https://openalex.org/W2078965963","https://openalex.org/W2080234606","https://openalex.org/W2080379754","https://openalex.org/W2081948558","https://openalex.org/W2083293881","https://openalex.org/W2089206172","https://openalex.org/W2097927681","https://openalex.org/W2099419573","https://openalex.org/W2102098892","https://openalex.org/W2102489964","https://openalex.org/W2102539288","https://openalex.org/W2102815161","https://openalex.org/W2104042955","https://openalex.org/W2104511295","https://openalex.org/W2104987630","https://openalex.org/W2106401878","https://openalex.org/W2106411961","https://openalex.org/W2106895292","https://openalex.org/W2106950427","https://openalex.org/W2107598941","https://openalex.org/W2107966677","https://openalex.org/W2108223890","https://openalex.org/W2110065044","https://openalex.org/W2112338634","https://openalex.org/W2113411758","https://openalex.org/W2113439836","https://openalex.org/W2115022330","https://openalex.org/W2115457429","https://openalex.org/W2117058208","https://openalex.org/W2118020555","https://openalex.org/W2118356300","https://openalex.org/W2119320829","https://openalex.org/W2121269638","https://openalex.org/W2122646361","https://openalex.org/W2123326320","https://openalex.org/W2123820077","https://openalex.org/W2124225542","https://openalex.org/W2129271949","https://openalex.org/W2129817180","https://openalex.org/W2136504847","https://openalex.org/W2136542423","https://openalex.org/W2137130182","https://openalex.org/W2137775416","https://openalex.org/W2140116426","https://openalex.org/W2143079043","https://openalex.org/W2144951274","https://openalex.org/W2146105230","https://openalex.org/W2146753709","https://openalex.org/W2148738951","https://openalex.org/W2151504427","https://openalex.org/W2153531471","https://openalex.org/W2153579005","https://openalex.org/W2163051926","https://openalex.org/W2166064672","https://openalex.org/W2166549982","https://openalex.org/W2166983036","https://openalex.org/W2167333415","https://openalex.org/W2169131377","https://openalex.org/W2170188121","https://openalex.org/W2170712852","https://openalex.org/W2170971772","https://openalex.org/W2188138540","https://openalex.org/W2232417456","https://openalex.org/W2244776650","https://openalex.org/W2250539671","https://openalex.org/W2260484439","https://openalex.org/W2282821441","https://openalex.org/W2288244345","https://openalex.org/W2292361954","https://openalex.org/W2298871042","https://openalex.org/W2342249984","https://openalex.org/W2362126069","https://openalex.org/W2399361902","https://openalex.org/W2401642934","https://openalex.org/W2481573984","https://openalex.org/W2493970676","https://openalex.org/W2496170334","https://openalex.org/W2510799396","https://openalex.org/W2542998387","https://openalex.org/W2544486974","https://openalex.org/W2548122763","https://openalex.org/W2574230393","https://openalex.org/W2585438896","https://openalex.org/W2591700809","https://openalex.org/W2596295962","https://openalex.org/W2610226709","https://openalex.org/W2611988335","https://openalex.org/W2612743528","https://openalex.org/W2616147950","https://openalex.org/W2618851150","https://openalex.org/W2740592503","https://openalex.org/W2740623990","https://openalex.org/W2767280887","https://openalex.org/W2767681556","https://openalex.org/W2769041395","https://openalex.org/W2775696413","https://openalex.org/W2795089200","https://openalex.org/W2798323405","https://openalex.org/W2798520647","https://openalex.org/W2798546256","https://openalex.org/W2798649495","https://openalex.org/W2801119104","https://openalex.org/W2803396353","https://openalex.org/W2804269561","https://openalex.org/W2807685335","https://openalex.org/W2810039498","https://openalex.org/W2811035651","https://openalex.org/W2884499287","https://openalex.org/W2889073286","https://openalex.org/W2889249015","https://openalex.org/W2890487282","https://openalex.org/W2893303656","https://openalex.org/W2893314940","https://openalex.org/W2895531857","https://openalex.org/W2898269683","https://openalex.org/W2898419183","https://openalex.org/W2905588001","https://openalex.org/W2911280950","https://openalex.org/W2911424454","https://openalex.org/W2924686934","https://openalex.org/W2928716465","https://openalex.org/W2941766203","https://openalex.org/W2944134933","https://openalex.org/W2946504770","https://openalex.org/W2949047719","https://openalex.org/W2949548130","https://openalex.org/W2951621897","https://openalex.org/W2963748441","https://openalex.org/W2964327378","https://openalex.org/W2970228335","https://openalex.org/W2970632092","https://openalex.org/W2970992672","https://openalex.org/W2971428651","https://openalex.org/W2971470875","https://openalex.org/W2971681342","https://openalex.org/W2977530754","https://openalex.org/W2979417040","https://openalex.org/W2993330478","https://openalex.org/W2997591727","https://openalex.org/W3013103751","https://openalex.org/W3014705052","https://openalex.org/W3023201182","https://openalex.org/W3029504795","https://openalex.org/W3029701880","https://openalex.org/W3030713612","https://openalex.org/W3036224217","https://openalex.org/W3082424964","https://openalex.org/W3135833164","https://openalex.org/W3145149779","https://openalex.org/W3194125014","https://openalex.org/W3196575278","https://openalex.org/W4213009331","https://openalex.org/W4231955481","https://openalex.org/W4233189519","https://openalex.org/W4233226427","https://openalex.org/W4235243453","https://openalex.org/W4246012463","https://openalex.org/W4252403066","https://openalex.org/W4254182148","https://openalex.org/W4288086169","https://openalex.org/W4300930575","https://openalex.org/W4392271976","https://openalex.org/W6902931378","https://openalex.org/W7005149617","https://openalex.org/W7033854124","https://openalex.org/W7034937427","https://openalex.org/W7061135688","https://openalex.org/W7098620454"],"related_works":["https://openalex.org/W2928716465","https://openalex.org/W7149223581","https://openalex.org/W3111439114","https://openalex.org/W7008147894","https://openalex.org/W6980143497","https://openalex.org/W7152446191","https://openalex.org/W4379229569","https://openalex.org/W4401108396","https://openalex.org/W4413361211","https://openalex.org/W4386273258"],"abstract_inverted_index":{"Data":[0],"preparation":[1,114,235],"is":[2,15,124,216],"the":[3,19,30,36,44,66,82,91,101,112,125,161,172,209,219,230],"process":[4,126,231],"of":[5,32,61,70,93,103,127,138,142,175,232],"transforming":[6],"raw":[7],"data":[8,113,116,134,164,234],"into":[9],"a":[10,58,74,145,177,191],"clean":[11],"and":[12,24,38,52,55,63,86,120,131,135,151,237],"consumable":[13],"format.It":[14],"widely":[16],"known":[17],"as":[18,47],"bottleneck":[20],"to":[21,29,80,107,183,207,217,228],"extract":[22],"value":[23],"insights":[25],"from":[26,133,144,190],"data,":[27,169],"due":[28],"number":[31],"possible":[33],"tasks":[34],"in":[35,111,222],"pipeline":[37],"factors":[39],"that":[40,196],"can":[41],"largely":[42],"affect":[43],"results,":[45],"such":[46],"human":[48,95],"expertise,":[49],"application":[50],"scenarios,":[51],"solution":[53],"methodology.Researchers":[54],"practitioners":[56],"devised":[57],"great":[59],"variety":[60],"techniques":[62,106],"tools":[64],"over":[65],"decades,":[67],"while":[68],"many":[69],"them":[71],"still":[72],"place":[73],"significant":[75],"burden":[76],"on":[77],"human's":[78],"side":[79],"configure":[81],"suitable":[83],"input":[84],"rules":[85,189],"parameters.In":[87],"this":[88,240],"thesis,":[89],"with":[90,200],"goal":[92],"reducing":[94],"manual":[96],"effort,":[97],"we":[98,180,203,238],"explore":[99],"using":[100],"power":[102],"statistical":[104],"analysis":[105,123],"automate":[108,208,229],"three":[109],"subtasks":[110],"pipeline:":[115],"enrichment,":[117],"error":[118,186],"detection,":[119],"entity":[121,210],"matching.Statistical":[122],"discovering":[128],"underlying":[129,140],"patterns":[130],"trends":[132],"deducing":[136],"properties":[137],"an":[139],"distribution":[141],"probability":[143],"sample,":[146],"for":[147,163],"example,":[148],"testing":[149],"hypotheses":[150],"deriving":[152],"estimates.We":[153],"first":[154],"discuss":[155],"CrawlEnrich,":[156],"which":[157],"automatically":[158],"figures":[159],"out":[160],"queries":[162],"enrichment":[165],"via":[166],"web":[167,192],"API":[168],"by":[170,242],"estimating":[171],"potential":[173],"benefit":[174],"issuing":[176],"certain":[178],"query.Then":[179],"study":[181],"how":[182],"derive":[184],"reusable":[185],"detection":[187],"configuration":[188],"table":[193],"corpus,":[194],"so":[195],"end-users":[197],"get":[198],"results":[199],"no":[201],"efforts.Finally,":[202],"introduce":[204],"AutoML-EM,":[205],"aiming":[206],"matching":[211,215],"model":[212],"development":[213],"process.Entity":[214],"find":[218],"identical":[220],"entities":[221],"real-world.Our":[223],"work":[224],"provides":[225],"powerful":[226],"angles":[227],"various":[233],"steps,":[236],"conclude":[239],"thesis":[241],"discussing":[243],"future":[244],"directions.":[245]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3186768445","counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2021-08-02T00:00:00"}
