{"id":"https://openalex.org/W3008499500","doi":"https://doi.org/10.1109/bigdata47090.2019.9006370","title":"Measuring, Quantifying, and Predicting the Cost-Accuracy Tradeoff","display_name":"Measuring, Quantifying, and Predicting the Cost-Accuracy Tradeoff","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3008499500","doi":"https://doi.org/10.1109/bigdata47090.2019.9006370","mag":"3008499500"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata47090.2019.9006370","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata47090.2019.9006370","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.aalto.fi/files/41076847/paper.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006910309","display_name":"Matt Baughman","orcid":"https://orcid.org/0000-0003-2227-2851"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Matt Baughman","raw_affiliation_strings":["Department of Computer Science, University of Chicago, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Chicago, Chicago, USA","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030228558","display_name":"Nifesh Chakubaji","orcid":null},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nifesh Chakubaji","raw_affiliation_strings":["Department of Computer Science, University of Chicago, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Chicago, Chicago, USA","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060331063","display_name":"Hong\u2010Linh Truong","orcid":"https://orcid.org/0000-0003-1465-9722"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Hong-Linh Truong","raw_affiliation_strings":["Department of Computer Science, Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023803071","display_name":"Krists Kreics","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Krists Kreics","raw_affiliation_strings":["Department of Computer Science, Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065464552","display_name":"Kyle Chard","orcid":"https://orcid.org/0000-0002-7370-4805"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]},{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyle Chard","raw_affiliation_strings":["Department of CS & DSL Division, UChicago & Argonne Nat Lab, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"Department of CS & DSL Division, UChicago & Argonne Nat Lab, Chicago, USA","institution_ids":["https://openalex.org/I1282105669","https://openalex.org/I40347166"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032231503","display_name":"Ian Foster","orcid":"https://orcid.org/0000-0003-2129-5269"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ian Foster","raw_affiliation_strings":["Department of CS & DSL Division, UChicago & Argonne Nat Lab, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"Department of CS & DSL Division, UChicago & Argonne Nat Lab, Chicago, USA","institution_ids":["https://openalex.org/I1282105669","https://openalex.org/I40347166"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5006910309"],"corresponding_institution_ids":["https://openalex.org/I40347166"],"apc_list":null,"apc_paid":null,"fwci":0.4335,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.73753784,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"2019","issue":null,"first_page":"3616","last_page":"3622"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7553980946540833},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.6894038319587708},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5861027836799622},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.540475070476532},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5239341855049133},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4751695990562439},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.39085131883621216}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7553980946540833},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.6894038319587708},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5861027836799622},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.540475070476532},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5239341855049133},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4751695990562439},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39085131883621216},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/bigdata47090.2019.9006370","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata47090.2019.9006370","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/43654","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/5d97a19f-afb1-46bc-839d-7e7c253d80c7","pdf_url":"https://research.aalto.fi/files/41076847/paper.pdf","source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"},{"id":"mag:3041971901","is_oa":false,"landing_page_url":"https://jglobal.jst.go.jp/en/detail?JGLOBAL_ID=202002228487520563","pdf_url":null,"source":{"id":"https://openalex.org/S4306512817","display_name":"IEEE Conference Proceedings","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"IEEE Conference Proceedings","raw_type":null}],"best_oa_location":{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/43654","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/5d97a19f-afb1-46bc-839d-7e7c253d80c7","pdf_url":"https://research.aalto.fi/files/41076847/paper.pdf","source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G7187567351","display_name":null,"funder_award_id":"1816611","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3008499500.pdf","grobid_xml":"https://content.openalex.org/works/W3008499500.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1988050849","https://openalex.org/W2160082767","https://openalex.org/W2164183767","https://openalex.org/W2274755106","https://openalex.org/W2344912502","https://openalex.org/W2762963027","https://openalex.org/W2808080170","https://openalex.org/W2910172404","https://openalex.org/W2921174958","https://openalex.org/W2939504873","https://openalex.org/W2951973024","https://openalex.org/W2963587345","https://openalex.org/W2966048283","https://openalex.org/W3003477673","https://openalex.org/W3099365437","https://openalex.org/W4297803276","https://openalex.org/W6683618184","https://openalex.org/W6760524079","https://openalex.org/W6772863604"],"related_works":["https://openalex.org/W2429057255","https://openalex.org/W4376643315","https://openalex.org/W4324137541","https://openalex.org/W2900445707","https://openalex.org/W4285741730","https://openalex.org/W1191482210","https://openalex.org/W4285046548","https://openalex.org/W4210302090","https://openalex.org/W3092276832","https://openalex.org/W4375951447"],"abstract_inverted_index":{"Exponentially":[0],"increasing":[1],"data":[2,16,24,88],"volumes,":[3],"coupled":[4],"with":[5,45],"new":[6,13],"modes":[7],"of":[8,22,50,68,75,87,102,119],"analysis":[9],"have":[10],"created":[11],"significant":[12],"opportunities":[14],"for":[15],"scientists.":[17],"However,":[18],"the":[19,57,66,73,85,98,115],"stochastic":[20],"nature":[21],"many":[23],"science":[25],"techniques":[26],"results":[27],"in":[28,48,70,122],"tradeoffs":[29,112,121],"between":[30],"costs":[31],"and":[32,43,84,100,108,117],"accuracy.":[33,51],"For":[34],"example,":[35],"machine":[36,81,93],"learning":[37,82,94],"algorithms":[38],"can":[39],"be":[40],"trained":[41],"iteratively":[42],"indefinitely":[44],"diminishing":[46],"returns":[47],"terms":[49],"In":[52],"this":[53],"paper":[54],"we":[55,64],"explore":[56],"cost-accuracy":[58],"tradeoff":[59],"through":[60],"three":[61],"representative":[62],"examples:":[63],"vary":[65],"number":[67,74],"models":[69],"an":[71],"ensemble,":[72],"epochs":[76],"used":[77,89],"to":[78,90,105],"train":[79,91],"a":[80,92],"model,":[83],"amount":[86],"model.":[95],"We":[96],"highlight":[97],"feasibility":[99],"benefits":[101],"being":[103],"able":[104],"measure,":[106],"quantify,":[107],"predict":[109],"cost":[110],"accuracy":[111],"by":[113],"demonstrating":[114],"presence":[116],"usability":[118],"these":[120],"two":[123],"different":[124],"case":[125],"studies.":[126]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}