{"id":"https://openalex.org/W2585291876","doi":"https://doi.org/10.1109/bigdata.2016.7840934","title":"Evaluation-driven research in data science: Leveraging cross-field methodologies","display_name":"Evaluation-driven research in data science: Leveraging cross-field methodologies","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2585291876","doi":"https://doi.org/10.1109/bigdata.2016.7840934","mag":"2585291876"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2016.7840934","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2016.7840934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054060679","display_name":"Bonnie J. Dorr","orcid":"https://orcid.org/0000-0003-4356-5813"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]},{"id":"https://openalex.org/I4210124755","display_name":"National Institute of Standards","ror":"https://ror.org/02zftm050","country_code":"EG","type":"facility","lineage":["https://openalex.org/I4210124755"]}],"countries":["EG","US"],"is_corresponding":false,"raw_author_name":"Bonnie J. Dorr","raw_affiliation_strings":["National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531","https://openalex.org/I4210124755"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038103084","display_name":"Peter Fontana","orcid":"https://orcid.org/0000-0002-1101-2010"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]},{"id":"https://openalex.org/I4210124755","display_name":"National Institute of Standards","ror":"https://ror.org/02zftm050","country_code":"EG","type":"facility","lineage":["https://openalex.org/I4210124755"]}],"countries":["EG","US"],"is_corresponding":false,"raw_author_name":"Peter C. Fontana","raw_affiliation_strings":["National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531","https://openalex.org/I4210124755"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084239176","display_name":"Craig S. Greenberg","orcid":"https://orcid.org/0000-0002-6005-8189"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]},{"id":"https://openalex.org/I4210124755","display_name":"National Institute of Standards","ror":"https://ror.org/02zftm050","country_code":"EG","type":"facility","lineage":["https://openalex.org/I4210124755"]}],"countries":["EG","US"],"is_corresponding":false,"raw_author_name":"Craig S. Greenberg","raw_affiliation_strings":["National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531","https://openalex.org/I4210124755"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061366413","display_name":"Marion Le Bras","orcid":null},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]},{"id":"https://openalex.org/I4210124755","display_name":"National Institute of Standards","ror":"https://ror.org/02zftm050","country_code":"EG","type":"facility","lineage":["https://openalex.org/I4210124755"]}],"countries":["EG","US"],"is_corresponding":false,"raw_author_name":"Marion Le Bras","raw_affiliation_strings":["National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531","https://openalex.org/I4210124755"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061045207","display_name":"Mark A. Przybocki","orcid":null},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]},{"id":"https://openalex.org/I4210124755","display_name":"National Institute of Standards","ror":"https://ror.org/02zftm050","country_code":"EG","type":"facility","lineage":["https://openalex.org/I4210124755"]}],"countries":["EG","US"],"is_corresponding":false,"raw_author_name":"Mark Przybocki","raw_affiliation_strings":["National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531","https://openalex.org/I4210124755"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"spring","issue":null,"first_page":"2853","last_page":"2862"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6846106648445129},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6802435517311096},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6617356538772583},{"id":"https://openalex.org/keywords/cross-disciplinary","display_name":"Cross disciplinary","score":0.5896526575088501},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5501733422279358},{"id":"https://openalex.org/keywords/data-sharing","display_name":"Data sharing","score":0.5178009271621704},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.47161343693733215},{"id":"https://openalex.org/keywords/discipline","display_name":"Discipline","score":0.46164339780807495},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15032118558883667},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12213525176048279}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6846106648445129},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6802435517311096},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6617356538772583},{"id":"https://openalex.org/C2993191867","wikidata":"https://www.wikidata.org/wiki/Q11862829","display_name":"Cross disciplinary","level":2,"score":0.5896526575088501},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5501733422279358},{"id":"https://openalex.org/C2779965156","wikidata":"https://www.wikidata.org/wiki/Q5227350","display_name":"Data sharing","level":3,"score":0.5178009271621704},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.47161343693733215},{"id":"https://openalex.org/C8795937","wikidata":"https://www.wikidata.org/wiki/Q11862829","display_name":"Discipline","level":2,"score":0.46164339780807495},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15032118558883667},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12213525176048279},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2016.7840934","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2016.7840934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.47999998927116394,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W117735687","https://openalex.org/W1601449378","https://openalex.org/W1983569228","https://openalex.org/W1995812641","https://openalex.org/W1996618640","https://openalex.org/W2018588330","https://openalex.org/W2018869373","https://openalex.org/W2022582663","https://openalex.org/W2037556552","https://openalex.org/W2045566081","https://openalex.org/W2046759075","https://openalex.org/W2060729502","https://openalex.org/W2080731889","https://openalex.org/W2115881963","https://openalex.org/W2129018774","https://openalex.org/W2138547388","https://openalex.org/W2141708418","https://openalex.org/W2181467715","https://openalex.org/W2207131393","https://openalex.org/W2221512497","https://openalex.org/W2271209846","https://openalex.org/W2279853298","https://openalex.org/W2395619215","https://openalex.org/W2396922192","https://openalex.org/W2402723619","https://openalex.org/W2487350295","https://openalex.org/W3120740533","https://openalex.org/W4229596932","https://openalex.org/W4233301761","https://openalex.org/W6604856288","https://openalex.org/W6694130251","https://openalex.org/W6711898658","https://openalex.org/W6713155490"],"related_works":["https://openalex.org/W1533313380","https://openalex.org/W1995335435","https://openalex.org/W2100619157","https://openalex.org/W2175311286","https://openalex.org/W1792062538","https://openalex.org/W83975311","https://openalex.org/W2045483502","https://openalex.org/W2081721618","https://openalex.org/W3014926750","https://openalex.org/W2366438467"],"abstract_inverted_index":{"While":[0],"prior":[1],"evaluation":[2,80],"methodologies":[3,35,78],"for":[4,107,112,126,164],"data-science":[5,40,52,239],"research":[6,32,53,224],"have":[7],"focused":[8],"on":[9,14,208],"efficient":[10],"and":[11,36,73,79,88,104,120,139,173,192,214,230,232,236],"effective":[12,37],"teamwork":[13],"independent":[15],"data":[16,101,134],"science":[17,102],"problems":[18,41,63,156],"within":[19,181],"given":[20],"fields":[21,103],"[1],":[22],"this":[23,209],"paper":[24],"argues":[25],"that":[26,49,82,153],"an":[27],"enriched":[28,55],"notion":[29,211],"of":[30,59,62,77,92,100,110,116,129,142,149,186,190,197,212],"evaluation-driven":[31],"(EDR)":[33],"supports":[34],"solutions":[38],"to":[39,133,146,222,226,233],"across":[42,122,166],"multiple":[43],"fields.":[44,168],"We":[45,151,169],"adopt":[46],"the":[47,57,75,98,105,114,140,155,182,187,238],"view":[48],"progress":[50],"in":[51,64,136,158,175],"is":[54],"through":[56,74],"examination":[58],"a":[60,162,176,195,198,216],"range":[61],"many":[65],"different":[66,127,137],"areas":[67],"(traffic,":[68],"healthcare,":[69],"finance,":[70],"sports,":[71],"etc.)":[72],"development":[76],"paradigms":[81],"span":[83],"diverse":[84,167],"disciplines,":[85],"domains,":[86],"problems,":[87,118],"tasks.":[89],"A":[90],"number":[91],"questions":[93,160],"arise":[94],"when":[95],"one":[96],"considers":[97],"multiplicity":[99],"potential":[106],"cross-disciplinary":[108,210],"\u201csharing\u201d":[109],"methodologies,":[111],"example:":[113],"feasibility":[115,141],"generalizing":[117],"tasks,":[119],"metrics":[121],"domains;":[123],"ground-truth":[124],"considerations":[125],"types":[128],"problems;":[130],"issues":[131],"related":[132],"uncertainty":[135],"fields;":[138],"enabling":[143],"cross-field":[144],"cooperation":[145],"encourage":[147],"diversity":[148],"solutions.":[150],"posit":[152],"addressing":[154],"inherent":[157],"such":[159],"provides":[161],"foundation":[163],"EDR":[165,213],"ground":[170],"our":[171],"conclusions":[172],"insights":[174],"brief":[177],"preliminary":[178],"study":[179],"developed":[180],"Information":[183],"Access":[184],"Division":[185],"National":[188],"Institute":[189],"Standards":[191],"Technology":[193],"as":[194],"part":[196],"new":[199,217],"Data":[200,218],"Science":[201,219],"Research":[202],"Program":[203],"(DSRP).":[204],"The":[205],"DSRP":[206],"focuses":[207],"includes":[215],"Evaluation":[220],"series":[221],"facilitate":[223],"collaboration,":[225],"leverage":[227],"shared":[228],"technology":[229],"infrastructure,":[231],"further":[234],"build":[235],"strengthen":[237],"community.":[240]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}