{"id":"https://openalex.org/W3137589144","doi":"https://doi.org/10.3390/philosophies6010022","title":"Understanding the Role of Objectivity in Machine Learning and Research Evaluation","display_name":"Understanding the Role of Objectivity in Machine Learning and Research Evaluation","publication_year":2021,"publication_date":"2021-03-15","ids":{"openalex":"https://openalex.org/W3137589144","doi":"https://doi.org/10.3390/philosophies6010022","mag":"3137589144"},"language":"en","primary_location":{"id":"doi:10.3390/philosophies6010022","doi":"https://doi.org/10.3390/philosophies6010022","is_oa":true,"landing_page_url":"https://doi.org/10.3390/philosophies6010022","pdf_url":"https://www.mdpi.com/2409-9287/6/1/22/pdf?version=1615807910","source":{"id":"https://openalex.org/S4210203940","display_name":"Philosophies","issn_l":"2409-9287","issn":["2409-9287"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Philosophies","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2409-9287/6/1/22/pdf?version=1615807910","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017494586","display_name":"Saleha Javed","orcid":"https://orcid.org/0000-0002-2123-8187","observed_orcids":["https://orcid.org/0000-0002-2123-8187"]},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Saleha Javed","raw_affiliation_strings":["Machine Learning Group, Department of Computer Science, Electrical and Space Engineering, EISLAB, Lule\u00e5 University of Technology, 97187 Lule\u00e5, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-2123-8187","affiliations":[{"raw_affiliation_string":"Machine Learning Group, Department of Computer Science, Electrical and Space Engineering, EISLAB, Lule\u00e5 University of Technology, 97187 Lule\u00e5, Sweden","institution_ids":["https://openalex.org/I190632392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091302921","display_name":"Tosin Adewumi","orcid":"https://orcid.org/0000-0002-5582-2031","observed_orcids":["https://orcid.org/0000-0002-5582-2031"]},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Tosin P. Adewumi","raw_affiliation_strings":["Machine Learning Group, Department of Computer Science, Electrical and Space Engineering, EISLAB, Lule\u00e5 University of Technology, 97187 Lule\u00e5, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-5582-2031","affiliations":[{"raw_affiliation_string":"Machine Learning Group, Department of Computer Science, Electrical and Space Engineering, EISLAB, Lule\u00e5 University of Technology, 97187 Lule\u00e5, Sweden","institution_ids":["https://openalex.org/I190632392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078332729","display_name":"Foteini Liwicki","orcid":"https://orcid.org/0000-0002-6756-0147","observed_orcids":["https://orcid.org/0000-0002-6756-0147"]},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Foteini Simistira Liwicki","raw_affiliation_strings":["Machine Learning Group, Department of Computer Science, Electrical and Space Engineering, EISLAB, Lule\u00e5 University of Technology, 97187 Lule\u00e5, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Learning Group, Department of Computer Science, Electrical and Space Engineering, EISLAB, Lule\u00e5 University of Technology, 97187 Lule\u00e5, Sweden","institution_ids":["https://openalex.org/I190632392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073619925","display_name":"Marcus Liwicki","orcid":"https://orcid.org/0000-0003-4029-6574","observed_orcids":["https://orcid.org/0000-0003-4029-6574"]},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Marcus Liwicki","raw_affiliation_strings":["Machine Learning Group, Department of Computer Science, Electrical and Space Engineering, EISLAB, Lule\u00e5 University of Technology, 97187 Lule\u00e5, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-4029-6574","affiliations":[{"raw_affiliation_string":"Machine Learning Group, Department of Computer Science, Electrical and Space Engineering, EISLAB, Lule\u00e5 University of Technology, 97187 Lule\u00e5, Sweden","institution_ids":["https://openalex.org/I190632392"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5017494586"],"corresponding_institution_ids":["https://openalex.org/I190632392"],"apc_list":{"value":1000,"currency":"CHF","value_usd":1080},"apc_paid":{"value":1000,"currency":"CHF","value_usd":1080},"fwci":3.4424,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.92671607,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"6","issue":"1","first_page":"22","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.6133000254631042,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.6133000254631042,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14185","display_name":"Research, Science, and Academia","score":0.07530000060796738,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13558","display_name":"Philosophy, Science, and History","score":0.034299999475479126,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/objectivity","display_name":"objectivity","score":0.9340000152587891},{"id":"https://openalex.org/keywords/machine-learning-research","display_name":"machine learning research","score":0.9049999713897705},{"id":"https://openalex.org/keywords/research-evaluation","display_name":"research evaluation","score":0.9810000061988831},{"id":"https://openalex.org/keywords/naturalism","display_name":"naturalism","score":0.7739999890327454},{"id":"https://openalex.org/keywords/philosophical-foundations-of-research","display_name":"philosophical foundations of research","score":0.4339999854564667},{"id":"https://openalex.org/keywords/research-bias","display_name":"research bias","score":0.4560000002384186},{"id":"https://openalex.org/keywords/research-methodology","display_name":"research methodology","score":0.4790000021457672},{"id":"https://openalex.org/keywords/research-ethics","display_name":"research ethics","score":0.6990000009536743}],"concepts":[{"id":"https://openalex.org/C2482559","wikidata":"https://www.wikidata.org/wiki/Q206330","display_name":"Objectivity (philosophy)","level":2,"score":0.9036905765533447},{"id":"https://openalex.org/C2777230681","wikidata":"https://www.wikidata.org/wiki/Q7923820","display_name":"Vetting","level":2,"score":0.6515393257141113},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.5049205422401428},{"id":"https://openalex.org/C43236755","wikidata":"https://www.wikidata.org/wiki/Q56000","display_name":"Naturalism","level":2,"score":0.47083401679992676},{"id":"https://openalex.org/C2777705401","wikidata":"https://www.wikidata.org/wiki/Q6457570","display_name":"LEAPS","level":2,"score":0.4690456986427307},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.3937416970729828},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3344261944293976},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.14124208688735962},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.09926649928092957},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09231063723564148},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/philosophies6010022","doi":"https://doi.org/10.3390/philosophies6010022","is_oa":true,"landing_page_url":"https://doi.org/10.3390/philosophies6010022","pdf_url":"https://www.mdpi.com/2409-9287/6/1/22/pdf?version=1615807910","source":{"id":"https://openalex.org/S4210203940","display_name":"Philosophies","issn_l":"2409-9287","issn":["2409-9287"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Philosophies","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9c13112a38b243eb86939aa08ef03bea","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/9c13112a38b243eb86939aa08ef03bea","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Philosophies, Vol 6, Iss 1, p 22 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/philosophies6010022","doi":"https://doi.org/10.3390/philosophies6010022","is_oa":true,"landing_page_url":"https://doi.org/10.3390/philosophies6010022","pdf_url":"https://www.mdpi.com/2409-9287/6/1/22/pdf?version=1615807910","source":{"id":"https://openalex.org/S4210203940","display_name":"Philosophies","issn_l":"2409-9287","issn":["2409-9287"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Philosophies","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3137589144.pdf","grobid_xml":"https://content.openalex.org/works/W3137589144.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1410460","https://openalex.org/W373377226","https://openalex.org/W392849289","https://openalex.org/W1218578605","https://openalex.org/W1553407966","https://openalex.org/W1559582138","https://openalex.org/W1601300738","https://openalex.org/W1907286193","https://openalex.org/W1957890759","https://openalex.org/W1968912090","https://openalex.org/W1971087125","https://openalex.org/W1981728002","https://openalex.org/W2013820376","https://openalex.org/W2035174176","https://openalex.org/W2049648156","https://openalex.org/W2101105183","https://openalex.org/W2318346983","https://openalex.org/W2331018588","https://openalex.org/W2403696158","https://openalex.org/W2766635959","https://openalex.org/W2794509261","https://openalex.org/W2907050536","https://openalex.org/W2953773463","https://openalex.org/W2963836888","https://openalex.org/W2964087164","https://openalex.org/W2988937804","https://openalex.org/W3011927872","https://openalex.org/W3021389338","https://openalex.org/W3037026762","https://openalex.org/W3046685670","https://openalex.org/W3146083582","https://openalex.org/W3154467508","https://openalex.org/W4230159049","https://openalex.org/W4230981089","https://openalex.org/W4231984440","https://openalex.org/W4233518571","https://openalex.org/W4300559119","https://openalex.org/W6684005138"],"related_works":["https://openalex.org/W4283166089","https://openalex.org/W2982648043","https://openalex.org/W2286654286","https://openalex.org/W7042165644","https://openalex.org/W4280576890","https://openalex.org/W6893233153","https://openalex.org/W7115980517","https://openalex.org/W4256271124","https://openalex.org/W2884392282","https://openalex.org/W7165557805"],"abstract_inverted_index":{"This":[0],"article":[1],"makes":[2],"the":[3,31,61,67,83,120,123,128,146],"case":[4],"for":[5,60,69,137],"more":[6],"objectivity":[7,103,108,126],"in":[8,85,88,127,139],"Machine":[9],"Learning":[10],"(ML)":[11],"research.":[12],"Any":[13],"research":[14,62,68,87,105,147],"work":[15],"that":[16,134],"claims":[17],"to":[18,22,64,73,111,144],"hold":[19],"benefits":[20],"has":[21],"be":[23,55,112],"scrutinized":[24],"based":[25,113],"on":[26,114],"many":[27],"parameters,":[28],"such":[29],"as":[30],"methodology":[32],"employed,":[33],"ethical":[34],"considerations":[35],"and":[36,72,92,132,141],"its":[37],"theoretical":[38],"or":[39],"technical":[40],"contribution.":[41],"We":[42,78,116],"approach":[43],"this":[44],"discussion":[45],"from":[46],"a":[47],"Naturalist":[48],"philosophical":[49],"outlook.":[50],"Although":[51],"every":[52],"analysis":[53],"may":[54],"subjective,":[56],"it":[57],"is":[58],"important":[59],"community":[63],"keep":[65],"vetting":[66],"continuous":[70],"growth":[71],"produce":[74],"even":[75],"better":[76],"work.":[77],"suggest":[79],"standardizing":[80],"some":[81,118],"of":[82,95,102,119,125],"steps":[84],"ML":[86,140],"an":[89],"objective":[90],"way":[91],"being":[93],"aware":[94],"various":[96],"biases":[97],"threatening":[98],"objectivity.":[99],"The":[100],"ideal":[101],"keeps":[104],"rational":[106],"since":[107],"requires":[109],"beliefs":[110],"facts.":[115],"discuss":[117],"current":[121],"challenges,":[122],"role":[124],"two":[129],"elements":[130],"(product":[131],"process)":[133],"are":[135],"up":[136],"consideration":[138],"make":[142],"recommendations":[143],"support":[145],"community.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":7}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2021-03-29T00:00:00"}