{"id":"https://openalex.org/W4409796044","doi":"https://doi.org/10.1109/access.2025.3564534","title":"Blockchain-Based Crowdsourcing Framework for Machine Learning Ground Truth","display_name":"Blockchain-Based Crowdsourcing Framework for Machine Learning Ground Truth","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409796044","doi":"https://doi.org/10.1109/access.2025.3564534"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3564534","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3564534","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3564534","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031171650","display_name":"Asma Alzahrani","orcid":"https://orcid.org/0000-0002-4613-1490"},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Asma S. Alzahrani","raw_affiliation_strings":["Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia","King Abdulaziz University, Jeddah, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-4613-1490","affiliations":[{"raw_affiliation_string":"Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]},{"raw_affiliation_string":"King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008748319","display_name":"Dimah Alahmadi","orcid":"https://orcid.org/0000-0001-5576-8832"},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Dimah H. Alahmadi","raw_affiliation_strings":["Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia","King Abdulaziz University, Jeddah, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-5576-8832","affiliations":[{"raw_affiliation_string":"Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]},{"raw_affiliation_string":"King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045917933","display_name":"Nesreen M. Alharbi","orcid":"https://orcid.org/0000-0001-8023-7275"},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Nesreen M. Alharbi","raw_affiliation_strings":["Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia","King Abdulaziz University, Jeddah, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-8023-7275","affiliations":[{"raw_affiliation_string":"Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]},{"raw_affiliation_string":"King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024799528","display_name":"Hana Almagrabi","orcid":"https://orcid.org/0000-0001-5497-6461"},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Hana A. Almagrabi","raw_affiliation_strings":["Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia","King Abdulaziz University, Jeddah, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-5497-6461","affiliations":[{"raw_affiliation_string":"Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]},{"raw_affiliation_string":"King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I185163786"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":6.2744,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95869976,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"73041","last_page":"73055"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9656999707221985,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9656999707221985,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9255311489105225},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.7813131809234619},{"id":"https://openalex.org/keywords/blockchain","display_name":"Blockchain","score":0.7727513313293457},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7393125295639038},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46187281608581543},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35422801971435547},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3463316559791565},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.15267837047576904},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.15045508742332458}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9255311489105225},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.7813131809234619},{"id":"https://openalex.org/C2779687700","wikidata":"https://www.wikidata.org/wiki/Q20514253","display_name":"Blockchain","level":2,"score":0.7727513313293457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7393125295639038},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46187281608581543},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35422801971435547},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3463316559791565},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.15267837047576904},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.15045508742332458}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3564534","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3564534","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:93348367129141ada2a626a674af9325","is_oa":true,"landing_page_url":"https://doaj.org/article/93348367129141ada2a626a674af9325","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 73041-73055 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3564534","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3564534","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1702329404","https://openalex.org/W1901616594","https://openalex.org/W1975879668","https://openalex.org/W1986715167","https://openalex.org/W1988584482","https://openalex.org/W1989737761","https://openalex.org/W2003497265","https://openalex.org/W2037789405","https://openalex.org/W2053154970","https://openalex.org/W2058990659","https://openalex.org/W2090343251","https://openalex.org/W2125472321","https://openalex.org/W2141017982","https://openalex.org/W2141766660","https://openalex.org/W2397575926","https://openalex.org/W2487365028","https://openalex.org/W2595976459","https://openalex.org/W2604528753","https://openalex.org/W2626407095","https://openalex.org/W2724474800","https://openalex.org/W2739172988","https://openalex.org/W2742375026","https://openalex.org/W2757817063","https://openalex.org/W2785788383","https://openalex.org/W2790257806","https://openalex.org/W2808257034","https://openalex.org/W2886047833","https://openalex.org/W2897450989","https://openalex.org/W2900580116","https://openalex.org/W2908007588","https://openalex.org/W2948602552","https://openalex.org/W2973889821","https://openalex.org/W2989903452","https://openalex.org/W2995069889","https://openalex.org/W2995871203","https://openalex.org/W3009102162","https://openalex.org/W3010633102","https://openalex.org/W3035563097","https://openalex.org/W3088544713","https://openalex.org/W3088700323","https://openalex.org/W3094075080","https://openalex.org/W3105700517","https://openalex.org/W3131952869","https://openalex.org/W3153844482","https://openalex.org/W3158349484","https://openalex.org/W3165751252","https://openalex.org/W3181836789","https://openalex.org/W3186388373","https://openalex.org/W4210764005","https://openalex.org/W4211196262","https://openalex.org/W4223898079","https://openalex.org/W4224326499","https://openalex.org/W4256275122","https://openalex.org/W4385627235","https://openalex.org/W4391134791","https://openalex.org/W6610502791","https://openalex.org/W6688022499","https://openalex.org/W6769798310","https://openalex.org/W6794757604","https://openalex.org/W6805024441","https://openalex.org/W6840207616"],"related_works":["https://openalex.org/W4210406818","https://openalex.org/W4306779889","https://openalex.org/W3048554917","https://openalex.org/W3211706803","https://openalex.org/W4382775358","https://openalex.org/W4246942721","https://openalex.org/W3209862047","https://openalex.org/W4386732777","https://openalex.org/W4304136894","https://openalex.org/W2989851257"],"abstract_inverted_index":{"Machine":[0],"learning":[1,65],"has":[2],"evolved":[3],"from":[4,105],"a":[5,9,78,97,150],"lab":[6],"curiosity":[7],"to":[8,38,71,157,165],"widely":[10],"used":[11],"technology":[12,120,173],"that":[13,80,143],"is":[14],"fundamentally":[15],"reliant":[16],"on":[17],"ground":[18,34,129,176],"truth":[19,35,130,177],"data":[20,36,52,58,86,101,155,178],"for":[21,84,100],"model":[22],"training":[23],"and":[24,43,46,103,121],"evaluation.":[25],"This":[26,75],"research":[27,68,76],"addresses":[28],"the":[29,47,61,127,133,137,169],"challenges":[30],"in":[31,113,174],"obtaining":[32],"accurate":[33],"due":[37],"limited":[39],"domain":[40],"expertise,":[41],"sparse":[42],"unrepresentative":[44],"datasets,":[45],"high":[48],"costs":[49],"associated":[50],"with":[51,90],"acquisition.":[53],"The":[54,108,139],"quality":[55],"of":[56,63,153,171],"this":[57],"significantly":[59],"influences":[60],"reliability":[62,152],"machine":[64],"models,":[66],"prompting":[67],"into":[69],"methods":[70],"improve":[72],"ground-truth":[73,85],"reliability.":[74],"proposes":[77],"framework":[79,110],"utilize":[81],"blockchain-based":[82],"crowdsourcing":[83],"annotation.":[87,179],"Blockchain":[88],"technology,":[89],"its":[91],"decentralized":[92,106],"immutable":[93],"ledger":[94],"system,":[95],"offers":[96],"secure":[98],"method":[99],"verification":[102],"collection":[104],"entities.":[107],"proposed":[109],"was":[111],"implemented":[112],"an":[114],"Ethereum":[115],"network":[116],"environment":[117],"using":[118],"blockchain":[119,144,172],"smart":[122],"contracts.":[123],"Next,":[124],"we":[125],"evaluated":[126],"collected":[128],"by":[131],"measuring":[132],"inter-rater":[134],"agreement":[135],"among":[136],"participants.":[138],"experimental":[140],"results":[141],"indicate":[142],"can":[145],"enhance":[146],"annotation":[147],"consistency,":[148],"showing":[149],"higher":[151],"crowd-sourced":[154],"compared":[156],"expert":[158],"opinions.":[159],"Most":[160],"annotator":[161],"pairs":[162],"demonstrated":[163],"moderate":[164],"strong":[166],"agreement,":[167],"confirming":[168],"potential":[170],"improving":[175]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-07-04T07:58:01.006859","created_date":"2025-10-10T00:00:00"}