{"id":"https://openalex.org/W7204221619","doi":"https://doi.org/10.34190/eckm.27.1.4814","title":"Indirect Crowdsourcing and the Hidden Flows of Data for AI","display_name":"Indirect Crowdsourcing and the Hidden Flows of Data for AI","alternate_titles":[],"publication_year":2026,"publication_date":"2026-08-25","ids":{"openalex":"https://openalex.org/W7204221619","doi":"https://doi.org/10.34190/eckm.27.1.4814"},"language":"en","primary_location":{"id":"doi:10.34190/eckm.27.1.4814","doi":"https://doi.org/10.34190/eckm.27.1.4814","is_oa":true,"landing_page_url":"https://doi.org/10.34190/eckm.27.1.4814","pdf_url":"https://papers.academic-conferences.org/index.php/eckm/article/download/4814/4500","source":{"id":"https://openalex.org/S4387282814","display_name":"European Conference on Knowledge Management","issn_l":"2048-8963","issn":["2048-8963","2048-8971"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Conference on Knowledge Management","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7204221619"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://papers.academic-conferences.org/index.php/eckm/article/download/4814/4500","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5148231220","display_name":"Yan Hill","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Yan Hill","raw_affiliation_strings":["Federal University of Rio de Janeiro"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Rio de Janeiro","institution_ids":["https://openalex.org/I122140584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001377466","display_name":"Carlos Eduardo Barbosa","orcid":"https://orcid.org/0000-0001-8067-7123","observed_orcids":["https://orcid.org/0000-0001-8067-7123"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carlos Eduardo Barbosa","raw_affiliation_strings":["Naval Systems Analysis Centre"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Systems Analysis Centre","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009612223","display_name":"Matheus Arg\u00f4lo","orcid":"https://orcid.org/0000-0002-9345-4487","observed_orcids":["https://orcid.org/0000-0002-9345-4487"]},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Matheus Arg\u00f4lo","raw_affiliation_strings":["Federal University of Rio de Janeiro"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Rio de Janeiro","institution_ids":["https://openalex.org/I122140584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110356379","display_name":"Lucas N\u00f3brega","orcid":"https://orcid.org/0009-0007-3292-1057","observed_orcids":["https://orcid.org/0009-0007-3292-1057"]},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Lucas N\u00f3brega","raw_affiliation_strings":["Federal University of Rio de Janeiro"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Rio de Janeiro","institution_ids":["https://openalex.org/I122140584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148343823","display_name":"Luis Felipe Martinez","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Luis Felipe Martinez","raw_affiliation_strings":["Federal University of Rio de Janeiro"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Rio de Janeiro","institution_ids":["https://openalex.org/I122140584"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067031228","display_name":"Jano Moreira de Souza","orcid":"https://orcid.org/0000-0001-5080-1955","observed_orcids":["https://orcid.org/0000-0001-5080-1955"]},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jano De Souza","raw_affiliation_strings":["Federal University of Rio de Janeiro"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Rio de Janeiro","institution_ids":["https://openalex.org/I122140584"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"27","issue":"1","first_page":"413","last_page":"421"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.864300012588501,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.864300012588501,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.07079999893903732,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14222","display_name":"Knowledge Management and Technology","score":0.01360000018030405,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/digital-trace-data","display_name":"digital traces","score":0.8579999804496765},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"knowledge management","score":0.746999979019165},{"id":"https://openalex.org/keywords/knowledge-assets","display_name":"knowledge assets","score":0.421999990940094},{"id":"https://openalex.org/keywords/data-annotation","display_name":"data annotation","score":0.597000002861023},{"id":"https://openalex.org/keywords/knowledge-governance","display_name":"knowledge governance","score":0.5709999799728394},{"id":"https://openalex.org/keywords/recaptcha","display_name":"reCAPTCHA","score":0.7390000224113464},{"id":"https://openalex.org/keywords/human-computation","display_name":"human computation","score":0.7110000252723694},{"id":"https://openalex.org/keywords/ai-training-data","display_name":"AI training data","score":0.37299999594688416},{"id":"https://openalex.org/keywords/data-provenance","display_name":"data provenance","score":0.49300000071525574}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8604000210762024},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6881999969482422},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6711000204086304},{"id":"https://openalex.org/C139569457","wikidata":"https://www.wikidata.org/wiki/Q1666223","display_name":"Intermediary","level":2,"score":0.5910999774932861},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5576000213623047},{"id":"https://openalex.org/C132829578","wikidata":"https://www.wikidata.org/wiki/Q581151","display_name":"Situated","level":2,"score":0.5205000042915344},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.46389999985694885},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.44449999928474426},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.3961000144481659},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3921000063419342},{"id":"https://openalex.org/C2776931063","wikidata":"https://www.wikidata.org/wiki/Q4781738","display_name":"Appropriation","level":2,"score":0.3707999885082245},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.349700003862381},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C179420905","wikidata":"https://www.wikidata.org/wiki/Q223871","display_name":"Mediation","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C107418235","wikidata":"https://www.wikidata.org/wiki/Q1520565","display_name":"Human multitasking","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.29249998927116394},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C196879817","wikidata":"https://www.wikidata.org/wiki/Q872685","display_name":"Data governance","level":4,"score":0.2879999876022339},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.2687000036239624},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C2779344036","wikidata":"https://www.wikidata.org/wiki/Q11320476","display_name":"Digital content","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C2777569040","wikidata":"https://www.wikidata.org/wiki/Q7912749","display_name":"Value capture","level":3,"score":0.26249998807907104},{"id":"https://openalex.org/C199776023","wikidata":"https://www.wikidata.org/wiki/Q202875","display_name":"Negotiation","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C512654426","wikidata":"https://www.wikidata.org/wiki/Q19652","display_name":"Public domain","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.34190/eckm.27.1.4814","doi":"https://doi.org/10.34190/eckm.27.1.4814","is_oa":true,"landing_page_url":"https://doi.org/10.34190/eckm.27.1.4814","pdf_url":"https://papers.academic-conferences.org/index.php/eckm/article/download/4814/4500","source":{"id":"https://openalex.org/S4387282814","display_name":"European Conference on Knowledge Management","issn_l":"2048-8963","issn":["2048-8963","2048-8971"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Conference on Knowledge Management","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.34190/eckm.27.1.4814","doi":"https://doi.org/10.34190/eckm.27.1.4814","is_oa":true,"landing_page_url":"https://doi.org/10.34190/eckm.27.1.4814","pdf_url":"https://papers.academic-conferences.org/index.php/eckm/article/download/4814/4500","source":{"id":"https://openalex.org/S4387282814","display_name":"European Conference on Knowledge Management","issn_l":"2048-8963","issn":["2048-8963","2048-8971"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Conference on Knowledge Management","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204221619.pdf","grobid_xml":"https://content.openalex.org/works/W7204221619.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1988593286","https://openalex.org/W2019471084","https://openalex.org/W2098118776","https://openalex.org/W2132454116","https://openalex.org/W2343625415","https://openalex.org/W2502533938","https://openalex.org/W2578246345","https://openalex.org/W2746791238","https://openalex.org/W2919115771","https://openalex.org/W2965276386","https://openalex.org/W3111186738","https://openalex.org/W3118813946","https://openalex.org/W3129904307","https://openalex.org/W4231504717","https://openalex.org/W4319871837","https://openalex.org/W4385948838","https://openalex.org/W4403088669"],"related_works":["https://openalex.org/W3180320369","https://openalex.org/W2994369157","https://openalex.org/W2947038692","https://openalex.org/W2945741875","https://openalex.org/W2946886525","https://openalex.org/W4321479955","https://openalex.org/W2605202400","https://openalex.org/W2610818984","https://openalex.org/W2966836724","https://openalex.org/W2271188064"],"abstract_inverted_index":{"AI":[0,255],"systems":[1],"depend":[2],"on":[3,317],"labelled":[4],"datasets,":[5],"yet":[6],"producing":[7],"high-quality":[8],"labels":[9],"remains":[10],"costly":[11],"and":[12,57,91,115,123,133,149,152,155,158,172,180,205,216,221,242,262,309,312,321],"labour-intensive.":[13],"An":[14],"increasing":[15],"share":[16],"of":[17,33,72,87,111,254,265],"\u201cdata":[18],"for":[19,286,296,307,323],"AI\u201d":[20],"is":[21,245],"therefore":[22],"generated":[23],"by":[24,82],"reusing":[25],"the":[26,69,85,99,185,257],"digital":[27,74,267],"traces":[28,75,138,268],"people":[29],"leave":[30],"as":[31,46,68,229,300],"byproducts":[32],"everyday":[34],"interaction.":[35],"This":[36],"work":[37],"argues":[38],"that":[39,95,208,232],"this":[40],"practice":[41],"should":[42],"be":[43,236],"analysed":[44],"systematically":[45],"a":[47,105,141,250,260,292,314],"knowledge":[48,62,211,230,272,289,304,327],"management":[49],"(KM)":[50],"phenomenon:":[51],"it":[52,59],"captures":[53],"dispersed,":[54],"situated":[55],"know-how":[56],"codifies":[58],"into":[60,76,271],"reusable":[61],"assets.":[63],"We":[64,103,161,277],"formalise":[65],"indirect":[66,164,275,288],"crowdsourcing":[67,165],"ex-post":[70,193],"appropriation":[71],"human-generated":[73],"structured":[77],"datasets":[78],"or":[79,93],"labels,":[80],"characterised":[81],"unintentional":[83],"participation,":[84],"absence":[86],"ex-ante":[88],"task":[89],"framing,":[90],"mediation":[92],"curation":[94],"enables":[96],"reuse":[97,212],"beyond":[98],"traces\u2019":[100],"original":[101],"purpose.":[102],"apply":[104],"unified":[106],"analytic":[107],"rubric\u2014the":[108],"Four":[109],"Pillars":[110],"crowd,":[112],"task,":[113],"platform,":[114],"crowdsourcer\u2014to":[116],"three":[117],"cases:":[118],"Medical":[119],"X,":[120],"Pandemic":[121],"Prediction,":[122],"reCAPTCHA.":[124],"Using":[125],"directed":[126],"content":[127],"analysis":[128,186,264],"over":[129],"publicly":[130],"accessible":[131],"artefacts":[132],"documentation,":[134],"we":[135],"reconstruct":[136],"how":[137,243,266],"move":[139],"through":[140,274],"trace-to-asset":[142,298],"lifecycle":[143],"central":[144],"to":[145,170],"KM:":[146],"production,":[147],"selection":[148],"validation,":[150],"codification":[151],"labelling,":[153],"storage":[154],"access":[156,240],"modalities,":[157],"downstream":[159],"reuse.":[160],"further":[162],"distinguish":[163],"from":[166],"adjacent":[167],"phenomena":[168],"relevant":[169],"KM":[171,189,301],"data":[173],"work,":[174],"including":[175],"explicit":[176],"crowdsourcing,":[177],"human":[178],"computation,":[179],"passive":[181],"crowdsensing.":[182],"Across":[183],"cases,":[184],"reveals":[187],"recurring":[188],"mechanisms":[190],"(embedded":[191],"versus":[192],"mediation),":[194],"differences":[195],"in":[196],"primary":[197],"beneficiaries":[198],"(platform":[199],"owners,":[200],"researchers,":[201],"public":[202],"agencies,":[203],"etc.),":[204],"governance":[206,305],"risks":[207],"undermine":[209],"responsible":[210,308],"(opaque":[213],"consent,":[214],"licensing":[215],"provenance":[217],"gaps,":[218],"fairness":[219],"concerns,":[220],"skewed":[222],"value":[223,244],"distribution).":[224],"These":[225],"findings":[226],"highlight":[227],"platforms":[228],"intermediaries":[231],"shape":[233],"what":[234],"can":[235,239],"captured,":[237],"who":[238],"it,":[241],"allocated.":[246],"Rather":[247],"than":[248],"offering":[249],"large-scale":[251],"empirical":[252],"evaluation":[253],"systems,":[256],"paper":[258],"provides":[259],"conceptual":[261],"comparative":[263,294],"are":[269],"converted":[270],"assets":[273],"crowdsourcing.":[276],"contribute":[278],"(i)":[279],"an":[280],"operational":[281],"definition":[282],"with":[283],"observable":[284],"implications":[285],"auditing":[287],"capture,":[290],"(ii)":[291],"cross-case":[293],"rubric":[295],"evaluating":[297],"pipelines":[299],"processes,":[302],"(iii)":[303],"guidelines":[306],"equitable":[310],"reuse,":[311],"(iv)":[313],"research":[315],"agenda":[316],"boundary":[318],"conditions,":[319],"stewardship,":[320],"measurement":[322],"managing":[324],"indirectly":[325],"sourced":[326],"at":[328],"scale.":[329]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7204221619","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-08-27T00:00:00"}
