{"id":"https://openalex.org/W2527078148","doi":"https://doi.org/10.1007/s41060-016-0025-y","title":"Crowdsourcing chart digitizer: task design and quality control for making legacy open data machine-readable","display_name":"Crowdsourcing chart digitizer: task design and quality control for making legacy open data machine-readable","publication_year":2016,"publication_date":"2016-10-01","ids":{"openalex":"https://openalex.org/W2527078148","doi":"https://doi.org/10.1007/s41060-016-0025-y","mag":"2527078148"},"language":"en","primary_location":{"id":"doi:10.1007/s41060-016-0025-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41060-016-0025-y","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs41060-016-0025-y.pdf","source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007%2Fs41060-016-0025-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056709028","display_name":"Satoshi Oyama","orcid":"https://orcid.org/0000-0002-8124-3578"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Satoshi Oyama","raw_affiliation_strings":["Graduate School of Information Science and Technology, Hokkaido University, Kita 14, Nishi 9, Kita-ku, Sapporo, Hokkaido, 060\u20130814, Japan","Graduate School of Information Science and Technology, Hokkaido University, Sapporo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-8124-3578","affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Hokkaido University, Kita 14, Nishi 9, Kita-ku, Sapporo, Hokkaido, 060\u20130814, Japan","institution_ids":["https://openalex.org/I205349734"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology, Hokkaido University, Sapporo, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010710732","display_name":"Yukino Baba","orcid":"https://orcid.org/0000-0001-5310-9841"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yukino Baba","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, 36-1 Yoshida-Honmachi, Sakyo-ku, Kyoto, 606\u20138501, Japan","Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0001-5310-9841","affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, 36-1 Yoshida-Honmachi, Sakyo-ku, Kyoto, 606\u20138501, Japan","institution_ids":["https://openalex.org/I22299242"]},{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083291634","display_name":"Ikki Ohmukai","orcid":"https://orcid.org/0000-0002-3276-3753"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ikki Ohmukai","raw_affiliation_strings":["National Institute of Informatics, 2-1-2 Hitotsubashi, Chiyoda-ku, Tokyo, 101-8430, Japan","National Institute of Informatics, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3276-3753","affiliations":[{"raw_affiliation_string":"National Institute of Informatics, 2-1-2 Hitotsubashi, Chiyoda-ku, Tokyo, 101-8430, Japan","institution_ids":["https://openalex.org/I184597095"]},{"raw_affiliation_string":"National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048336031","display_name":"Hiroaki Dokoshi","orcid":null},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroaki Dokoshi","raw_affiliation_strings":["Graduate School of Information Science and Technology, Hokkaido University, Kita 14, Nishi 9, Kita-ku, Sapporo, Hokkaido, 060\u20130814, Japan","Graduate School of Information Science and Technology, Hokkaido University, Sapporo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Hokkaido University, Kita 14, Nishi 9, Kita-ku, Sapporo, Hokkaido, 060\u20130814, Japan","institution_ids":["https://openalex.org/I205349734"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology, Hokkaido University, Sapporo, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102905217","display_name":"Hisashi Kashima","orcid":"https://orcid.org/0000-0002-5906-7571"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hisashi Kashima","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, 36-1 Yoshida-Honmachi, Sakyo-ku, Kyoto, 606\u20138501, Japan","Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0002-5906-7571","affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, 36-1 Yoshida-Honmachi, Sakyo-ku, Kyoto, 606\u20138501, Japan","institution_ids":["https://openalex.org/I22299242"]},{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5056709028"],"corresponding_institution_ids":["https://openalex.org/I205349734"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.5683,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.81325066,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"2","issue":"1-2","first_page":"45","last_page":"60"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7990196347236633},{"id":"https://openalex.org/keywords/chart","display_name":"Chart","score":0.7452487945556641},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7026810646057129},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6332660913467407},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.5828757286071777},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4436275064945221},{"id":"https://openalex.org/keywords/control-chart","display_name":"Control chart","score":0.42420700192451477},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3553658127784729},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3286060094833374},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.21572080254554749},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1590506136417389},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.13885188102722168},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1132856011390686}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7990196347236633},{"id":"https://openalex.org/C190812933","wikidata":"https://www.wikidata.org/wiki/Q28923","display_name":"Chart","level":2,"score":0.7452487945556641},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7026810646057129},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6332660913467407},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.5828757286071777},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4436275064945221},{"id":"https://openalex.org/C196985124","wikidata":"https://www.wikidata.org/wiki/Q1369242","display_name":"Control chart","level":3,"score":0.42420700192451477},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3553658127784729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3286060094833374},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.21572080254554749},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1590506136417389},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.13885188102722168},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1132856011390686},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s41060-016-0025-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41060-016-0025-y","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs41060-016-0025-y.pdf","source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"},{"id":"pmh:oai:irdb.nii.ac.jp:01364:0007183005","is_oa":true,"landing_page_url":"https://hdl.handle.net/2115/67755","pdf_url":"https://eprints.lib.hokudai.ac.jp/repo/huscap/all/67755/jdsa-1.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal article"},{"id":"pmh:oai:eprints.lib.hokudai.ac.jp:2115/67755","is_oa":false,"landing_page_url":"http://hdl.handle.net/2115/67755","pdf_url":null,"source":{"id":"https://openalex.org/S4306400549","display_name":"Hokkaido University Collection of Scholarly and Academic Papers (Hokkaido University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205349734","host_organization_name":"Hokkaido University","host_organization_lineage":["https://openalex.org/I205349734"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article (author version)"}],"best_oa_location":{"id":"doi:10.1007/s41060-016-0025-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41060-016-0025-y","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs41060-016-0025-y.pdf","source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4699999988079071,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G8102200575","display_name":null,"funder_award_id":"15K1214805","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2527078148.pdf","grobid_xml":"https://content.openalex.org/works/W2527078148.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W31535402","https://openalex.org/W81891695","https://openalex.org/W187967972","https://openalex.org/W345301607","https://openalex.org/W382544444","https://openalex.org/W955032193","https://openalex.org/W1509330973","https://openalex.org/W1981276685","https://openalex.org/W2019471084","https://openalex.org/W2022710553","https://openalex.org/W2029007784","https://openalex.org/W2030389476","https://openalex.org/W2035274534","https://openalex.org/W2035683813","https://openalex.org/W2036356030","https://openalex.org/W2068695859","https://openalex.org/W2113878109","https://openalex.org/W2142518823","https://openalex.org/W2162777223","https://openalex.org/W2185443709","https://openalex.org/W2295054684","https://openalex.org/W2406846855","https://openalex.org/W4300616132"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W2911502181","https://openalex.org/W4380272213"],"abstract_inverted_index":{"Despite":[0],"recent":[1],"open":[2,82],"data":[3,13,39,64,83,104,130,144,180,224,246,264],"initiatives":[4],"in":[5,16,24,84,118,228],"many":[6],"countries,":[7],"a":[8,25,66,88,109,119,155],"significant":[9],"percentage":[10],"of":[11,35,69,108,123,143],"the":[12,75,115,124,172,179,184,192,244],"provided":[14],"is":[15,48,202,220,255],"non-machine-readable":[17],"formats":[18],"like":[19],"image":[20,107,175],"format":[21,92],"rather":[22],"than":[23],"machine-readable":[26,89],"electronic":[27],"format,":[28],"thereby":[29],"restricting":[30],"their":[31,129],"usability.":[32],"Various":[33],"types":[34],"software":[36,47,236,261],"for":[37,50,61,79,140,171,222],"digitizing":[38,209],"chart":[40,70,85,110,116,126,174,186,208,266],"images":[41,86],"have":[42],"been":[43],"developed.":[44],"However,":[45],"such":[46,235],"designed":[49],"manual":[51],"use":[52,214,234,260],"and":[53,90,135,176,195,211],"thus":[54],"requires":[55],"human":[56],"intervention,":[57],"making":[58],"it":[59,215,219],"unsuitable":[60],"automatically":[62],"extracting":[63,223],"from":[65,105,183,225,265],"large":[67],"number":[68],"images.":[71,267],"This":[72,250],"paper":[73],"describes":[74],"first":[76],"unified":[77],"framework":[78,194,201],"converting":[80],"legacy":[81],"into":[87],"reusable":[91],"by":[93,145,150,164,168,177],"using":[94],"crowdsourcing.":[95],"Crowd":[96],"workers":[97,170,212,230,241,259],"are":[98,138,197],"asked":[99],"not":[100,203],"only":[101],"to":[102,113,205,233,262],"extract":[103,263],"an":[106],"but":[111],"also":[112],"reproduce":[114],"objects":[117,127],"spreadsheet.":[120],"The":[121,199],"properties":[122],"reproduced":[125,185],"give":[128],"structures,":[131],"including":[132],"series":[133],"names":[134],"values,":[136],"which":[137,229],"useful":[139,221],"automatic":[141],"processing":[142],"computer.":[146],"Since":[147],"results":[148,189],"produced":[149],"crowdsourcing":[151],"inherently":[152],"contain":[153],"errors,":[154],"quality":[156,253],"control":[157,254],"mechanism":[158,196],"was":[159],"developed":[160],"that":[161,191,238,252],"improves":[162],"accuracy":[163],"aggregating":[165],"tables":[166],"created":[167],"different":[169],"same":[173],"utilizing":[178],"structures":[181],"obtained":[182],"objects.":[187],"Experimental":[188],"demonstrated":[190],"proposed":[193,200],"effective.":[198],"intended":[204],"compete":[206],"with":[207],"software,":[210],"can":[213],"if":[216,240,258],"they":[217],"feel":[218],"charts.":[226],"Experiments":[227],"were":[231],"encouraged":[232],"showed":[237],"even":[239,257],"used":[242],"it,":[243],"extracted":[245],"still":[247],"contained":[248],"errors.":[249],"indicates":[251],"necessary":[256]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}