{"id":"https://openalex.org/W4296901008","doi":"https://doi.org/10.1007/s10115-022-01759-5","title":"Self-paced annotations of crowd workers","display_name":"Self-paced annotations of crowd workers","publication_year":2022,"publication_date":"2022-09-22","ids":{"openalex":"https://openalex.org/W4296901008","doi":"https://doi.org/10.1007/s10115-022-01759-5"},"language":"en","primary_location":{"id":"doi:10.1007/s10115-022-01759-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10115-022-01759-5","pdf_url":null,"source":{"id":"https://openalex.org/S81770430","display_name":"Knowledge and Information Systems","issn_l":"0219-1377","issn":["0219-1377","0219-3116"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knowledge and Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059770245","display_name":"Xiangping Kang","orcid":"https://orcid.org/0000-0002-2114-3671"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiangping Kang","raw_affiliation_strings":["Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","School of Software, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027082940","display_name":"Guoxian Yu","orcid":"https://orcid.org/0000-0002-1667-6705"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoxian Yu","raw_affiliation_strings":["Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","School of Software, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090148962","display_name":"Carlotta Domeniconi","orcid":"https://orcid.org/0000-0003-2140-9596"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlotta Domeniconi","raw_affiliation_strings":["Department of Computer Science, George Mason University, Fairfax, VA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100384767","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0002-5890-0365"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100648540","display_name":"Wei Guo","orcid":"https://orcid.org/0000-0002-8124-5186"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Guo","raw_affiliation_strings":["Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055826974","display_name":"Yazhou Ren","orcid":"https://orcid.org/0000-0001-7705-4603"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yazhou Ren","raw_affiliation_strings":["School of Computer Science and Technology, University of Electron Science and Technology of China, Chengdu, 611731, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Electron Science and Technology of China, Chengdu, 611731, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001177092","display_name":"Xiayan Zhang","orcid":"https://orcid.org/0000-0001-8915-0141"},"institutions":[{"id":"https://openalex.org/I182722699","display_name":"Shenzhen Polytechnic","ror":"https://ror.org/00d2w9g53","country_code":"CN","type":"education","lineage":["https://openalex.org/I182722699"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiayan Zhang","raw_affiliation_strings":["School of Artificial Intelligence, Shenzhen Polytechnic, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shenzhen Polytechnic, Shenzhen, China","institution_ids":["https://openalex.org/I182722699"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101414718","display_name":"Lizhen Cui","orcid":"https://orcid.org/0000-0002-8262-8883"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lizhen Cui","raw_affiliation_strings":["Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","School of Software, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5059770245"],"corresponding_institution_ids":["https://openalex.org/I154099455"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":null,"fwci":0.6523,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.77269885,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"64","issue":"12","first_page":"3235","last_page":"3263"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9226508140563965},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7569284439086914},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6761963367462158},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5916439890861511},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5889020562171936},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.5292999744415283},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.455064058303833},{"id":"https://openalex.org/keywords/human-intelligence","display_name":"Human intelligence","score":0.4291319251060486},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41801905632019043},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3889019787311554},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33897513151168823},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12368860840797424},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10647398233413696}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9226508140563965},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7569284439086914},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6761963367462158},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5916439890861511},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5889020562171936},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5292999744415283},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.455064058303833},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.4291319251060486},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41801905632019043},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3889019787311554},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33897513151168823},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12368860840797424},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10647398233413696},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10115-022-01759-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10115-022-01759-5","pdf_url":null,"source":{"id":"https://openalex.org/S81770430","display_name":"Knowledge and Information Systems","issn_l":"0219-1377","issn":["0219-1377","0219-3116"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knowledge and Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.699999988079071,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G6836859050","display_name":null,"funder_award_id":"62031003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8056994637","display_name":null,"funder_award_id":"62072380","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1493526108","https://openalex.org/W1813736802","https://openalex.org/W1964940342","https://openalex.org/W1978700375","https://openalex.org/W1981276685","https://openalex.org/W1995137594","https://openalex.org/W2003433537","https://openalex.org/W2012668444","https://openalex.org/W2034771068","https://openalex.org/W2036431079","https://openalex.org/W2056584528","https://openalex.org/W2056748234","https://openalex.org/W2073068515","https://openalex.org/W2073338313","https://openalex.org/W2076357412","https://openalex.org/W2098865355","https://openalex.org/W2108598243","https://openalex.org/W2113878109","https://openalex.org/W2296073425","https://openalex.org/W2398690976","https://openalex.org/W2554692997","https://openalex.org/W2554839354","https://openalex.org/W2562389319","https://openalex.org/W2578777894","https://openalex.org/W2598946096","https://openalex.org/W2610818984","https://openalex.org/W2611842836","https://openalex.org/W2612925715","https://openalex.org/W2620239873","https://openalex.org/W2740478029","https://openalex.org/W2762566783","https://openalex.org/W2766969599","https://openalex.org/W2800662772","https://openalex.org/W2807828022","https://openalex.org/W2883420210","https://openalex.org/W2963917099","https://openalex.org/W3016618833","https://openalex.org/W3025446445","https://openalex.org/W3030804940","https://openalex.org/W3034666661","https://openalex.org/W3035160371","https://openalex.org/W3111504093","https://openalex.org/W4207082816","https://openalex.org/W4292341621"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2511805441","https://openalex.org/W1689950805","https://openalex.org/W3131060711","https://openalex.org/W2790021667"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}