{"id":"https://openalex.org/W2575910765","doi":"https://doi.org/10.2352/issn.2470-1173.2016.16.hvei-115","title":"Using individual differences to better determine normative responses from crowdsourced transcription tasks: An application to the R. E. MacLaury Color Categorization Archive","display_name":"Using individual differences to better determine normative responses from crowdsourced transcription tasks: An application to the R. E. MacLaury Color Categorization Archive","publication_year":2016,"publication_date":"2016-02-14","ids":{"openalex":"https://openalex.org/W2575910765","doi":"https://doi.org/10.2352/issn.2470-1173.2016.16.hvei-115","mag":"2575910765"},"language":"en","primary_location":{"id":"doi:10.2352/issn.2470-1173.2016.16.hvei-115","is_oa":false,"landing_page_url":"https://doi.org/10.2352/issn.2470-1173.2016.16.hvei-115","pdf_url":null,"source":{"id":"https://openalex.org/S4210227276","display_name":"Electronic Imaging","issn_l":"2470-1173","issn":["2470-1173"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronic Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053341177","display_name":"Kimberly A. Jameson","orcid":"https://orcid.org/0000-0002-6996-0697"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kimberly A Jameson","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006598776","display_name":"Prutha Deshpande","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prutha S Deshpande","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014549843","display_name":"Sean Tauber","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sean Tauber","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101559110","display_name":"Stephanie Chang","orcid":"https://orcid.org/0000-0002-2725-4102"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephanie M Chang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5007472978","display_name":"Sergio Gago","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sergio Gago","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5053341177"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.17914392,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"28","issue":"16","first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12694","display_name":"Categorization, perception, and language","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12694","display_name":"Categorization, perception, and language","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12114","display_name":"Sensory Analysis and Statistical Methods","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1106","display_name":"Food Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9563000202178955,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7843140363693237},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.7727089524269104},{"id":"https://openalex.org/keywords/transcription","display_name":"Transcription (linguistics)","score":0.6417859196662903},{"id":"https://openalex.org/keywords/normative","display_name":"Normative","score":0.5791803002357483},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5600360035896301},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5263615250587463},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.4638827443122864},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4236266016960144},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.35660791397094727},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3519093990325928},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3390105962753296},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2807704210281372},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.16779863834381104},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.07399800419807434}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7843140363693237},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.7727089524269104},{"id":"https://openalex.org/C179926584","wikidata":"https://www.wikidata.org/wiki/Q207714","display_name":"Transcription (linguistics)","level":2,"score":0.6417859196662903},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.5791803002357483},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5600360035896301},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5263615250587463},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.4638827443122864},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4236266016960144},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35660791397094727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3519093990325928},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3390105962753296},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2807704210281372},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16779863834381104},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.07399800419807434},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.2352/issn.2470-1173.2016.16.hvei-115","is_oa":false,"landing_page_url":"https://doi.org/10.2352/issn.2470-1173.2016.16.hvei-115","pdf_url":null,"source":{"id":"https://openalex.org/S4210227276","display_name":"Electronic Imaging","issn_l":"2470-1173","issn":["2470-1173"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronic Imaging","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W40442656","https://openalex.org/W2022710553","https://openalex.org/W2043042521","https://openalex.org/W2043207653","https://openalex.org/W2087179516"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"Individual":[0],"differences":[1,64,193],"inherent":[2],"in":[3,65,83,187,194,202],"human":[4],"perceptual":[5,87],"and":[6,21,40,77,90,164],"behavioral":[7],"data":[8,44],"pose":[9],"challenges":[10],"for":[11,23,38,55,139,151,177,217],"researchers":[12],"who":[13],"aim":[14,111],"to":[15,35,67,102,106,180,182],"develop":[16],"standardized":[17],"models":[18],"of":[19,45,62,73,112,118,134,145,158,169,190,210,214,220],"phenomena":[20],"procedures":[22],"normative":[24],"assessment.":[25],"A":[26],"common":[27],"approach":[28,54],"used":[29],"when":[30],"modeling":[31],"individual":[32,43,63,192],"variation":[33,76],"is":[34],"adopt":[36],"criteria":[37],"identifying":[39],"excluding":[41],"the":[42,78,110,143,166,175,188,212],"outliers.":[46],"We":[47],"present":[48],"investigations":[49],"that":[50,200],"use":[51,61],"an":[52,119],"alternative":[53],"analyzing":[56],"response":[57,75],"variation,":[58],"which":[59],"makes":[60],"data,":[66,154],"define":[68],"a":[69,84,148],"robust":[70],"process":[71],"model":[72,150],"both":[74],"information":[79],"shared":[80],"by":[81,125],"individuals":[82],"group.":[85],"Crowdsourced":[86],"identification":[88],"tasks":[89,138],"formal":[91,149],"analysis":[92],"methods":[93,179],"–":[94,99],"Cultural":[95],"Consensus":[96],"Theory":[97],"(CCT)":[98],"are":[100],"employed":[101],"evaluate":[103],"participants’":[104],"responses":[105],"transcription":[107,153,171,184,219],"tasks,":[108],"towards":[109],"digitizing":[113],"approximately":[114],"23,000":[115],"handwritten":[116],"pages":[117],"irreplaceable":[120],"cross-cultural":[121],"color":[122],"categorization":[123],"survey":[124],"Robert":[126],"E.":[127],"MacLaury.":[128],"Preliminary":[129],"results":[130,185],"show":[131],"(1)":[132],"utility":[133],"several":[135],"original":[136],"crowdsourced":[137],"database":[140],"transcription,":[141],"(2)":[142],"appropriateness":[144],"CCT":[146,162,178,205],"as":[147],"aggregating":[152],"(3)":[155],"novel":[156],"ways":[157],"addressing":[159],"“expertise”":[160],"using":[161],"analyses,":[163],"(4)":[165],"accurate":[167,183],"derivation":[168],"correct":[170],"“answer":[172],"keys”,":[173],"suggesting":[174],"potential":[176],"contribute":[181],"even":[186],"presence":[189],"large":[191],"participants":[195,215],"responses.":[196],"Research":[197],"presented":[198],"suggests":[199],"crowdsourcing":[201],"conjunction":[203],"with":[204],"considerably":[206],"reduces,":[207],"without":[208],"loss":[209],"accuracy,":[211],"number":[213],"needed":[216],"expeditious":[218],"large,":[221],"handwritten,":[222],"corpora.":[223]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}