{"id":"https://openalex.org/W4287378487","doi":"https://doi.org/10.31234/osf.io/fpw6m","title":"Can individual subjective confidence in prior questions predict group performance in future questions?","display_name":"Can individual subjective confidence in prior questions predict group performance in future questions?","publication_year":2022,"publication_date":"2022-07-22","ids":{"openalex":"https://openalex.org/W4287378487","doi":"https://doi.org/10.31234/osf.io/fpw6m"},"language":"en","primary_location":{"id":"doi:10.31234/osf.io/fpw6m","doi":"https://doi.org/10.31234/osf.io/fpw6m","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/fpw6m","pdf_url":"https://psyarxiv.com/fpw6m/download","source":null,"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://psyarxiv.com/fpw6m/download","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078328962","display_name":"Masaru Shirasuna","orcid":"https://orcid.org/0000-0001-9665-3863","observed_orcids":["https://orcid.org/0000-0001-9665-3863"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Masaru Shirasuna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5008697872","display_name":"Hidehito Honda","orcid":"https://orcid.org/0000-0002-6384-7837","observed_orcids":["https://orcid.org/0000-0002-6384-7837"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hidehito Honda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.3806000053882599,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.3806000053882599,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.11819999665021896,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11477","display_name":"Epistemology, Ethics, and Metaphysics","score":0.04960000142455101,"subfield":{"id":"https://openalex.org/subfields/1211","display_name":"Philosophy"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subjective-confidence","display_name":"subjective confidence","score":0.8999999761581421},{"id":"https://openalex.org/keywords/wisdom-of-crowds","display_name":"wisdom of crowds","score":0.8429999947547913},{"id":"https://openalex.org/keywords/majority-rule","display_name":"majority rule","score":0.7590000033378601},{"id":"https://openalex.org/keywords/cross-validation","display_name":"cross-validation","score":0.5320000052452087},{"id":"https://openalex.org/keywords/binary-choice-task","display_name":"binary choice task","score":0.7250000238418579},{"id":"https://openalex.org/keywords/group-composition","display_name":"group composition","score":0.34700000286102295}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.7502012252807617},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7176152467727661},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.678206205368042},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5739058256149292},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.49495023488998413},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.46315163373947144},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4437611997127533},{"id":"https://openalex.org/C2909755999","wikidata":"https://www.wikidata.org/wiki/Q4751126","display_name":"Low Confidence","level":2,"score":0.4310164749622345},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.41921231150627136},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4172508418560028},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.39333632588386536},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3589754104614258},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17508596181869507},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.31234/osf.io/fpw6m","doi":"https://doi.org/10.31234/osf.io/fpw6m","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/fpw6m","pdf_url":"https://psyarxiv.com/fpw6m/download","source":null,"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:share.osf.io:E00D3-DEA-974","doi":null,"is_oa":false,"landing_page_url":"http://doi.org/10.31234/OSF.IO/FPW6M","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"preprint"},{"id":"pmh:oai:share.osf.io:ae8e2f3a-9c86-411d-bde6-3b2d8553c0e1","doi":null,"is_oa":false,"landing_page_url":"https://osf.io/fpw6m","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.31234/osf.io/fpw6m","doi":"https://doi.org/10.31234/osf.io/fpw6m","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/fpw6m","pdf_url":"https://psyarxiv.com/fpw6m/download","source":null,"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4287378487.pdf","grobid_xml":"https://content.openalex.org/works/W4287378487.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W404705705","https://openalex.org/W2039840572","https://openalex.org/W2072500831","https://openalex.org/W2086134843","https://openalex.org/W2103311328","https://openalex.org/W2131472525","https://openalex.org/W2155604485","https://openalex.org/W2194444479","https://openalex.org/W2341551506","https://openalex.org/W2471698284","https://openalex.org/W2483129770","https://openalex.org/W2580299352","https://openalex.org/W2588673996","https://openalex.org/W2593414942","https://openalex.org/W2766160192","https://openalex.org/W2787259489","https://openalex.org/W2861686739","https://openalex.org/W2890142070","https://openalex.org/W2936802249","https://openalex.org/W2975086052","https://openalex.org/W2986900343","https://openalex.org/W3001733341","https://openalex.org/W3003585144","https://openalex.org/W3022033160","https://openalex.org/W3036529333","https://openalex.org/W3088285685","https://openalex.org/W3092057311","https://openalex.org/W3093016292","https://openalex.org/W3110031684","https://openalex.org/W3123271477","https://openalex.org/W3162517009","https://openalex.org/W3199543127","https://openalex.org/W3200820343","https://openalex.org/W3202227597","https://openalex.org/W3206609868","https://openalex.org/W3209284842","https://openalex.org/W3212353456","https://openalex.org/W3214033117","https://openalex.org/W4225769511","https://openalex.org/W4229003494","https://openalex.org/W4234308241","https://openalex.org/W4245994031","https://openalex.org/W4280505580","https://openalex.org/W4280513068","https://openalex.org/W4286799899","https://openalex.org/W4286873499","https://openalex.org/W4313423797"],"related_works":["https://openalex.org/W4323348621","https://openalex.org/W2171060787","https://openalex.org/W4286799899","https://openalex.org/W4239193279","https://openalex.org/W2050009041","https://openalex.org/W2218610381","https://openalex.org/W1992160928","https://openalex.org/W3162517009","https://openalex.org/W2578845548","https://openalex.org/W2471698284"],"abstract_inverted_index":{"When":[0,27],"people":[1,31,222],"have":[2],"to":[3,112,169,259],"solve":[4,260],"many":[5],"tasks,":[6],"they":[7,36,234],"can":[8,45],"aggregate":[9,223],"diverse":[10,172,224],"individuals\u2019":[11,29,157],"judgments":[12,23,35,173],"using":[13,75],"the":[14,20,56,93,113,137,153,188,199,206,265],"majority":[15],"rule,":[16],"which":[17],"often":[18],"improves":[19],"accuracy":[21,135,189],"of":[22,25,126,152,155,185,190,228,267,270],"(wisdom":[24],"crowds).":[26],"aggregating":[28],"judgments,":[30,158,187],"sometimes":[32,202],"decide":[33],"whose":[34],"should":[37],"accept":[38],"based":[39],"on":[40],"their":[41],"subjective":[42,229],"confidence.":[43],"However,":[44],"confidence":[46,129,163,197,230,271],"in":[47,55,63,96,117,130,144,164,177,198,205,226,231,240,272],"one":[48,131,165,212],"task":[49,59,66],"set":[50],"predict":[51,134],"performance":[52,239],"not":[53,141],"only":[54,211],"same":[57,138],"(prior)":[58],"set,":[60],"but":[61,140],"also":[62],"another":[64,145],"(future)":[65],"set?":[67],"We":[68,120,243],"examined":[69],"this":[70],"issue":[71],"through":[72,124],"computer":[73,150,183],"simulations":[74,247],"behavioral":[76,97,127],"data":[77],"obtained":[78],"from":[79],"binary-choice":[80],"experimental":[81],"tasks.":[82],"In":[83],"our":[84,246],"simulations,":[85],"we":[86,91],"developed":[87],"a":[88,149,182,249,268,273],"\u201ctraining-test\u201d":[89,250],"approach:":[90],"split":[92],"questions":[94],"used":[95],"experiments":[98],"into":[99],"\u201ctraining":[100],"questions\u201d":[101,107],"(as":[102,108],"prior":[103,232],"questions)":[104],"and":[105,263],"\u201ctest":[106],"future":[109,241,261],"questions),":[110],"similar":[111],"cross":[114],"validation":[115],"method":[116],"machine":[118],"learning.":[119],"found":[121],"that":[122,220,245],"(i)":[123],"analyses":[125],"data,":[128],"question":[132,167,214],"could":[133],"for":[136,255],"question,":[139],"always":[142],"well":[143],"question.":[146],"(ii)":[147],"Through":[148,181],"simulation":[151,184],"accordance":[154],"two":[156],"individuals":[159,194,225],"rated":[160],"with":[161,195],"high":[162,196],"training":[166,200,213],"tended":[168],"make":[170],"less":[171],"between":[174],"each":[175],"other":[176],"test":[178,207],"questions.":[179,242],"(iii)":[180],"group":[186],"groups":[191],"constructed":[192],"by":[193],"question(s)":[201],"largely":[203],"decreased":[204],"questions,":[208,233],"especially":[209],"when":[210],"was":[215],"available.":[216],"These":[217],"results":[218],"suggest":[219],"if":[221],"terms":[227],"will":[235],"likely":[236],"avoid":[237],"decreasing":[238],"believe":[244],"following":[248],"approach":[251],"provide":[252],"practical":[253],"implications":[254],"keeping":[256],"groups\u2019":[257],"ability":[258],"tasks":[262],"emphasize":[264],"importance":[266],"diversity":[269],"group.":[274]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2022-07-25T00:00:00"}