{"id":"https://openalex.org/W2550482255","doi":null,"title":"Using Human Computation to Acquire Novel Methods for Addressing Visual Analogy Problems on Intelligence Tests","display_name":"Using Human Computation to Acquire Novel Methods for Addressing Visual Analogy Problems on Intelligence Tests","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2550482255","mag":"2550482255"},"language":"en","primary_location":{"id":"mag:2550482255","doi":null,"is_oa":false,"landing_page_url":"http://axon.cs.byu.edu/ICCC2015proceedings/2.1Joyner.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306512626","display_name":"ICCC","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"ICCC","raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103136135","display_name":"David A. Joyner","orcid":"https://orcid.org/0000-0003-0537-6229","observed_orcids":["https://orcid.org/0000-0003-0537-6229"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Joyner","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-0537-6229","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036712867","display_name":"Darren Bedwell","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Darren Bedwell","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chris Graham","orcid":"https://orcid.org/0000-0002-6410-8171","observed_orcids":["https://orcid.org/0000-0002-6410-8171"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chris Graham","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-6410-8171","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053072814","display_name":"Warren Lemmon","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Warren Lemmon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101461362","display_name":"\u00d3scar Sanju\u00e1n Mart\u00ednez","orcid":"https://orcid.org/0000-0001-6911-6704","observed_orcids":["https://orcid.org/0000-0001-6911-6704","https://orcid.org/0000-0003-4734-2238"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u00d3scar Sanju\u00e1n Mart\u00ednez","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-6911-6704","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5007028896","display_name":"Ashok Kumar Goel","orcid":"https://orcid.org/0000-0003-4043-0614","observed_orcids":["https://orcid.org/0000-0003-4043-0614"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ashok K. Goel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0631,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.88833719,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"23","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.6890000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.6890000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.07599999755620956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.02410000003874302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/raven-s-progressive-matrices","display_name":"Raven's Progressive Matrices","score":0.9399999976158142},{"id":"https://openalex.org/keywords/intelligence-tests","display_name":"intelligence tests","score":0.6209999918937683},{"id":"https://openalex.org/keywords/human-computation","display_name":"human computation","score":0.9229999780654907},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"crowdsourcing","score":0.8289999961853027},{"id":"https://openalex.org/keywords/intelligent-agents","display_name":"intelligent agents","score":0.7580000162124634},{"id":"https://openalex.org/keywords/problem-solving-strategies","display_name":"problem-solving strategies","score":0.8799999952316284},{"id":"https://openalex.org/keywords/creative-problem-solving","display_name":"creative problem solving","score":0.6959999799728394},{"id":"https://openalex.org/keywords/artificial-intelligence-in-education","display_name":"artificial intelligence in education","score":0.45899999141693115}],"concepts":[{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.8157892227172852},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.6996491551399231},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6787354946136475},{"id":"https://openalex.org/C173354102","wikidata":"https://www.wikidata.org/wiki/Q1510887","display_name":"Raven's Progressive Matrices","level":3,"score":0.6135483980178833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6127938032150269},{"id":"https://openalex.org/C521332185","wikidata":"https://www.wikidata.org/wiki/Q185816","display_name":"Analogy","level":2,"score":0.6075596809387207},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.5601769685745239},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5423066020011902},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5252565741539001},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5169721841812134},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.49354231357574463},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3912249207496643},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1142810583114624},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11309301853179932},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.0955309271812439},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2550482255","doi":null,"is_oa":false,"landing_page_url":"http://axon.cs.byu.edu/ICCC2015proceedings/2.1Joyner.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306512626","display_name":"ICCC","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"ICCC","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W80679475","https://openalex.org/W87318396","https://openalex.org/W134043265","https://openalex.org/W1590411898","https://openalex.org/W1787407077","https://openalex.org/W1889374314","https://openalex.org/W1894134410","https://openalex.org/W1983164551","https://openalex.org/W1993886342","https://openalex.org/W1997532272","https://openalex.org/W2000215157","https://openalex.org/W2018979488","https://openalex.org/W2080483844","https://openalex.org/W2089060502","https://openalex.org/W2151566344","https://openalex.org/W2189440245","https://openalex.org/W2272267263","https://openalex.org/W2295054684","https://openalex.org/W2562964936"],"related_works":["https://openalex.org/W2187706857","https://openalex.org/W4294008391","https://openalex.org/W2399213819","https://openalex.org/W2336688249","https://openalex.org/W7024248054","https://openalex.org/W2461440346","https://openalex.org/W2107769049","https://openalex.org/W2055986305","https://openalex.org/W134043265","https://openalex.org/W2789807130"],"abstract_inverted_index":{"The":[0,13,52],"Raven's":[1],"Progressive":[2],"Matrices":[3],"(RPM)":[4],"test":[5,10,125],"is":[6],"a":[7,16,26,62,130,152],"commonly":[8],"used":[9,61],"of":[11,18,65,78,91,133,155],"intelligence.":[12],"literature":[14],"suggests":[15,122,141],"variety":[17,64,154],"problem-solving":[19,66,112,134],"methods":[20,135,156],"for":[21,150,157],"addressing":[22],"RPM":[23,49,124],"problems.":[24],"For":[25],"graduate-level":[27],"artificial":[28],"intelligence":[29],"class":[30,56],"in":[31,54,99],"Fall":[32],"2014,":[33],"we":[34,71],"asked":[35],"students":[36,53],"to":[37,117,129],"develop":[38],"intelligent":[39],"agents":[40,59,81,98],"that":[41,60,104,142],"could":[42],"address":[43],"123":[44,84],"RPM-inspired":[45],"problems,":[46,85],"essentially":[47],"crowdsourcing":[48],"problem":[50],"solving.":[51],"the":[55,75,83,92,100,105,123],"submitted":[57],"224":[58,80],"wide":[63,153],"methods.":[67],"In":[68],"this":[69],"paper,":[70],"first":[72],"report":[73],"on":[74,82,89],"aggregate":[76],"results":[77],"those":[79],"then":[86],"focus":[87],"specifically":[88],"four":[90,106,109],"most":[93],"creative,":[94],"novel,":[95],"and":[96],"effective":[97,148],"class.":[101],"We":[102],"find":[103],"agents,":[107],"using":[108],"very":[110],"different":[111],"methods,":[113],"were":[114],"all":[115],"able":[116],"achieve":[118],"significant":[119],"success.":[120],"This":[121],"may":[126],"be":[127,146],"amenable":[128],"wider":[131],"range":[132],"than":[136],"previously":[137],"reported.":[138],"It":[139],"also":[140],"human":[143],"computation":[144],"might":[145],"an":[147],"strategy":[149],"collecting":[151],"creative":[158],"tasks.":[159]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-11-30T00:00:00"}