{"id":"https://openalex.org/W2952265772","doi":"https://doi.org/10.1145/3274644","title":"Team Performance with Test Scores","display_name":"Team Performance with Test Scores","publication_year":2018,"publication_date":"2018-10-23","ids":{"openalex":"https://openalex.org/W2952265772","doi":"https://doi.org/10.1145/3274644","mag":"2952265772"},"language":"en","primary_location":{"id":"doi:10.1145/3274644","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3274644","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3274644","source":{"id":"https://openalex.org/S4210173995","display_name":"ACM Transactions on Economics and Computation","issn_l":"2167-8375","issn":["2167-8375","2167-8383"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Economics and Computation","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3274644","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055710645","display_name":"Jon Kleinberg","orcid":"https://orcid.org/0000-0002-1929-2512"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jon Kleinberg","raw_affiliation_strings":["Cornell University, Ithaca, NY","Cornell University, Ithaca, (USA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"Cornell University, Ithaca, (USA)","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027041171","display_name":"Maithra Raghu","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maithra Raghu","raw_affiliation_strings":["Cornell University, Ithaca, NY","Cornell University, Ithaca, (USA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"Cornell University, Ithaca, (USA)","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.3750922,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":"3-4","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.689954936504364},{"id":"https://openalex.org/keywords/isolation","display_name":"Isolation (microbiology)","score":0.6289483904838562},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5725393295288086},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5669771432876587},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5643303990364075},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5292068123817444},{"id":"https://openalex.org/keywords/climbing","display_name":"Climbing","score":0.455698162317276},{"id":"https://openalex.org/keywords/team-effectiveness","display_name":"Team effectiveness","score":0.42447489500045776},{"id":"https://openalex.org/keywords/team-composition","display_name":"Team composition","score":0.41277840733528137},{"id":"https://openalex.org/keywords/submodular-set-function","display_name":"Submodular set function","score":0.4127333462238312},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3732955753803253},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3544310927391052},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3273904323577881},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.26562923192977905},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.26163792610168457},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2548367977142334},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.19858500361442566},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1366659700870514},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.13113486766815186}],"concepts":[{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.689954936504364},{"id":"https://openalex.org/C2775941552","wikidata":"https://www.wikidata.org/wiki/Q25212305","display_name":"Isolation (microbiology)","level":2,"score":0.6289483904838562},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5725393295288086},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5669771432876587},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5643303990364075},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5292068123817444},{"id":"https://openalex.org/C95038775","wikidata":"https://www.wikidata.org/wiki/Q22857","display_name":"Climbing","level":2,"score":0.455698162317276},{"id":"https://openalex.org/C57035238","wikidata":"https://www.wikidata.org/wiki/Q16938583","display_name":"Team effectiveness","level":2,"score":0.42447489500045776},{"id":"https://openalex.org/C128654540","wikidata":"https://www.wikidata.org/wiki/Q7691641","display_name":"Team composition","level":2,"score":0.41277840733528137},{"id":"https://openalex.org/C178621042","wikidata":"https://www.wikidata.org/wiki/Q7631710","display_name":"Submodular set function","level":2,"score":0.4127333462238312},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3732955753803253},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3544310927391052},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3273904323577881},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.26562923192977905},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.26163792610168457},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2548367977142334},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.19858500361442566},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1366659700870514},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.13113486766815186},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C89423630","wikidata":"https://www.wikidata.org/wiki/Q7193","display_name":"Microbiology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3274644","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3274644","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3274644","source":{"id":"https://openalex.org/S4210173995","display_name":"ACM Transactions on Economics and Computation","issn_l":"2167-8375","issn":["2167-8375","2167-8383"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Economics and Computation","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1506.00147","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1506.00147","pdf_url":"https://arxiv.org/pdf/1506.00147","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2952265772","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1506.00147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1506.00147","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1506.00147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3274644","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3274644","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3274644","source":{"id":"https://openalex.org/S4210173995","display_name":"ACM Transactions on Economics and Computation","issn_l":"2167-8375","issn":["2167-8375","2167-8383"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Economics and Computation","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3817744496","display_name":null,"funder_award_id":"IIS-0910664","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2952265772.pdf","grobid_xml":"https://content.openalex.org/works/W2952265772.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W24656680","https://openalex.org/W243667282","https://openalex.org/W1897230935","https://openalex.org/W1927360298","https://openalex.org/W1965631677","https://openalex.org/W1978700375","https://openalex.org/W1997783781","https://openalex.org/W2003415631","https://openalex.org/W2007531096","https://openalex.org/W2025908831","https://openalex.org/W2046033161","https://openalex.org/W2067875103","https://openalex.org/W2111859378","https://openalex.org/W2122170585","https://openalex.org/W2124361119","https://openalex.org/W2146852149","https://openalex.org/W2153975459","https://openalex.org/W2158392329","https://openalex.org/W2161343059","https://openalex.org/W2504767107","https://openalex.org/W2950933581","https://openalex.org/W3123808662","https://openalex.org/W4246864588"],"related_works":["https://openalex.org/W2092569022","https://openalex.org/W2121136939","https://openalex.org/W3138779687","https://openalex.org/W2530309063","https://openalex.org/W2104200320","https://openalex.org/W3159405442","https://openalex.org/W2912235456","https://openalex.org/W3126137975","https://openalex.org/W1543809448","https://openalex.org/W3023900646","https://openalex.org/W3088188311","https://openalex.org/W2889650935","https://openalex.org/W232912905","https://openalex.org/W18796299","https://openalex.org/W2113478289","https://openalex.org/W3000429124","https://openalex.org/W2147431308","https://openalex.org/W2782917106","https://openalex.org/W3119638786","https://openalex.org/W2107209546"],"abstract_inverted_index":{"Team":[0],"performance":[1,65,85,145,156],"is":[2,52],"a":[3,24,50,61,91,102,117,142],"ubiquitous":[4],"area":[5],"of":[6,17,23,31,64,72,95,114,151],"inquiry":[7],"in":[8,40,98,116],"the":[9,15,21,45,69,112,128],"social":[10],"sciences,":[11],"and":[12,33,42,153,169],"it":[13],"motivates":[14],"problem":[16],"team":[18,25,51,58,106,144,155],"selection":[19],"\u2014choosing":[20],"members":[22],"for":[26,57,105,141,158,173],"maximum":[27,71],"performance.":[28,107],"Influential":[29],"work":[30],"Hong":[32],"Page":[34],"has":[35],"argued":[36],"that":[37,80,90,131],"testing":[38],"individuals":[39,164],"isolation":[41,99],"then":[43],"assembling":[44],"highest":[46],"scoring":[47],"ones":[48],"into":[49],"not":[53],"an":[54],"effective":[55],"method":[56],"selection.":[59],"For":[60],"broad":[62],"class":[63],"measures,":[66],"based":[67],"on":[68],"expected":[70],"random":[73],"variables":[74],"representing":[75],"individual":[76,84,132],"candidates,":[77],"we":[78,170],"show":[79,149],"tests":[81,96,110,133],"directly":[82],"measuring":[83],"are":[86],"indeed":[87],"ineffective,":[88],"but":[89],"more":[92],"subtle":[93],"family":[94],"used":[97],"can":[100,165],"provide":[101],"constant-factor":[103],"approximation":[104],"These":[108],"new":[109],"measure":[111],"\u201cpotential\u201d":[113],"individuals,":[115],"precise":[118],"sense,":[119],"rather":[120],"than":[121],"performance;":[122],"to":[123,137,163],"our":[124],"knowledge":[125],"they":[126],"represent":[127],"first":[129],"time":[130],"have":[134],"been":[135],"shown":[136],"produce":[138,166],"near-optimal":[139,167],"teams":[140],"nontrivial":[143],"measure.":[146],"We":[147],"also":[148],"families":[150],"subdmodular":[152],"supermodular":[154],"functions":[157],"which":[159],"no":[160],"test":[161],"applied":[162],"teams,":[168],"discuss":[171],"implications":[172],"submodular":[174],"maximization":[175],"via":[176],"hill-climbing.":[177]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}