{"id":"https://openalex.org/W1884597034","doi":"https://doi.org/10.5555/2627435.2697060","title":"Optimal data collection for informative rankings expose well-connected graphs","display_name":"Optimal data collection for informative rankings expose well-connected graphs","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W1884597034","doi":"https://doi.org/10.5555/2627435.2697060","mag":"1884597034"},"language":"en","primary_location":{"id":"mag:1884597034","is_oa":false,"landing_page_url":"https://jmlr.org/papers/volume15/osting14a/osting14a.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S118988714","display_name":"Journal of Machine Learning Research","issn_l":"1532-4435","issn":["1532-4435","1533-7928"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Machine Learning Research","raw_type":null},"type":"article","indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002446254","display_name":"Braxton Osting","orcid":"https://orcid.org/0000-0002-4123-9048"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Braxton Osting","raw_affiliation_strings":["Department of Mathematics, University of Utah, Salt Lake City, UT"],"raw_orcid":"https://orcid.org/0000-0002-4123-9048","affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of Utah, Salt Lake City, UT","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078725649","display_name":"Christoph Br\u00fcne","orcid":"https://orcid.org/0000-0003-0145-5069"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Christoph Br\u00fcne","raw_affiliation_strings":["department of Applied Mathematics, University of Twente, Enschede, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-0145-5069","affiliations":[{"raw_affiliation_string":"department of Applied Mathematics, University of Twente, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002037883","display_name":"Stanley Osher","orcid":"https://orcid.org/0000-0002-7900-4658"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stanley Osher","raw_affiliation_strings":["[Department of Mathematics, University of California, Los Angeles, CA]"],"raw_orcid":"https://orcid.org/0000-0002-7900-4658","affiliations":[{"raw_affiliation_string":"[Department of Mathematics, University of California, Los Angeles, CA]","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.9125,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.96458488,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"15","issue":"1","first_page":"2981","last_page":"3012"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9688000082969666,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.843225359916687},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6323143243789673},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5596137046813965},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4826365113258362},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.43292033672332764},{"id":"https://openalex.org/keywords/vertex","display_name":"Vertex (graph theory)","score":0.4324219226837158},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.4208420217037201},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3494143784046173},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33453869819641113},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.31330835819244385},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29665708541870117},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2568463683128357},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.18827542662620544}],"concepts":[{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.843225359916687},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6323143243789673},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5596137046813965},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4826365113258362},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.43292033672332764},{"id":"https://openalex.org/C80899671","wikidata":"https://www.wikidata.org/wiki/Q1304193","display_name":"Vertex (graph theory)","level":3,"score":0.4324219226837158},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.4208420217037201},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3494143784046173},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33453869819641113},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31330835819244385},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29665708541870117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2568463683128357},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.18827542662620544}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:1884597034","is_oa":false,"landing_page_url":"https://jmlr.org/papers/volume15/osting14a/osting14a.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S118988714","display_name":"Journal of Machine Learning Research","issn_l":"1532-4435","issn":["1532-4435","1533-7928"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"Journal of Machine Learning Research","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","display_name":"No poverty","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W30978599","https://openalex.org/W89219332","https://openalex.org/W182005662","https://openalex.org/W621228320","https://openalex.org/W1489838709","https://openalex.org/W1536930209","https://openalex.org/W1578099820","https://openalex.org/W1587744656","https://openalex.org/W1592582124","https://openalex.org/W1597864774","https://openalex.org/W1601485900","https://openalex.org/W1603864621","https://openalex.org/W1644780190","https://openalex.org/W1789701990","https://openalex.org/W1851479956","https://openalex.org/W1874151882","https://openalex.org/W1978460556","https://openalex.org/W1985666665","https://openalex.org/W1986641607","https://openalex.org/W1987717935","https://openalex.org/W1993028176","https://openalex.org/W1994613299","https://openalex.org/W1995946448","https://openalex.org/W2021145763","https://openalex.org/W2030817973","https://openalex.org/W2039947456","https://openalex.org/W2061590785","https://openalex.org/W2076153260","https://openalex.org/W2082513731","https://openalex.org/W2083412275","https://openalex.org/W2090718545","https://openalex.org/W2105089228","https://openalex.org/W2109286989","https://openalex.org/W2109876890","https://openalex.org/W2112643910","https://openalex.org/W2116673134","https://openalex.org/W2121947440","https://openalex.org/W2122350398","https://openalex.org/W2125986969","https://openalex.org/W2130406232","https://openalex.org/W2131824593","https://openalex.org/W2134573874","https://openalex.org/W2134711723","https://openalex.org/W2136477614","https://openalex.org/W2139037672","https://openalex.org/W2144008971","https://openalex.org/W2144578442","https://openalex.org/W2147237667","https://openalex.org/W2150707975","https://openalex.org/W2151417892","https://openalex.org/W2151795548","https://openalex.org/W2151870994","https://openalex.org/W2155817812","https://openalex.org/W2160643434","https://openalex.org/W2168832879","https://openalex.org/W2183134033","https://openalex.org/W2248427043","https://openalex.org/W2332835381","https://openalex.org/W2413445197","https://openalex.org/W2501990301","https://openalex.org/W2610857016","https://openalex.org/W2945608433"],"related_works":["https://openalex.org/W2951251760","https://openalex.org/W2130406232","https://openalex.org/W2909024479","https://openalex.org/W1975917757","https://openalex.org/W2294902237","https://openalex.org/W3123808560","https://openalex.org/W2735398688","https://openalex.org/W2250143690","https://openalex.org/W2117896839","https://openalex.org/W2159545104","https://openalex.org/W2562019908","https://openalex.org/W2123108793","https://openalex.org/W2559104628","https://openalex.org/W182456511","https://openalex.org/W1969327548","https://openalex.org/W643977996","https://openalex.org/W2067145522","https://openalex.org/W2116673134","https://openalex.org/W3081985761","https://openalex.org/W1866209616"],"abstract_inverted_index":{"Given":[0],"a":[1,20,48,79,116,162],"graph":[2],"where":[3,83],"vertices":[4],"represent":[5,9],"alternatives":[6],"and":[7,91,156,188],"arcs":[8],"pairwise":[10,38,167],"comparison":[11],"data,":[12],"the":[13,25,29,32,37,55,60,84,88,92,101,104,109,128,138,149,159,172,176,183,192,211,216],"statistical":[14],"ranking":[15,61,89],"problem":[16,62,82,86,90,94,112,117,131],"is":[17,45,73,87,95,135],"to":[18,46,74,96,115,132,206],"find":[19],"potential":[21,33],"function,":[22],"defined":[23],"on":[24,70],"vertices,":[26],"such":[27],"that":[28,158,215],"gradient":[30],"of":[31,103,118,127,137,141,161,165,175,195],"function":[34],"agrees":[35],"with":[36,121,191],"comparisons.":[39],"Our":[40,67],"goal":[41],"in":[42],"this":[43,142],"paper":[44],"develop":[47],"method":[49],"for":[50,53,59],"collecting":[51],"data":[52,76,98,110,129,154],"which":[54,99,197],"least":[56],"squares":[57],"estimator":[58],"has":[63],"maximal":[64],"Fisher":[65,173],"information.":[66],"approach,":[68],"based":[69],"experimental":[71],"design,":[72],"view":[75],"collection":[77,111,130],"as":[78],"bi-level":[80],"optimization":[81],"inner":[85],"outer":[93],"identify":[97,207],"maximizes":[100],"informativeness":[102,174],"ranking.":[105,177],"Under":[106],"certain":[107],"assumptions,":[108],"decouples,":[113],"reducing":[114],"finding":[119],"multigraphs":[120],"large":[122],"algebraic":[123],"connectivity.":[124],"This":[125],"reduction":[126],"graph-theoretic":[133],"questions":[134],"one":[136],"primary":[139],"contributions":[140],"work.":[143],"As":[144,178],"an":[145],"application,":[146,180],"we":[147,181,213],"study":[148,182],"Yahoo!":[150],"Movie":[151],"user":[152],"rating":[153],"set":[155],"demonstrate":[157],"addition":[160],"small":[163],"number":[164,194],"well-chosen":[166],"comparisons":[168],"can":[169],"significantly":[170,199],"increase":[171],"another":[179],"2011-12":[184],"NCAA":[185,217],"football":[186],"schedule":[187],"propose":[189],"schedules":[190],"same":[193],"games":[196],"are":[198],"more":[200,227],"informative.":[201],"Using":[202],"spectral":[203],"clustering":[204],"methods":[205],"highly-connected":[208],"communities":[209],"within":[210],"division,":[212],"argue":[214],"could":[218],"improve":[219],"its":[220],"notoriously":[221],"poor":[222],"rankings":[223],"by":[224],"simply":[225],"scheduling":[226],"out-of-conference":[228],"games.":[229]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":1}],"updated_date":"2025-10-10T17:16:08.811792","created_date":"2025-10-10T00:00:00"}