{"id":"https://openalex.org/W2956058978","doi":"https://doi.org/10.1145/3331184.3331315","title":"A New Perspective on Score Standardization","display_name":"A New Perspective on Score Standardization","publication_year":2019,"publication_date":"2019-07-18","ids":{"openalex":"https://openalex.org/W2956058978","doi":"https://doi.org/10.1145/3331184.3331315","mag":"2956058978"},"language":"en","primary_location":{"id":"doi:10.1145/3331184.3331315","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331315","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://resolver.tudelft.nl/uuid:d2ee6a8f-b79d-41b0-9731-1bdc333c831f","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048779508","display_name":"Juli\u00e1n Urbano","orcid":"https://orcid.org/0000-0003-2933-1949"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Juli\u00e1n Urbano","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033817022","display_name":"Harlley Lima","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Harlley Lima","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037486611","display_name":"Alan Hanjali\u0107","orcid":"https://orcid.org/0000-0002-5771-2549"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alan Hanjalic","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":0.6562,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":{"value":0.74505849,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1061","last_page":"1064"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.963699996471405,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/standardization","display_name":"Standardization","score":0.9696047306060791},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6902933120727539},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.6679851412773132},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.6268360614776611},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.564385712146759},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5579929947853088},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5300595164299011},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5116143822669983},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.44020581245422363},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.41087794303894043},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29851293563842773},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2757496237754822},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18999236822128296}],"concepts":[{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.9696047306060791},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6902933120727539},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.6679851412773132},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.6268360614776611},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.564385712146759},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5579929947853088},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5300595164299011},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5116143822669983},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.44020581245422363},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41087794303894043},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29851293563842773},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2757496237754822},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18999236822128296},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3331184.3331315","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331315","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:tud:oai:tudelft.nl:uuid:d2ee6a8f-b79d-41b0-9731-1bdc333c831f","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:d2ee6a8f-b79d-41b0-9731-1bdc333c831f","pdf_url":"http://resolver.tudelft.nl/uuid:d2ee6a8f-b79d-41b0-9731-1bdc333c831f","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SIGIR'19 Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"pmh:tud:oai:tudelft.nl:uuid:d2ee6a8f-b79d-41b0-9731-1bdc333c831f","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:d2ee6a8f-b79d-41b0-9731-1bdc333c831f","pdf_url":"http://resolver.tudelft.nl/uuid:d2ee6a8f-b79d-41b0-9731-1bdc333c831f","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SIGIR'19 Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"info:eu-repo/semantics/conferencepaper"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4593709364","display_name":"Towards Richer Online Music Public-domain Archives","funder_award_id":"770376","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4668232341","display_name":null,"funder_award_id":"770376","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2956058978.pdf","grobid_xml":"https://content.openalex.org/works/W2956058978.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W1966835268","https://openalex.org/W1976076261","https://openalex.org/W1992112896","https://openalex.org/W2022995284","https://openalex.org/W2076227143","https://openalex.org/W2135985057","https://openalex.org/W2515650098","https://openalex.org/W2759999163","https://openalex.org/W2798550416"],"related_works":["https://openalex.org/W2378767206","https://openalex.org/W1540871478","https://openalex.org/W328308450","https://openalex.org/W282641168","https://openalex.org/W2376963063","https://openalex.org/W2066396794","https://openalex.org/W2366734808","https://openalex.org/W2002476357","https://openalex.org/W2391444248","https://openalex.org/W2601353981"],"abstract_inverted_index":{"In":[0,70],"test":[1,139],"collection":[2],"based":[3,102],"evaluation":[4],"of":[5,22,37,82,115,120,129,134],"IR":[6],"systems,":[7],"score":[8,135],"standardization":[9,52,85],"has":[10],"been":[11],"proposed":[12,51,65],"to":[13,32,45],"compare":[14],"systems":[15,41],"across":[16],"collections":[17],"and":[18,62,137],"minimize":[19],"the":[20,35,58,91,104,108,127],"effect":[21],"outlier":[23],"runs":[24],"on":[25,103,122],"specific":[26,88],"topics.":[27],"The":[28],"underlying":[29],"idea":[30],"is":[31,107],"account":[33],"for":[34,90,112],"difficulty":[36],"topics,":[38],"so":[39],"that":[40,75,99],"are":[42,78],"scored":[43],"relative":[44],"it.":[46],"Webber":[47],"et":[48],"al.":[49],"first":[50],"through":[53],"a":[54,66,83,100,118],"non-linear":[55],"transformation":[56,101],"with":[57],"standard":[59],"normal":[60],"distribution,":[61],"recently":[63],"Sakai":[64],"simple":[67,84],"linear":[68],"transformation.":[69],"this":[71,95,113],"paper,":[72],"we":[73,97,125],"show":[74,126],"both":[76],"approaches":[77],"actually":[79],"special":[80],"cases":[81],"which":[86],"assumes":[87],"distributions":[89],"per-topic":[92],"scores.":[93],"From":[94],"viewpoint,":[96],"argue":[98],"empirical":[105],"distribution":[106],"most":[109],"appropriate":[110],"choice":[111],"kind":[114],"standardization.":[116],"Through":[117],"series":[119],"experiments":[121],"TREC":[123],"data,":[124],"benefits":[128],"our":[130],"proposal":[131],"in":[132],"terms":[133],"stability":[136],"statistical":[138],"behavior.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}