{"id":"https://openalex.org/W7110532286","doi":null,"title":"Increasing the accuracy of information retrieval systems evaluation by improving the quality of the relevant judgements / Minnu Helen Joseph","display_name":"Increasing the accuracy of information retrieval systems evaluation by improving the quality of the relevant judgements / Minnu Helen Joseph","alternate_titles":[],"publication_year":2024,"publication_date":"2024-06-01","ids":{"openalex":"https://openalex.org/W7110532286"},"language":"en","primary_location":{"id":"pmh:oai:studentsrepo.um.edu.my:15599","doi":null,"is_oa":true,"landing_page_url":"http://studentsrepo.um.edu.my/15599/2/Minnu_Helen_Joseph.pdf","pdf_url":"http://studentsrepo.um.edu.my/15599/1/Minnu_Helen_Joseph.pdf","source":{"id":"https://openalex.org/S4406922526","display_name":"University of Malaya Students Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W7110532286"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://studentsrepo.um.edu.my/15599/1/Minnu_Helen_Joseph.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Minnu Helen , Joseph","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Minnu Helen , Joseph","raw_affiliation_strings":["FACULTY OF COMPUTER SCIENCE AND INFORMATION TECHNOLOGY, UNIVERSITI MALAYA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FACULTY OF COMPUTER SCIENCE AND INFORMATION TECHNOLOGY, UNIVERSITI MALAYA","institution_ids":["https://openalex.org/I33849332"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I33849332"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-retrieval-evaluation","display_name":"information retrieval evaluation","score":0.9639999866485596},{"id":"https://openalex.org/keywords/relevance-assessment","display_name":"relevance assessment","score":0.7799999713897705},{"id":"https://openalex.org/keywords/t-cell-receptor-excision-circles","display_name":"TREC","score":0.6079999804496765},{"id":"https://openalex.org/keywords/document-similarity","display_name":"document similarity","score":0.6679999828338623},{"id":"https://openalex.org/keywords/pooling","display_name":"pooling","score":0.5},{"id":"https://openalex.org/keywords/clustering","display_name":"clustering","score":0.7730000019073486},{"id":"https://openalex.org/keywords/classification","display_name":"classification","score":0.6600000262260437},{"id":"https://openalex.org/keywords/evaluation-cost-reduction","display_name":"evaluation cost reduction","score":0.6129999756813049},{"id":"https://openalex.org/keywords/pool-depth","display_name":"pool depth","score":0.39500001072883606}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8532999753952026},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7372000217437744},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7267000079154968},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6751999855041504},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6470999717712402},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5769000053405762},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.576200008392334},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5514000058174133},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5102999806404114},{"id":"https://openalex.org/C45983554","wikidata":"https://www.wikidata.org/wiki/Q3412851","display_name":"Information quality","level":3,"score":0.37630000710487366},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35839998722076416},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.35359999537467957},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.34150001406669617},{"id":"https://openalex.org/C143271835","wikidata":"https://www.wikidata.org/wiki/Q254515","display_name":"Similitude","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.3174999952316284},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3075000047683716},{"id":"https://openalex.org/C2779346075","wikidata":"https://www.wikidata.org/wiki/Q7268763","display_name":"Quality Score","level":3,"score":0.26739999651908875},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.26409998536109924},{"id":"https://openalex.org/C21025794","wikidata":"https://www.wikidata.org/wiki/Q5141219","display_name":"Cognitive models of information retrieval","level":4,"score":0.25679999589920044},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2533999979496002}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:studentsrepo.um.edu.my:15599","doi":null,"is_oa":true,"landing_page_url":"http://studentsrepo.um.edu.my/15599/2/Minnu_Helen_Joseph.pdf","pdf_url":"http://studentsrepo.um.edu.my/15599/1/Minnu_Helen_Joseph.pdf","source":{"id":"https://openalex.org/S4406922526","display_name":"University of Malaya Students Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:studentsrepo.um.edu.my:15599","doi":null,"is_oa":true,"landing_page_url":"http://studentsrepo.um.edu.my/15599/2/Minnu_Helen_Joseph.pdf","pdf_url":"http://studentsrepo.um.edu.my/15599/1/Minnu_Helen_Joseph.pdf","source":{"id":"https://openalex.org/S4406922526","display_name":"University of Malaya Students Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7110532286.pdf","grobid_xml":"https://content.openalex.org/works/W7110532286.grobid-xml"},"referenced_works_count":157,"referenced_works":["https://openalex.org/W88683995","https://openalex.org/W192116954","https://openalex.org/W215984515","https://openalex.org/W435674963","https://openalex.org/W1509991416","https://openalex.org/W1521576632","https://openalex.org/W1550436572","https://openalex.org/W1553682320","https://openalex.org/W1554394657","https://openalex.org/W1624787454","https://openalex.org/W1824124613","https://openalex.org/W1965647483","https://openalex.org/W1965690069","https://openalex.org/W1967160681","https://openalex.org/W1967879792","https://openalex.org/W1968927634","https://openalex.org/W1969118846","https://openalex.org/W1976076261","https://openalex.org/W1977556410","https://openalex.org/W1985871111","https://openalex.org/W1986572161","https://openalex.org/W1986805046","https://openalex.org/W1987690005","https://openalex.org/W1988091129","https://openalex.org/W1988686126","https://openalex.org/W1989344419","https://openalex.org/W1990190154","https://openalex.org/W1993692165","https://openalex.org/W1994960885","https://openalex.org/W1995040855","https://openalex.org/W1996345225","https://openalex.org/W2004918107","https://openalex.org/W2008445237","https://openalex.org/W2009954908","https://openalex.org/W2015338694","https://openalex.org/W2015804073","https://openalex.org/W2017292914","https://openalex.org/W2017633929","https://openalex.org/W2018850751","https://openalex.org/W2021021687","https://openalex.org/W2021856948","https://openalex.org/W2022995284","https://openalex.org/W2027359109","https://openalex.org/W2032459394","https://openalex.org/W2036448375","https://openalex.org/W2038531350","https://openalex.org/W2039017419","https://openalex.org/W2045334584","https://openalex.org/W2046325278","https://openalex.org/W2053100920","https://openalex.org/W2053528567","https://openalex.org/W2057495142","https://openalex.org/W2058896506","https://openalex.org/W2059844599","https://openalex.org/W2061503648","https://openalex.org/W2066451131","https://openalex.org/W2068098598","https://openalex.org/W2069870183","https://openalex.org/W2070192299","https://openalex.org/W2073722401","https://openalex.org/W2075893676","https://openalex.org/W2076227143","https://openalex.org/W2081983182","https://openalex.org/W2089008958","https://openalex.org/W2090805977","https://openalex.org/W2091524854","https://openalex.org/W2098674631","https://openalex.org/W2102698119","https://openalex.org/W2106927287","https://openalex.org/W2108630796","https://openalex.org/W2109244020","https://openalex.org/W2110202502","https://openalex.org/W2117030594","https://openalex.org/W2132314908","https://openalex.org/W2134210222","https://openalex.org/W2140405352","https://openalex.org/W2141175968","https://openalex.org/W2141527751","https://openalex.org/W2142934999","https://openalex.org/W2154767044","https://openalex.org/W2158703410","https://openalex.org/W2163004772","https://openalex.org/W2202211700","https://openalex.org/W2317486713","https://openalex.org/W2318830132","https://openalex.org/W2341256577","https://openalex.org/W2342632098","https://openalex.org/W2415328029","https://openalex.org/W2441124914","https://openalex.org/W2469056188","https://openalex.org/W2500119194","https://openalex.org/W2515650098","https://openalex.org/W2536723159","https://openalex.org/W2569307494","https://openalex.org/W2586017539","https://openalex.org/W2604291697","https://openalex.org/W2605232020","https://openalex.org/W2740253077","https://openalex.org/W2751013112","https://openalex.org/W2758186395","https://openalex.org/W2758898480","https://openalex.org/W2760642188","https://openalex.org/W2783389297","https://openalex.org/W2788152782","https://openalex.org/W2795825100","https://openalex.org/W2798698938","https://openalex.org/W2887107689","https://openalex.org/W2892923641","https://openalex.org/W2898256678","https://openalex.org/W2901234380","https://openalex.org/W2911813215","https://openalex.org/W2914164530","https://openalex.org/W2918049428","https://openalex.org/W2923053417","https://openalex.org/W2944053130","https://openalex.org/W2945044133","https://openalex.org/W2956058978","https://openalex.org/W2963196014","https://openalex.org/W2968287414","https://openalex.org/W2978849696","https://openalex.org/W2981180456","https://openalex.org/W2990184472","https://openalex.org/W2994932673","https://openalex.org/W3012644370","https://openalex.org/W3023202929","https://openalex.org/W3035063214","https://openalex.org/W3093667900","https://openalex.org/W3094758902","https://openalex.org/W3111706064","https://openalex.org/W3118555138","https://openalex.org/W3152757293","https://openalex.org/W3153015371","https://openalex.org/W3159852056","https://openalex.org/W3175980629","https://openalex.org/W3180230246","https://openalex.org/W3195296525","https://openalex.org/W3196754070","https://openalex.org/W3198734960","https://openalex.org/W3216225167","https://openalex.org/W4205727824","https://openalex.org/W4224316921","https://openalex.org/W4252577790","https://openalex.org/W4282958554","https://openalex.org/W4284670589","https://openalex.org/W4284704763","https://openalex.org/W4307940649","https://openalex.org/W4311609640","https://openalex.org/W4313622308","https://openalex.org/W4317357982","https://openalex.org/W4327499170","https://openalex.org/W4361803019","https://openalex.org/W4377140377","https://openalex.org/W4377238720","https://openalex.org/W4378533174","https://openalex.org/W4390746675","https://openalex.org/W4394711204","https://openalex.org/W7100171910"],"related_works":["https://openalex.org/W4402807759","https://openalex.org/W4392739309","https://openalex.org/W4319309495","https://openalex.org/W2141175968","https://openalex.org/W2082021343","https://openalex.org/W2081983182","https://openalex.org/W2077324407","https://openalex.org/W2130145422","https://openalex.org/W1983595289","https://openalex.org/W2581240705"],"abstract_inverted_index":{"Information":[0],"retrieval":[1],"evaluation":[2,158,190,310,474],"is":[3,24,39,121,146,196,236,290],"a":[4,66,246,288,292,335,350,399],"process":[5],"of":[6,35,45,117,143,151,162,173,188,201,215,242,338,369,402,414,472,490,499],"measuring":[7],"how":[8,361],"well":[9],"the":[10,15,19,28,36,43,46,59,72,76,115,118,125,131,149,152,157,163,171,177,186,189,199,202,213,228,232,240,243,253,257,264,306,314,317,323,330,342,367,370,375,392,403,412,415,421,431,457,469,473,482,488,491,497,500],"participating":[11,47,383],"systems":[12,48,384,464],"can":[13,166,333,410,445],"meet":[14],"information":[16],"needed":[17],"by":[18,169,205,373,454],"user.":[20],"The":[21,33,140,160,209,222,260,309,326,357],"system's":[22],"performance":[23],"evaluated":[25],"based":[26,41,55,419],"on":[27,42,56,219,391,420],"relevance":[29,153,217,233],"judgment":[30,37,60,119,154,164,178,203,234,258,343,371,416,441,492,501],"set":[31,38,372,442],"quality.":[32],"quality":[34,116,150,161,200,368,413,440],"measured":[40],"ability":[44],"to":[49,124,130,147,184,197,225,251,298,348,362,437,467,486],"retrieve":[50,226],"as":[51],"many":[52],"relevant":[53,174,229,254,339],"documents":[54,175,230,255,300,315,340,465],"topics":[57,381,460],"into":[58,231,305],"sets":[61,120,155,165,204,235,344],"and":[62,69,266,271,281,301,345,382,430,443,461,494],"rank":[63],"them":[64],"in":[65,176,256,341,496],"better":[67,351,439,447],"way":[68],"also,":[70],"at":[71],"same":[73],"time":[74],"suppress":[75],"irrelevant":[77],"ones.":[78],"However,":[79],"it":[80,394,435,477],"has":[81,111,248,276,395,427,478],"been":[82,112,249,277,396,428,479],"noticed":[83,113],"that":[84,114,303,329,398,434,481],"for":[85,95,322],"smaller":[86,400],"test":[87,97,376,386],"collections,":[88],"this":[89,103,144,379],"assumption":[90,104],"might":[91,105],"be":[92,108,167,296],"correct.":[93],"But":[94],"large":[96],"collections":[98,387],"like":[99],"TREC(Text":[100],"Retrieval":[101],"Conference),":[102],"not":[106,122],"always":[107],"true.":[109],"It":[110,180],"up":[123],"level":[126],"or":[127,283,365,407],"incomplete":[128],"according":[129],"Cranfield":[132],"paradigm":[133],"methodology,":[134],"especially":[135],"through":[136],"document":[137,267,304],"similarity":[138,268,275,289],"techniques.":[139,273],"main":[141,194],"aim":[142],"thesis":[145],"increase":[148,185,198,252],"during":[156],"process.":[159,191,325,475],"increased":[168],"augmenting":[170],"number":[172,337,401],"sets.":[179,259,417,502],"will":[181,295],"indirectly":[182],"help":[183],"accuracy":[187],"This":[192],"thesis's":[193],"contribution":[195],"proposing":[206],"some":[207],"methodologies.":[208,221],"first":[210],"experiment":[211,359],"explored":[212,360],"issues":[214],"partial":[216],"judgments":[218],"existing":[220,244],"methodologies'":[223],"inability":[224],"all":[227,313],"considered.":[237,389],"By":[238],"considering":[239,374,455],"limitations":[241],"methodologies,":[245],"methodology":[247,262,332,426,484],"proposed":[250,261,331,429,483],"combines":[263],"pooling":[265],"using":[269],"clustering":[270],"classification":[272],"Documents":[274],"done":[278],"between":[279],"pooled":[280,307,318],"clustered":[282],"classified":[284],"unjudged":[285],"documents.":[286],"If":[287],"found,":[291],"new":[293],"score":[294],"assigned":[297],"those":[299],"moved":[302],"list.":[308],"continues":[311],"until":[312],"from":[316,385],"list":[319],"are":[320],"considered":[321],"similarity-checking":[324],"results":[327,432,448],"show":[328,433],"achieve":[334,349,438,446],"greater":[336],"also":[346,444],"helps":[347,436,466],"result":[352],"with":[353,449],"lesser":[354,450],"pool":[355,451],"depth.":[356,452],"second":[358],"further":[363],"improve":[364],"maintain":[366,411],"collection.":[377],"For":[378],"experiment,":[380],"were":[388],"Based":[390],"results,":[393],"proven":[397,480],"most":[404,458],"effective":[405,459],"topics,":[406,409],"easy":[408],"Also,":[418],"system":[422],"contributions,":[423],"an":[424],"enhanced":[425],"Both,":[453],"only":[456],"good":[462],"contributing":[463],"reduce":[468,487],"computational":[470],"cost":[471],"Lastly,":[476],"helped":[485],"incompleteness":[489],"sets,":[493],"biasness":[495],"ranking":[498]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7110532286","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-12-08T00:00:00"}
