{"id":"https://openalex.org/W4400528704","doi":"https://doi.org/10.1145/3626772.3657744","title":"Graded Relevance Scoring of Written Essays with Dense Retrieval","display_name":"Graded Relevance Scoring of Written Essays with Dense Retrieval","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400528704","doi":"https://doi.org/10.1145/3626772.3657744"},"language":"en","primary_location":{"id":"doi:10.1145/3626772.3657744","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657744","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094134779","display_name":"Salam Albatarni","orcid":"https://orcid.org/0000-0002-8780-3740"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Salam Albatarni","raw_affiliation_strings":["Qatar University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0002-8780-3740","affiliations":[{"raw_affiliation_string":"Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025251325","display_name":"Sohaila Eltanbouly","orcid":"https://orcid.org/0000-0002-4917-5851"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Sohaila Eltanbouly","raw_affiliation_strings":["Qatar University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0002-4917-5851","affiliations":[{"raw_affiliation_string":"Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032141720","display_name":"Tamer Elsayed","orcid":"https://orcid.org/0000-0001-5786-4668"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Tamer Elsayed","raw_affiliation_strings":["Qatar University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0001-5786-4668","affiliations":[{"raw_affiliation_string":"Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I60342839"],"apc_list":null,"apc_paid":null,"fwci":1.0668,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.77426373,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1329","last_page":"1338"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7843977212905884},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6602784395217896},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6185981631278992},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4513286352157593},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.42683130502700806},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3515480160713196},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.19417908787727356},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.083132803440094}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7843977212905884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6602784395217896},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6185981631278992},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4513286352157593},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.42683130502700806},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3515480160713196},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.19417908787727356},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.083132803440094},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626772.3657744","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657744","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6899999976158142}],"awards":[{"id":"https://openalex.org/G1715198591","display_name":null,"funder_award_id":"NPRP14S-0402-210127, GSRA10-L-2-0521-23037","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2096879700","https://openalex.org/W2510375491","https://openalex.org/W2567547739","https://openalex.org/W2740592764","https://openalex.org/W2799207367","https://openalex.org/W2912726924","https://openalex.org/W2963830885","https://openalex.org/W2964413085","https://openalex.org/W3021397474","https://openalex.org/W3034560444","https://openalex.org/W3035464175","https://openalex.org/W3090794351","https://openalex.org/W3103252638","https://openalex.org/W3176679714","https://openalex.org/W3196589716","https://openalex.org/W4385565351","https://openalex.org/W4385570461","https://openalex.org/W4385572085","https://openalex.org/W4391156274","https://openalex.org/W6766023480"],"related_works":["https://openalex.org/W1921936017","https://openalex.org/W1971071004","https://openalex.org/W2009716188","https://openalex.org/W1518380457","https://openalex.org/W2001985945","https://openalex.org/W1973132420","https://openalex.org/W2460037195","https://openalex.org/W2078482661","https://openalex.org/W1968222678","https://openalex.org/W2157408137"],"abstract_inverted_index":{"Automated":[0],"Essay":[1],"Scoring":[2],"automates":[3],"the":[4,15,44,49,52,58,90,110,119,173,186,193,204,213,230],"grading":[5],"process":[6],"of":[7,18,51,70,80,122,215,237],"essays,":[8],"providing":[9],"a":[10,27,63,181,197,219],"great":[11],"advantage":[12],"for":[13,34,66,192,207],"improving":[14],"writing":[16],"proficiency":[17],"students.":[19],"While":[20],"holistic":[21],"essay":[22],"scoring":[23,32,69],"research":[24],"is":[25,136,200],"prevalent,":[26],"noticeable":[28],"gap":[29],"exists":[30],"in":[31,89,185,218],"essays":[33,72,81],"specific":[35],"quality":[36],"traits.":[37],"In":[38],"this":[39],"work,":[40],"we":[41,132],"focus":[42],"on":[43,154,161,168,201],"relevance":[45,68,84,105,120],"trait,":[46],"which":[47,135],"measures":[48],"ability":[50],"student":[53],"to":[54,101,117,145],"stay":[55],"on-topic":[56],"throughout":[57],"entire":[59],"essay.":[60,125],"We":[61,107,150,210],"propose":[62],"novel":[64],"approach":[65,153,217],"graded":[67],"written":[71],"that":[73,94,199,208,225],"employs":[74],"dense":[75,130,147],"retrieval":[76,148],"encoders.":[77],"Dense":[78],"representations":[79],"at":[82],"different":[83],"levels":[85],"then":[86],"form":[87],"clusters":[88],"embeddings":[91],"space,":[92],"such":[93],"their":[95,104],"centroids":[96,116],"are":[97],"potentially":[98],"separate":[99],"enough":[100],"effectively":[102],"represent":[103],"levels.":[106],"hence":[108],"use":[109],"simple":[111],"1-Nearest-Neighbor":[112],"classification":[113],"over":[114],"those":[115],"determine":[118],"level":[121],"an":[123,127],"unseen":[124,169],"As":[126],"effective":[128],"unsupervised":[129],"encoder,":[131],"leverage":[133],"Contriever,":[134],"pre-trained":[137],"with":[138,203],"contrastive":[139],"learning":[140],"and":[141,159,164],"demonstrated":[142],"comparable":[143],"performance":[144,184,198,214],"supervised":[146],"models.":[149],"tested":[151],"our":[152,216],"both":[155],"task-specific":[156,187],"(i.e.,":[157,166],"training":[158],"testing":[160,167],"same":[162],"task)":[163,170],"cross-task":[165,194],"scenarios":[171],"using":[172],"widely":[174],"used":[175],"ASAP++":[176],"dataset.":[177],"Our":[178],"method":[179],"establishes":[180],"new":[182],"state-of-the-art":[183,205],"scenario,":[188,223],"while":[189,233],"its":[190,238],"extension":[191],"scenario":[195],"exhibited":[196],"par":[202],"model":[206],"scenario.":[209],"also":[211],"analyzed":[212],"more":[220],"practical":[221],"few-shot":[222],"showing":[224],"it":[226],"can":[227],"significantly":[228],"reduce":[229],"labeling":[231],"cost":[232],"sacrificing":[234],"only":[235],"10%":[236],"effectiveness.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}