{"id":"https://openalex.org/W4412825812","doi":"https://doi.org/10.1145/3711896.3737099","title":"Rank It, Then Ask It: Input Reranking for Maximizing the Performance of LLMs on Symmetric Tasks","display_name":"Rank It, Then Ask It: Input Reranking for Maximizing the Performance of LLMs on Symmetric Tasks","publication_year":2025,"publication_date":"2025-08-01","ids":{"openalex":"https://openalex.org/W4412825812","doi":"https://doi.org/10.1145/3711896.3737099"},"language":"en","primary_location":{"id":"doi:10.1145/3711896.3737099","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3711896.3737099","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5098748993","display_name":"Mohsen Dehghankar","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohsen Dehghankar","raw_affiliation_strings":["University of Illinois Chicago, Chicago, IL, USA"],"raw_orcid":"https://orcid.org/0009-0006-1687-8012","affiliations":[{"raw_affiliation_string":"University of Illinois Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027319416","display_name":"Abolfazl Asudeh","orcid":"https://orcid.org/0000-0002-5251-6186"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abolfazl Asudeh","raw_affiliation_strings":["University of Illinois Chicago, Chicago, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-5251-6186","affiliations":[{"raw_affiliation_string":"University of Illinois Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3589,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.90075496,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"451","last_page":"462"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.9056873321533203},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.7259780764579773},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5479627847671509},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19350984692573547},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.14004862308502197},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.07685413956642151}],"concepts":[{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.9056873321533203},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.7259780764579773},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5479627847671509},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19350984692573547},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.14004862308502197},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.07685413956642151},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3711896.3737099","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3711896.3737099","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2003447360","https://openalex.org/W2312355711","https://openalex.org/W2735259268","https://openalex.org/W2787991113","https://openalex.org/W2990138404","https://openalex.org/W3102518922","https://openalex.org/W4221030716","https://openalex.org/W4385573386","https://openalex.org/W4391876619","https://openalex.org/W4401042749","https://openalex.org/W4402671306","https://openalex.org/W6601735553","https://openalex.org/W6888840370","https://openalex.org/W7035904466"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2168627904","https://openalex.org/W2515552481","https://openalex.org/W1570348318","https://openalex.org/W2015444353","https://openalex.org/W3013494979","https://openalex.org/W156769215","https://openalex.org/W4308101915"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4],"quickly":[5],"emerged":[6],"as":[7,87],"practical":[8],"and":[9,174,205,212],"versatile":[10],"tools":[11],"that":[12,112,141,224],"provide":[13],"new":[14],"solutions":[15],"for":[16,146,170,182,189],"a":[17,35,54,62,97,136,195],"wide":[18],"range":[19],"of":[20,29,43,46,65,96,123,130,138,166,178,217,231],"domains.":[21],"In":[22,56],"this":[23],"paper,":[24],"we":[25,126],"consider":[26],"the":[27,59,81,91,94,108,124,128,139,143,147,155,158,164,172,176,183,215,229,232,243],"application":[28],"LLMs":[30,67,83,113,233],"on":[31,39,53,202,234],"symmetric":[32,98,235],"tasks":[33,48,236],"where":[34],"query":[36,149,173],"is":[37,100],"asked":[38],"an":[40],"(unordered)":[41],"bag":[42,60],"elements.":[44],"Examples":[45],"such":[47],"include":[49],"answering":[50,171],"aggregate":[51],"queries":[52],"dataset.":[55],"general,":[57],"when":[58],"contains":[61],"large":[63],"number":[64],"elements,":[66,72],"tend":[68],"to":[69,74,80,117,134,208,213,239,242],"overlook":[70],"some":[71],"leading":[73],"challenges":[75],"in":[76],"generating":[77],"accurate":[78],"responses":[79],"query.":[82,156],"receive":[84],"their":[85],"inputs":[86],"ordered":[88],"sequences.":[89],"On":[90],"other":[92],"hand,":[93],"input":[95,132,140,168],"task":[99],"not":[101,106],"ordered;":[102],"hence":[103],"reordering":[104],"should":[105],"affect":[107],"LLM's":[109,144,184],"response.":[110],"Observing":[111],"are":[114],"less":[115],"likely":[116],"miss":[118],"elements":[119],"at":[120],"certain":[121],"positions":[122],"input,":[125],"introduce":[127],"problem":[129],"LLM":[131],"reranking:":[133],"find":[135],"ranking":[137,160],"maximizes":[142],"accuracy":[145,230],"given":[148],"without":[150],"making":[151],"explicit":[152],"assumptions":[153],"about":[154],"Finding":[157],"optimal":[159],"requires":[161],"identifying":[162],"(i)":[163],"relevance":[165],"each":[167,179],"element":[169],"(ii)":[175],"importance":[177],"rank":[180],"position":[181],"attention.":[185],"We":[186,198],"develop":[187],"algorithms":[188],"estimating":[190],"these":[191],"values":[192],"efficiently":[193],"utilizing":[194],"helper":[196],"LLM.":[197],"conduct":[199],"comprehensive":[200],"experiments":[201,222],"different":[203],"synthetic":[204],"real":[206],"datasets":[207],"validate":[209],"our":[210,218,225],"proposal":[211],"evaluate":[214],"effectiveness":[216],"proposed":[219],"algorithms.":[220],"Our":[221],"confirm":[223],"reranking":[226],"approach":[227],"improves":[228],"by":[237],"up":[238],"99%":[240],"proximity":[241],"optimum":[244],"upper":[245],"bound.":[246]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}