{"id":"https://openalex.org/W7171616303","doi":"https://doi.org/10.1145/3794763.3794820","title":"A Code Ranking Framework with Human-Inspired Agent-Based Tests Generation","display_name":"A Code Ranking Framework with Human-Inspired Agent-Based Tests Generation","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7171616303","doi":"https://doi.org/10.1145/3794763.3794820"},"language":null,"primary_location":{"id":"doi:10.1145/3794763.3794820","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3794763.3794820","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 34th IEEE/ACM International Conference on Program Comprehension","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3794763.3794820","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011706253","display_name":"Liuwen Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liuwen Cao","raw_affiliation_strings":["South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0001-9680-4016","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143986027","display_name":"Jiaxi Liang","orcid":"https://orcid.org/0009-0002-2116-8112"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxi Liang","raw_affiliation_strings":["South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0002-2116-8112","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002191673","display_name":"Jiexin Wang","orcid":"https://orcid.org/0000-0002-7064-6507"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiexin Wang","raw_affiliation_strings":["South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-7064-6507","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089123257","display_name":"Yi Cai","orcid":"https://orcid.org/0000-0002-1767-789X"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Cai","raw_affiliation_strings":["South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-1767-789X","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"307","last_page":"318"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5249000191688538},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.38370001316070557},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.2793999910354614},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.27630001306533813}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6258000135421753},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5249000191688538},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.38370001316070557},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37310001254081726},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34290000796318054},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31540000438690186},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.24459999799728394},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2442999929189682}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3794763.3794820","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3794763.3794820","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 34th IEEE/ACM International Conference on Program Comprehension","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3794763.3794820","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3794763.3794820","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 34th IEEE/ACM International Conference on Program Comprehension","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2949215742","https://openalex.org/W2963617989","https://openalex.org/W2963794306","https://openalex.org/W3005628256","https://openalex.org/W3098605233","https://openalex.org/W3170092793","https://openalex.org/W3198685994","https://openalex.org/W4311887664","https://openalex.org/W4385562549","https://openalex.org/W4385572707","https://openalex.org/W4388483238","https://openalex.org/W4389519352","https://openalex.org/W4402042086","https://openalex.org/W4403536220","https://openalex.org/W4403536858","https://openalex.org/W4411360014","https://openalex.org/W7131788804","https://openalex.org/W7133198585","https://openalex.org/W7133224126","https://openalex.org/W7133243119"],"related_works":[],"abstract_inverted_index":{"Pre-trained":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"have":[5,21],"emerged":[6],"as":[7,15],"a":[8,27,40,46,64,81,141],"breakthrough":[9],"technology":[10],"in":[11,87],"code":[12,16,29,57,67,71,76,113],"intelligence":[13],"such":[14],"generation.":[17],"Recently,":[18],"many":[19],"works":[20],"found":[22],"that":[23,145,170],"LLMs":[24,52,156],"can":[25],"generate":[26],"correct":[28],"solution":[30],"when":[31],"it":[32,79],"is":[33,43],"allowed":[34],"to":[35,44,58,121,131],"make":[36],"numerous":[37],"attempts.":[38],"Consequently,":[39],"recent":[41],"trend":[42],"do":[45],"large-scale":[47],"sampling":[48],"of":[49,83,90],"codes":[50],"from":[51],"and":[53,123,160,163,167,174],"then":[54],"rank":[55,132],"the":[56,60,75,88,125],"select":[59],"most":[61],"suitable":[62],"code,":[63],"process":[65],"called":[66],"ranking.":[68,114],"A":[69],"common":[70],"ranking":[72],"approach":[73],"ranks":[74],"by":[77],"running":[78],"against":[80],"set":[82],"LLM-generated":[84],"test":[85,100,149],"cases":[86,101],"form":[89],"assert":[91],"statements.":[92],"However,":[93],"existing":[94],"approaches":[95],"overlook":[96],"how":[97],"humans":[98,116],"design":[99,150],"through":[102],"systematic":[103],"behaviors,":[104],"which":[105],"are":[106],"essential":[107],"for":[108,112],"creating":[109],"reliable":[110],"tests":[111],"Moreover,":[115],"often":[117],"use":[118],"input\u2013output":[119],"examples":[120],"clarify":[122],"articulate":[124],"intended":[126],"functionality,":[127],"rather":[128],"than":[129],"merely":[130],"code.":[133],"To":[134],"address":[135],"these":[136],"gaps,":[137],"we":[138],"propose":[139],"RankAgent,":[140],"human-inspired":[142],"agent-based":[143],"framework":[144],"systematically":[146],"simulates":[147],"human":[148],"behaviors.":[151],"Extensive":[152],"experiments":[153],"on":[154],"five":[155],"(including":[157],"both":[158],"open-":[159],"closed-source":[161],"models)":[162],"two":[164],"benchmarks":[165],"(HumanEval+":[166],"LiveCodeBench)":[168],"show":[169],"RankAgent":[171],"achieves":[172],"notable":[173],"consistent":[175],"improvements.":[176]},"counts_by_year":[],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2026-07-30T00:00:00"}