{"id":"https://openalex.org/W7147033390","doi":"https://doi.org/10.48550/arxiv.2603.27476","title":"PeopleSearchBench: A Multi-Dimensional Benchmark for Evaluating AI-Powered People Search Platforms","display_name":"PeopleSearchBench: A Multi-Dimensional Benchmark for Evaluating AI-Powered People Search Platforms","publication_year":2026,"publication_date":"2026-03-29","ids":{"openalex":"https://openalex.org/W7147033390","doi":"https://doi.org/10.48550/arxiv.2603.27476"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.27476","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.27476","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.27476","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132585004","display_name":"Wei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132603163","display_name":"Tianyu Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Tianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132613224","display_name":"Shuai Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132724854","display_name":"Boyang Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Boyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126102925","display_name":"Zequn Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Zequn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132650711","display_name":"Chenyu Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Chenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132674267","display_name":"Qi Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132731386","display_name":"Lynn Ai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ai, Lynn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132623203","display_name":"Yaqi Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Yaqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132706015","display_name":"Kaiming Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Kaiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132650307","display_name":"Feiyue Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Feiyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.670799970626831,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.670799970626831,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.125900000333786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.03200000151991844,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.623199999332428},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6108999848365784},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.5449000000953674},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.46540001034736633},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.4611000120639801},{"id":"https://openalex.org/keywords/completeness","display_name":"Completeness (order theory)","score":0.4593000113964081},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4537999927997589},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.43939998745918274}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7444999814033508},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.623199999332428},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6108999848365784},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5449000000953674},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5342000126838684},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.47940000891685486},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.46540001034736633},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.4611000120639801},{"id":"https://openalex.org/C17231256","wikidata":"https://www.wikidata.org/wiki/Q5156540","display_name":"Completeness (order theory)","level":2,"score":0.4593000113964081},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4537999927997589},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.43939998745918274},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.3937000036239624},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.37959998846054077},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3792000114917755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3481999933719635},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.34540000557899475},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33649998903274536},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C121610932","wikidata":"https://www.wikidata.org/wiki/Q243754","display_name":"Binary search algorithm","level":3,"score":0.3027999997138977},{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C173979980","wikidata":"https://www.wikidata.org/wiki/Q114106","display_name":"Metasearch engine","level":4,"score":0.2757999897003174},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.2635999917984009},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2632000148296356}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.27476","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.27476","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.27476","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.27476","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"AI-powered":[0],"people":[1,33,84,137],"search":[2,34,50,79,138],"platforms":[3,35],"are":[4,196],"increasingly":[5],"used":[6],"in":[7,93],"recruiting,":[8,45],"sales":[9,47],"prospecting,":[10,48],"and":[11,54,75,116,120,125,151,181,187,193],"professional":[12],"networking,":[13],"yet":[14],"no":[15],"widely":[16],"accepted":[17],"benchmark":[18,29],"exists":[19],"for":[20],"evaluating":[21],"their":[22],"performance.":[23],"We":[24,102,165],"introduce":[25],"PeopleSearchBench,":[26],"an":[27,130],"open-source":[28],"that":[30,67],"compares":[31],"four":[32,41],"on":[36,105,198],"119":[37,163],"real-world":[38],"queries":[39],"across":[40,161],"use":[42],"cases:":[43],"corporate":[44],"B2B":[46],"expert":[49],"with":[51],"deterministic":[52],"answers,":[53],"influencer/KOL":[55],"discovery.":[56],"A":[57],"key":[58],"contribution":[59],"is":[60,152],"Criteria-Grounded":[61],"Verification,":[62],"a":[63,134],"factual":[64,94],"relevance":[65,90],"pipeline":[66,175],"extracts":[68],"explicit,":[69],"verifiable":[70],"criteria":[71],"from":[72],"each":[73],"query":[74,191],"uses":[76],"live":[77],"web":[78],"to":[80,156],"determine":[81],"whether":[82],"returned":[83],"satisfy":[85],"them.":[86],"This":[87],"produces":[88],"binary":[89],"judgments":[91],"grounded":[92],"verification":[95,174],"rather":[96],"than":[97,147],"subjective":[98],"holistic":[99],"LLM-as-judge":[100],"scores.":[101],"evaluate":[103],"systems":[104],"three":[106],"dimensions:":[107],"Relevance":[108],"Precision":[109],"(padded":[110],"nDCG@10),":[111],"Effective":[112],"Coverage":[113],"(task":[114],"completion":[115,160],"qualified":[117],"result":[118],"yield),":[119],"Information":[121],"Utility":[122],"(profile":[123],"completeness":[124],"usefulness),":[126],"averaged":[127],"equally":[128],"into":[129],"overall":[131],"score.":[132],"Lessie,":[133],"specialized":[135],"AI":[136],"agent,":[139],"performs":[140],"best":[141],"overall,":[142],"scoring":[143],"65.2,":[144],"18.5%":[145],"higher":[146],"the":[148,153,173],"second-ranked":[149],"system,":[150],"only":[154],"system":[155],"achieve":[157],"100%":[158],"task":[159],"all":[162],"queries.":[164],"also":[166],"report":[167],"confidence":[168],"intervals,":[169],"human":[170],"validation":[171],"of":[172,184],"(Cohen's":[176],"kappa":[177],"=":[178],"0.84),":[179],"ablations,":[180],"full":[182],"documentation":[183],"queries,":[185],"prompts,":[186],"normalization":[188],"procedures.":[189],"Code,":[190],"definitions,":[192],"aggregated":[194],"results":[195],"available":[197],"GitHub.":[199]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-02T00:00:00"}