{"id":"https://openalex.org/W7166111203","doi":"https://doi.org/10.48550/arxiv.2606.27291","title":"Designing Reward Signals for Portable Query Generation: A Case Study in Industrial Semantic Job Search","display_name":"Designing Reward Signals for Portable Query Generation: A Case Study in Industrial Semantic Job Search","publication_year":2026,"publication_date":"2026-06-25","ids":{"openalex":"https://openalex.org/W7166111203","doi":"https://doi.org/10.48550/arxiv.2606.27291"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.27291","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27291","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.27291","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139420925","display_name":"Ping Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013032251","display_name":"Qianqi Shen","orcid":"https://orcid.org/0000-0002-9323-6404"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Qianqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139408761","display_name":"Jianqiang Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Jianqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139428034","display_name":"Wenqiong Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Wenqiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139421023","display_name":"Rajat Arora","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arora, Rajat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139450855","display_name":"Yunxiang Ren","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Yunxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132903020","display_name":"Chunnan Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Chunnan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019421104","display_name":"D Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Dan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109449817","display_name":"Baofen Zheng","orcid":"https://orcid.org/0009-0001-7494-2899"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Baofen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136461272","display_name":"Wanjun Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Wanjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071901637","display_name":"Andrii Soviak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soviak, Andrii","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065398158","display_name":"Kevin Kao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kao, Kevin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139411560","display_name":"Jingwei Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jingwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139428871","display_name":"Wenjing Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wenjing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.2630999982357025,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.2630999982357025,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.1306000053882599,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.07069999724626541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7160999774932861},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.5733000040054321},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4447000026702881},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.426800012588501},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.4174000024795532},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.3968999981880188},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3799999952316284},{"id":"https://openalex.org/keywords/unique-identifier","display_name":"Unique identifier","score":0.37700000405311584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7768999934196472},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7160999774932861},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.5733000040054321},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4652999937534332},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4447000026702881},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4422999918460846},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.426800012588501},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.4174000024795532},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.3968999981880188},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3799999952316284},{"id":"https://openalex.org/C119839945","wikidata":"https://www.wikidata.org/wiki/Q6545185","display_name":"Unique identifier","level":3,"score":0.37700000405311584},{"id":"https://openalex.org/C2779151265","wikidata":"https://www.wikidata.org/wiki/Q1156791","display_name":"Copying","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.35109999775886536},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.3433000147342682},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.3409999907016754},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2851000130176544},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2782999873161316},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2718999981880188},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.266400009393692},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26089999079704285},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.260699987411499},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.27291","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27291","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.27291","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27291","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6344942450523376,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Job-search":[0],"platforms":[1],"rely":[2],"on":[3,164,190],"low-bandwidth":[4],"query":[5],"interfaces":[6],"that":[7,36,86,138,172,183],"often":[8],"fail":[9],"to":[10,29,72,126,134,145,150],"capture":[11],"the":[12,74,99,117,173,184],"high-dimensional":[13],"complexity":[14],"of":[15,76,102],"candidate":[16],"profiles.":[17],"We":[18,67,136],"present":[19],"an":[20],"end-to-end":[21],"RLAIF":[22],"(Reinforcement":[23],"Learning":[24],"from":[25],"AI":[26],"Feedback)":[27],"framework":[28],"generate":[30],"\\emph{portable}":[31],"job":[32],"search":[33],"queries,":[34],"terms":[35],"abstract":[37],"away":[38],"seeker-specific":[39],"identifiers":[40],"while":[41],"preserving":[42],"generalizable":[43],"qualifications.":[44],"This":[45],"task":[46],"introduces":[47],"a":[48,140,159,165],"highly":[49],"adversarial":[50],"reward":[51,81,96,128,143,175],"surface":[52],"where":[53],"policy":[54],"optimization":[55,77],"frequently":[56],"exploits":[57],"flaws":[58],"in":[59,63,121,158],"LLM-as-judge":[60],"rubrics,":[61],"resulting":[62,157],"degenerate":[64],"verbatim-copying":[65],"behaviors.":[66],"conducted":[68],"comprehensive":[69],"empirical":[70],"experiments":[71],"isolate":[73],"impact":[75],"mechanics":[78],"against":[79],"structured":[80],"engineering.":[82],"Our":[83],"results":[84],"demonstrate":[85],"for":[87,147],"critic-free":[88,107],"optimizers,":[89],"performance":[90,178],"is":[91,187],"overwhelmingly":[92],"dictated":[93],"by":[94,180],"robust":[95],"shaping,":[97],"rendering":[98],"specific":[100],"choice":[101],"algorithm":[103],"largely":[104],"immaterial.":[105],"While":[106],"per-rollout":[108],"baseline":[109],"methods":[110],"(RLOO":[111],"and":[112],"REINFORCE++)":[113],"natively":[114],"resist":[115],"reward-hacking,":[116],"group-relative":[118],"advantage":[119],"normalization":[120],"GRPO":[122],"appears":[123],"uniquely":[124],"sensitive":[125],"spurious":[127],"signals,":[129],"making":[130],"it":[131],"disproportionately":[132],"susceptible":[133],"exploitation.":[135],"show":[137,171],"introducing":[139],"deterministic,":[141],"rule-based":[142],"floor":[144],"correct":[146],"rewards":[148],"assigned":[149],"verbatim":[151],"copying":[152],"mitigates":[153],"this":[154],"failure":[155],"mode,":[156],"substantial":[160],"$+0.147$":[161],"quality":[162],"improvement":[163],"cross-family":[166],"evaluation":[167],"judge.":[168],"Ultimately,":[169],"we":[170],"training-time":[174],"model":[176],"inflates":[177],"gains":[179],"$2.4\\times$,":[181],"confirming":[182],"training":[185],"success":[186],"fundamentally":[188],"dependent":[189],"enforcing":[191],"reward-shaping":[192],"disciplines":[193],"rather":[194],"than":[195],"selecting":[196],"alternative":[197],"optimizers.":[198]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-27T00:00:00"}