{"id":"https://openalex.org/W4415328656","doi":"https://doi.org/10.52202/085713-2127","title":"Web-Shepherd: Advancing PRMs for Reinforcing Web Agents","display_name":"Web-Shepherd: Advancing PRMs for Reinforcing Web Agents","alternate_titles":[],"publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415328656","doi":"https://doi.org/10.52202/085713-2127"},"language":"en","primary_location":{"id":"doi:10.52202/085713-2127","doi":"https://doi.org/10.52202/085713-2127","is_oa":true,"landing_page_url":"https://doi.org/10.52202/085713-2127","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},"parent_works":[{"id":"https://openalex.org/W2990138404","display_name":"Advances in Neural Information Processing Systems 19: Proceedings of the 2006 Conference","relationship":"volume","link_type":"volume"}],"lineage":["https://openalex.org/W4415328656","https://openalex.org/W2990138404"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.52202/085713-2127","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hyungjoo Chae","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hyungjoo Chae","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100430160","display_name":"Sunghwan Kim","orcid":"https://orcid.org/0000-0003-1762-5915","observed_orcids":["https://orcid.org/0000-0003-1762-5915"]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Seonghwan Kim","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082132679","display_name":"Junhee Cho","orcid":"https://orcid.org/0000-0001-7427-7457","observed_orcids":["https://orcid.org/0000-0001-7427-7457","https://orcid.org/0000-0001-8279-3988"]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Junhee Cho","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014381991","display_name":"Seungone Kim","orcid":"https://orcid.org/0009-0003-0479-9550","observed_orcids":["https://orcid.org/0009-0003-0479-9550"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Seungone Kim","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Seungjun Moon","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Seungjun Moon","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120050067","display_name":"Gyeom Hwangbo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I124633538","display_name":"University of Seoul","ror":"https://ror.org/05en5nh73","country_code":"KR","type":"education","lineage":["https://openalex.org/I124633538"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gyeom Hwangbo","raw_affiliation_strings":["University of Seoul"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Seoul","institution_ids":["https://openalex.org/I124633538"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110702632","display_name":"Dongha Lim","orcid":"https://orcid.org/0009-0002-9410-3790","observed_orcids":["https://orcid.org/0009-0002-9410-3790"]},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dongha Lim","raw_affiliation_strings":["Korea Advanced Institute of Science & Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science & Technology","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101717435","display_name":"Minjin Kim","orcid":"https://orcid.org/0000-0002-9164-8149","observed_orcids":["https://orcid.org/0000-0002-9164-8149","https://orcid.org/0009-0005-7859-1888"]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Minjin Kim","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yeonjun Hwang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yeonjun Hwang","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120050218","display_name":"Minju Gwak","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Minju Gwak","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dongwook Choi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I67900169","display_name":"Chung-Ang University","ror":"https://ror.org/01r024a98","country_code":"KR","type":"education","lineage":["https://openalex.org/I67900169"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dongwook Choi","raw_affiliation_strings":["Chung-Ang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chung-Ang University","institution_ids":["https://openalex.org/I67900169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034418151","display_name":"Minseok Kang","orcid":"https://orcid.org/0000-0002-7021-6873","observed_orcids":["https://orcid.org/0000-0002-7021-6873"]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Minseok Kang","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111583321","display_name":"Gwanhoon Im","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gwanhoon Im","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":null,"display_name":"ByeongUng Cho","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"ByeongUng Cho","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hyojun Kim","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hyojun Kim","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080916078","display_name":"Jun Han","orcid":"https://orcid.org/0000-0002-6397-2275","observed_orcids":["https://orcid.org/0000-0002-6397-2275"]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jun Han","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Taeyoon Kwon","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Taeyoon Kwon","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100462923","display_name":"Minju Kim","orcid":"https://orcid.org/0000-0002-8011-4037","observed_orcids":["https://orcid.org/0000-0002-8011-4037"]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Minju Kim","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061865883","display_name":"Beong-woo Kwak","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Beong-woo Kwak","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002352675","display_name":"Dong-Jin Kang","orcid":"https://orcid.org/0000-0001-8633-536X","observed_orcids":["https://orcid.org/0000-0001-8633-536X"]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dongjin Kang","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076900864","display_name":"Jinyoung Yeo","orcid":"https://orcid.org/0000-0003-3847-4917","observed_orcids":["https://orcid.org/0000-0003-3847-4917"]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jinyoung Yeo","raw_affiliation_strings":["Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":21.1505,"has_fulltext":true,"cited_by_count":65,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.99486974,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"70623","last_page":"70665"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.3788999915122986,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.3788999915122986,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.2816999852657318,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.1412000060081482,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/process-reward-models","display_name":"process reward models","score":0.8669999837875366},{"id":"https://openalex.org/keywords/web-agents","display_name":"web agents","score":0.8209999799728394},{"id":"https://openalex.org/keywords/website-navigation","display_name":"web navigation","score":0.9580000042915344},{"id":"https://openalex.org/keywords/webarena","display_name":"WebArena","score":0.6380000114440918}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7876999974250793},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6234999895095825},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5663999915122986},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5457000136375427},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.545199990272522},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4668999910354614},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.44839999079704285},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.44519999623298645},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4169999957084656},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35600000619888306},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.30160000920295715},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C35578498","wikidata":"https://www.wikidata.org/wiki/Q193424","display_name":"Web service","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C11392498","wikidata":"https://www.wikidata.org/wiki/Q11288","display_name":"Web server","level":3,"score":0.2734000086784363},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C61096286","wikidata":"https://www.wikidata.org/wiki/Q7978592","display_name":"Web navigation","level":3,"score":0.2660999894142151},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2614000141620636}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.52202/085713-2127","doi":"https://doi.org/10.52202/085713-2127","is_oa":true,"landing_page_url":"https://doi.org/10.52202/085713-2127","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2505.15277","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.15277","pdf_url":"https://arxiv.org/pdf/2505.15277","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2505.15277","doi":"https://doi.org/10.48550/arxiv.2505.15277","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.15277","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.52202/085713-2127","doi":"https://doi.org/10.52202/085713-2127","is_oa":true,"landing_page_url":"https://doi.org/10.52202/085713-2127","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415328656.pdf","grobid_xml":"https://content.openalex.org/works/W4415328656.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W3188542058","https://openalex.org/W4380715434","https://openalex.org/W4387294204","https://openalex.org/W4387321091","https://openalex.org/W4387963514","https://openalex.org/W4389519254","https://openalex.org/W4392781346","https://openalex.org/W4393063868","https://openalex.org/W4394776438","https://openalex.org/W4399837154","https://openalex.org/W4400337884","https://openalex.org/W4402427562","https://openalex.org/W4402667024","https://openalex.org/W4402667093","https://openalex.org/W4402671607","https://openalex.org/W4402671629","https://openalex.org/W4402671689","https://openalex.org/W4402705340","https://openalex.org/W4403573100","https://openalex.org/W4403578740","https://openalex.org/W4403622204","https://openalex.org/W4403852064","https://openalex.org/W4404355279","https://openalex.org/W4404401752","https://openalex.org/W4405655184","https://openalex.org/W4405766390","https://openalex.org/W4406780035","https://openalex.org/W4407794264","https://openalex.org/W4414281281","https://openalex.org/W4414939355","https://openalex.org/W4415798734","https://openalex.org/W4416123545","https://openalex.org/W4417233452","https://openalex.org/W7131050341","https://openalex.org/W7133211372","https://openalex.org/W7133215859","https://openalex.org/W7133222210","https://openalex.org/W7223154409"],"related_works":["https://openalex.org/W7126199115","https://openalex.org/W7214756021","https://openalex.org/W4416190659","https://openalex.org/W4401856679","https://openalex.org/W4409362875","https://openalex.org/W7155071640","https://openalex.org/W4403580146","https://openalex.org/W7140090787","https://openalex.org/W4403579391"],"abstract_inverted_index":{"Web":[0],"navigation":[1,37,94],"is":[2,14],"a":[3,97,108],"unique":[4],"domain":[5],"that":[6,38,143],"can":[7,39],"automate":[8],"many":[9],"repetitive":[10],"real-life":[11],"tasks":[12],"and":[13,45,57,116,122,169,194],"challenging":[15],"as":[16,64,166,171,188],"it":[17],"requires":[18],"long-horizon":[19],"sequential":[20],"decision":[21],"making":[22],"beyond":[23],"typical":[24],"multimodal":[25],"large":[26],"language":[27],"model":[28,86],"(MLLM)":[29],"tasks.":[30],"Yet,":[31],"specialized":[32],"reward":[33,65,85],"models":[34],"for":[35,71,135],"web":[36,93],"be":[40],"utilized":[41,62],"during":[42],"both":[43],"training":[44],"test-time":[46],"have":[47,61],"been":[48],"absent":[49],"until":[50],"now.":[51],"Despite":[52],"the":[53,82,105,129,131,167,172,189],"importance":[54],"of":[55],"speed":[56],"cost-effectiveness,":[58],"prior":[59],"works":[60],"MLLMs":[63],"models,":[66],"which":[67,90],"poses":[68],"significant":[69],"constraints":[70],"real-world":[72],"deployment.":[73],"To":[74,99],"address":[75],"this,":[76,101],"in":[77,96,180],"this":[78],"work,":[79],"we":[80,102,126,141,174],"propose":[81],"first":[83,103,132],"process":[84],"(PRM)":[87],"called":[88],"Web-Shepherd":[89,145,170],"could":[91],"assess":[92],"trajectories":[95],"step-level.":[98],"achieve":[100,175],"construct":[104],"WebPRM":[106],"Collection,":[107],"large-scale":[109],"dataset":[110],"with":[111],"40K":[112],"step-level":[113],"preference":[114],"pairs":[115],"annotated":[117],"checklists":[118],"spanning":[119],"diverse":[120],"domains":[121],"difficulty":[123],"levels.":[124],"Next,":[125],"also":[127],"introduce":[128],"WebRewardBench,":[130],"meta-evaluation":[133],"benchmark":[134],"evaluating":[136],"PRMs.":[137],"In":[138],"our":[139,144],"experiments,":[140],"observe":[142],"achieves":[146],"about":[147],"30":[148],"points":[149,177],"better":[150,178],"accuracy":[151],"compared":[152,184],"to":[153,185],"using":[154,164,186],"GPT-4o":[155],"on":[156,161],"WebRewardBench.":[157],"Furthermore,":[158],"when":[159],"testing":[160],"WebArena-lite":[162],"by":[163],"GPT-4o-mini":[165,187],"policy":[168],"verifier,":[173],"10.9":[176],"performance,":[179],"10":[181],"less":[182],"cost":[183],"verifier.":[190],"Our":[191],"model,":[192],"dataset,":[193],"code":[195],"are":[196],"publicly":[197],"available":[198],"at":[199],"LINK.":[200]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4415328656","counts_by_year":[{"year":2026,"cited_by_count":59},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2025-10-19T00:00:00"}
