{"id":"https://openalex.org/W4405487201","doi":"https://doi.org/10.1145/3670865.3673532","title":"Eliciting Informative Text Evaluations with Large Language Models","display_name":"Eliciting Informative Text Evaluations with Large Language Models","publication_year":2024,"publication_date":"2024-07-08","ids":{"openalex":"https://openalex.org/W4405487201","doi":"https://doi.org/10.1145/3670865.3673532"},"language":"en","primary_location":{"id":"doi:10.1145/3670865.3673532","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3670865.3673532","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3670865.3673532?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM Conference on Economics and Computation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3670865.3673532?download=true","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104560660","display_name":"Yuxuan Lu","orcid":"https://orcid.org/0000-0002-3935-7352"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuxuan Lu","raw_affiliation_strings":["CFCS, School of CS, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3935-7352","affiliations":[{"raw_affiliation_string":"CFCS, School of CS, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051256855","display_name":"Shengwei Xu","orcid":"https://orcid.org/0000-0002-8058-0820"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shengwei Xu","raw_affiliation_strings":["University of Michigan, Ann Arbor, Michigan, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-8058-0820","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, Michigan, United States of America","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100444175","display_name":"Yichi Zhang","orcid":"https://orcid.org/0000-0001-5188-7543"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yichi Zhang","raw_affiliation_strings":["University of Michigan, Ann Arbor, Michigan, United States of America"],"raw_orcid":"https://orcid.org/0000-0001-5188-7543","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, Michigan, United States of America","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058603769","display_name":"Yuqing Kong","orcid":"https://orcid.org/0000-0002-5901-3004"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqing Kong","raw_affiliation_strings":["CFCS, School of CS, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5901-3004","affiliations":[{"raw_affiliation_string":"CFCS, School of CS, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073672615","display_name":"Grant Schoenebeck","orcid":"https://orcid.org/0000-0001-6878-0670"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Grant Schoenebeck","raw_affiliation_strings":["University of Michigan, Ann Arbor, Michigan, United States of America"],"raw_orcid":"https://orcid.org/0000-0001-6878-0670","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, Michigan, United States of America","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5104560660"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":1.1714,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.85764126,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"582","last_page":"612"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7656725645065308},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6134486794471741},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5085941553115845},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48619717359542847}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7656725645065308},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6134486794471741},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5085941553115845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48619717359542847}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3670865.3673532","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3670865.3673532","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3670865.3673532?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM Conference on Economics and Computation","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3670865.3673532","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3670865.3673532","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3670865.3673532?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM Conference on Economics and Computation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.75,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3828009413","display_name":"Collaborative Research: RI: Medium: Informed, Fair, Efficient, and Incentive-Aware Group Decision Making","funder_award_id":"2313137","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5168064793","display_name":null,"funder_award_id":"62372007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405487201.pdf","grobid_xml":"https://content.openalex.org/works/W4405487201.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W5354901","https://openalex.org/W1999617766","https://openalex.org/W2025720061","https://openalex.org/W2043749813","https://openalex.org/W2109304399","https://openalex.org/W2120898858","https://openalex.org/W2153209865","https://openalex.org/W2295734738","https://openalex.org/W2337430557","https://openalex.org/W2517839752","https://openalex.org/W2784312275","https://openalex.org/W2892704684","https://openalex.org/W2963000019","https://openalex.org/W3006251828","https://openalex.org/W3016970897","https://openalex.org/W3103934428","https://openalex.org/W4230670629","https://openalex.org/W4285294723","https://openalex.org/W4303648559","https://openalex.org/W4311057495","https://openalex.org/W4367046851","https://openalex.org/W4367047193","https://openalex.org/W4384918448","https://openalex.org/W4387355914","https://openalex.org/W4388156124","https://openalex.org/W4389519604","https://openalex.org/W4390145173","https://openalex.org/W4400734098","https://openalex.org/W6778883912","https://openalex.org/W6846002521"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Peer":[0],"prediction":[1,53],"mechanisms":[2,54],"motivate":[3],"high-quality":[4],"feedback":[5,57,66],"with":[6],"provable":[7],"guarantees.":[8],"However,":[9],"current":[10],"methods":[11],"only":[12],"apply":[13],"to":[14,25,29],"rather":[15],"simple":[16],"reports,":[17,35],"like":[18],"multiple-choice":[19],"or":[20],"scalar":[21],"numbers.":[22],"We":[23],"aim":[24],"broaden":[26],"these":[27],"techniques":[28],"the":[30,38,49,59],"larger":[31],"domain":[32],"of":[33,51,65],"text-based":[34],"drawing":[36],"on":[37,75],"recent":[39],"developments":[40],"in":[41,61],"large":[42,63],"language":[43],"models":[44],"(LLMs).":[45],"This":[46],"vastly":[47],"increases":[48],"applicability":[50],"peer":[52,68],"as":[55],"textual":[56],"is":[58],"norm":[60],"a":[62],"variety":[64],"channels:":[67],"reviews,":[69,72],"e-commerce":[70],"customer":[71],"and":[73],"comments":[74],"social":[76],"media.":[77]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-11T06:11:40.159057","created_date":"2025-10-10T00:00:00"}