{"id":"https://openalex.org/W4390035079","doi":"https://doi.org/10.1162/tacl_a_00626","title":"Bridging the Gap: A Survey on Integrating (Human) Feedback for Natural Language Generation","display_name":"Bridging the Gap: A Survey on Integrating (Human) Feedback for Natural Language Generation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4390035079","doi":"https://doi.org/10.1162/tacl_a_00626"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00626","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00626","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00626/2199585/tacl_a_00626.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00626/2199585/tacl_a_00626.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061762931","display_name":"Patrick Fernandes","orcid":null},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]},{"id":"https://openalex.org/I4387152517","display_name":"Instituto Superior T\u00e9cnico","ror":"https://ror.org/03db2by73","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103","https://openalex.org/I4387152517"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["PT","US"],"is_corresponding":true,"raw_author_name":"Patrick Fernandes","raw_affiliation_strings":["Carnegie Mellon University, USA. pfernand@cs.cmu.edu","Instituto Superior T\u00e9cnico (Lisbon ELLIS Unit), Portugal","Instituto de Telecomunica\u00e7\u00f5es, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA. pfernand@cs.cmu.edu","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Instituto Superior T\u00e9cnico (Lisbon ELLIS Unit), Portugal","institution_ids":["https://openalex.org/I4387152517"]},{"raw_affiliation_string":"Instituto de Telecomunica\u00e7\u00f5es, Portugal","institution_ids":["https://openalex.org/I4210120471"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085667632","display_name":"Aman Madaan","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aman Madaan","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055560341","display_name":"Emmy Liu","orcid":"https://orcid.org/0000-0003-1287-5712"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emmy Liu","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061670390","display_name":"Ant\u00f3nio Farinhas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]},{"id":"https://openalex.org/I4387152517","display_name":"Instituto Superior T\u00e9cnico","ror":"https://ror.org/03db2by73","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103","https://openalex.org/I4387152517"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Ant\u00f3nio Farinhas","raw_affiliation_strings":["Instituto Superior T\u00e9cnico (Lisbon ELLIS Unit), Portugal","Instituto de Telecomunica\u00e7\u00f5es, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto Superior T\u00e9cnico (Lisbon ELLIS Unit), Portugal","institution_ids":["https://openalex.org/I4387152517"]},{"raw_affiliation_string":"Instituto de Telecomunica\u00e7\u00f5es, Portugal","institution_ids":["https://openalex.org/I4210120471"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101708734","display_name":"Pedro Henrique Martins","orcid":"https://orcid.org/0000-0002-8038-9073"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pedro Henrique Martins","raw_affiliation_strings":["Unbabel, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unbabel, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013007353","display_name":"Amanda Bertsch","orcid":"https://orcid.org/0000-0002-1368-1111"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amanda Bertsch","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103075338","display_name":"Jos\u00e9 G. C. de Souza","orcid":"https://orcid.org/0000-0001-6344-7633"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jos\u00e9 G. C. de Souza","raw_affiliation_strings":["Unbabel, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unbabel, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113920761","display_name":"Shuyan Zhou","orcid":"https://orcid.org/0009-0002-8868-7996"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuyan Zhou","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004225142","display_name":"Tongshuang Wu","orcid":"https://orcid.org/0000-0003-1630-0588"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tongshuang Wu","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068811427","display_name":"Graham Neubig","orcid":"https://orcid.org/0000-0002-2072-3789"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Graham Neubig","raw_affiliation_strings":["Carnegie Mellon University, USA","Inspired Cognition, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Inspired Cognition, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051693368","display_name":"Andr\u00e9 F. T. Martins","orcid":"https://orcid.org/0000-0001-8282-625X"},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]},{"id":"https://openalex.org/I4387152517","display_name":"Instituto Superior T\u00e9cnico","ror":"https://ror.org/03db2by73","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103","https://openalex.org/I4387152517"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Andr\u00e9 F. T. Martins","raw_affiliation_strings":["Instituto Superior T\u00e9cnico (Lisbon ELLIS Unit), Portugal","Instituto de Telecomunica\u00e7\u00f5es, Portugal","Unbabel, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto Superior T\u00e9cnico (Lisbon ELLIS Unit), Portugal","institution_ids":["https://openalex.org/I4387152517"]},{"raw_affiliation_string":"Instituto de Telecomunica\u00e7\u00f5es, Portugal","institution_ids":["https://openalex.org/I4210120471"]},{"raw_affiliation_string":"Unbabel, Portugal","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5061762931"],"corresponding_institution_ids":["https://openalex.org/I4210120471","https://openalex.org/I4387152517","https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":6.0278,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.96980604,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"1643","last_page":"1668"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8365598917007446},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.6038832068443298},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5463285446166992},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5026609897613525},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.4824100732803345},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.4552123248577118},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4422045648097992},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.43200206756591797},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35725128650665283},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3446751832962036}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8365598917007446},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.6038832068443298},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5463285446166992},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5026609897613525},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.4824100732803345},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.4552123248577118},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4422045648097992},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43200206756591797},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35725128650665283},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3446751832962036},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00626","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00626","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00626/2199585/tacl_a_00626.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ee92ddbec0f14e6f8368052000e70c47","is_oa":true,"landing_page_url":"https://doaj.org/article/ee92ddbec0f14e6f8368052000e70c47","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 11 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00626","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00626","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00626/2199585/tacl_a_00626.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7900000214576721}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null},{"id":"https://openalex.org/F4320335334","display_name":"Defence Science and Technology Group","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390035079.pdf","grobid_xml":"https://content.openalex.org/works/W4390035079.grobid-xml"},"referenced_works_count":181,"referenced_works":["https://openalex.org/W648152870","https://openalex.org/W1501005121","https://openalex.org/W1518435216","https://openalex.org/W1525136198","https://openalex.org/W1557517019","https://openalex.org/W1654441844","https://openalex.org/W1763790326","https://openalex.org/W1970381522","https://openalex.org/W1975879668","https://openalex.org/W2022305914","https://openalex.org/W2022433169","https://openalex.org/W2034532433","https://openalex.org/W2053154970","https://openalex.org/W2061504941","https://openalex.org/W2108984739","https://openalex.org/W2117733879","https://openalex.org/W2119717200","https://openalex.org/W2121110499","https://openalex.org/W2125943921","https://openalex.org/W2157726050","https://openalex.org/W2250872883","https://openalex.org/W2337601653","https://openalex.org/W2462906003","https://openalex.org/W2472097883","https://openalex.org/W2514996388","https://openalex.org/W2612675303","https://openalex.org/W2736601468","https://openalex.org/W2738658885","https://openalex.org/W2741672218","https://openalex.org/W2758374095","https://openalex.org/W2762221702","https://openalex.org/W2788210317","https://openalex.org/W2796933306","https://openalex.org/W2804665012","https://openalex.org/W2896780650","https://openalex.org/W2901707424","https://openalex.org/W2912150279","https://openalex.org/W2944726436","https://openalex.org/W2949733514","https://openalex.org/W2950018712","https://openalex.org/W2950314731","https://openalex.org/W2953981431","https://openalex.org/W2962767298","https://openalex.org/W2963218093","https://openalex.org/W2963228265","https://openalex.org/W2963463964","https://openalex.org/W2963567240","https://openalex.org/W2971032890","https://openalex.org/W2971307358","https://openalex.org/W2973379954","https://openalex.org/W3027453785","https://openalex.org/W3035091181","https://openalex.org/W3035252911","https://openalex.org/W3035408261","https://openalex.org/W3046696240","https://openalex.org/W3047185145","https://openalex.org/W3098467034","https://openalex.org/W3105214104","https://openalex.org/W3116890199","https://openalex.org/W3120532656","https://openalex.org/W3133702157","https://openalex.org/W3148330722","https://openalex.org/W3154565472","https://openalex.org/W3159892921","https://openalex.org/W3160694721","https://openalex.org/W3163443091","https://openalex.org/W3169611685","https://openalex.org/W3171896931","https://openalex.org/W3174519801","https://openalex.org/W3195577433","https://openalex.org/W3200267462","https://openalex.org/W3200980294","https://openalex.org/W3203959757","https://openalex.org/W3205523989","https://openalex.org/W3205802827","https://openalex.org/W3212327893","https://openalex.org/W3213241618","https://openalex.org/W3213620113","https://openalex.org/W3214105842","https://openalex.org/W3214650420","https://openalex.org/W4206236515","https://openalex.org/W4206256378","https://openalex.org/W4206775337","https://openalex.org/W4223477065","https://openalex.org/W4223569930","https://openalex.org/W4223908421","https://openalex.org/W4225006216","https://openalex.org/W4225087525","https://openalex.org/W4225934689","https://openalex.org/W4226269280","https://openalex.org/W4226278401","https://openalex.org/W4226399820","https://openalex.org/W4229868159","https://openalex.org/W4281392527","https://openalex.org/W4282968607","https://openalex.org/W4285484119","https://openalex.org/W4286899123","https://openalex.org/W4287674181","https://openalex.org/W4287887895","https://openalex.org/W4287889965","https://openalex.org/W4287890491","https://openalex.org/W4289596420","https://openalex.org/W4293138840","https://openalex.org/W4293561951","https://openalex.org/W4294435850","https://openalex.org/W4298181573","https://openalex.org/W4300230145","https://openalex.org/W4308014717","https://openalex.org/W4308615640","https://openalex.org/W4308616811","https://openalex.org/W4308764932","https://openalex.org/W4308902180","https://openalex.org/W4311430276","https://openalex.org/W4311991106","https://openalex.org/W4312851944","https://openalex.org/W4313559133","https://openalex.org/W4319167005","https://openalex.org/W4320341456","https://openalex.org/W4321392329","https://openalex.org/W4322718421","https://openalex.org/W4324108791","https://openalex.org/W4353112996","https://openalex.org/W4361807044","https://openalex.org/W4361866126","https://openalex.org/W4362508231","https://openalex.org/W4362656036","https://openalex.org/W4365205411","https://openalex.org/W4365211596","https://openalex.org/W4377121527","https://openalex.org/W4377297670","https://openalex.org/W4378771755","https://openalex.org/W4378908626","https://openalex.org/W4382239602","https://openalex.org/W4384111857","https://openalex.org/W4384918448","https://openalex.org/W4385436553","https://openalex.org/W4385567201","https://openalex.org/W4385571158","https://openalex.org/W4385571841","https://openalex.org/W4385572248","https://openalex.org/W4385572830","https://openalex.org/W4385573234","https://openalex.org/W4385573461","https://openalex.org/W4385573849","https://openalex.org/W4385574295","https://openalex.org/W4385894687","https://openalex.org/W4386566763","https://openalex.org/W4404815085","https://openalex.org/W6606555070","https://openalex.org/W6631720330","https://openalex.org/W6637280187","https://openalex.org/W6691459612","https://openalex.org/W6691492844","https://openalex.org/W6721933647","https://openalex.org/W6732742072","https://openalex.org/W6741002519","https://openalex.org/W6756274953","https://openalex.org/W6764976746","https://openalex.org/W6779718580","https://openalex.org/W6781254577","https://openalex.org/W6788606953","https://openalex.org/W6791720600","https://openalex.org/W6793886675","https://openalex.org/W6800751262","https://openalex.org/W6804664148","https://openalex.org/W6811034136","https://openalex.org/W6811129797","https://openalex.org/W6838970532","https://openalex.org/W6839809596","https://openalex.org/W6842239938","https://openalex.org/W6842669898","https://openalex.org/W6843975101","https://openalex.org/W6846739993","https://openalex.org/W6846930601","https://openalex.org/W6850359928","https://openalex.org/W6851560035","https://openalex.org/W6851780898","https://openalex.org/W6852222651","https://openalex.org/W6852418670","https://openalex.org/W6852652558","https://openalex.org/W6854340891"],"related_works":["https://openalex.org/W2148276612","https://openalex.org/W2367925007","https://openalex.org/W3015724364","https://openalex.org/W4288263119","https://openalex.org/W2967994095","https://openalex.org/W4285240985","https://openalex.org/W2900126711","https://openalex.org/W4225162083","https://openalex.org/W3202115945","https://openalex.org/W2542958340"],"abstract_inverted_index":{"Abstract":[0],"Natural":[1],"language":[2,14,86,169],"generation":[3],"has":[4,79],"witnessed":[5],"significant":[6],"advancements":[7],"due":[8],"to":[9,71,83,97,125,171],"the":[10,101,121,160,182],"training":[11,130,137],"of":[12,48,75,104,159,163,178,192],"large":[13,168],"models":[15,29,53,170],"on":[16,175],"vast":[17],"internet-scale":[18],"datasets.":[19],"Despite":[20],"these":[21,50],"advancements,":[22],"there":[23],"exists":[24],"a":[25,91,176,190],"critical":[26],"challenge:":[27],"These":[28],"can":[30,111],"inadvertently":[31],"generate":[32],"content":[33],"that":[34,78],"is":[35,59],"toxic,":[36],"inaccurate,":[37],"and":[38,40,65,99,117,119,149,180],"unhelpful,":[39],"existing":[41,95,143],"automatic":[42],"evaluation":[43],"metrics":[44],"often":[45],"fall":[46],"short":[47],"identifying":[49],"shortcomings.":[51],"As":[52],"become":[54],"more":[55],"capable,":[56],"human":[57,81,185],"feedback":[58,82,110,127,135,138,152],"an":[60,73,157],"invaluable":[61],"signal":[62],"for":[63,129,145,184],"evaluating":[64],"improving":[66],"models.":[67,139],"This":[68],"survey":[69,194],"aims":[70],"provide":[72,156],"overview":[74,158],"recent":[76],"research":[77,96],"leveraged":[80],"improve":[84],"natural":[85],"generation.":[87],"First,":[88],"we":[89,107,155],"introduce":[90],"taxonomy":[92],"distilled":[93],"from":[94],"categorize":[98],"organize":[100],"varied":[102],"forms":[103],"feedback.":[105],"Next,":[106],"discuss":[108,142],"how":[109],"be":[112],"described":[113],"by":[114],"its":[115],"format":[116],"objective,":[118],"cover":[120],"two":[122],"approaches":[123],"proposed":[124],"use":[126],"(either":[128],"or":[131,136],"decoding):":[132],"directly":[133],"using":[134],"We":[140,187],"also":[141,188],"datasets":[144],"human-feedback":[146],"data":[147],"collection,":[148],"concerns":[150],"surrounding":[151],"collection.":[153],"Finally,":[154],"nascent":[161],"field":[162],"AI":[164],"feedback,":[165],"which":[166],"uses":[167],"make":[172],"judgments":[173],"based":[174],"set":[177],"principles":[179],"minimize":[181],"need":[183],"intervention.":[186],"release":[189],"website":[191],"this":[193],"at":[195],"feedback-gap-survey.info.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":7}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}