{"id":"https://openalex.org/W7168248873","doi":"https://doi.org/10.1145/3805713.3820425","title":"<scp>DoGMaTiQ:</scp> Automated Generation of Question-and-Answer Nuggets for Report Evaluation","display_name":"<scp>DoGMaTiQ:</scp> Automated Generation of Question-and-Answer Nuggets for Report Evaluation","publication_year":2026,"publication_date":"2026-07-14","ids":{"openalex":"https://openalex.org/W7168248873","doi":"https://doi.org/10.1145/3805713.3820425"},"language":null,"primary_location":{"id":"doi:10.1145/3805713.3820425","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805713.3820425","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805713.3820425","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140621960","display_name":"Bryan Li","orcid":"https://orcid.org/0000-0002-5779-1662"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bryan Li","raw_affiliation_strings":["Google, New York, NY, USA and University of Pennsylvania, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5779-1662","affiliations":[{"raw_affiliation_string":"Google, New York, NY, USA and University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140718735","display_name":"William Walden","orcid":"https://orcid.org/0000-0001-9931-2861"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Walden","raw_affiliation_strings":["Johns Hopkins University, Baltimore, MD, USA"],"raw_orcid":"https://orcid.org/0000-0001-9931-2861","affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140673989","display_name":"Yu Hou","orcid":"https://orcid.org/0000-0002-2404-7570"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Hou","raw_affiliation_strings":["University of Maryland, College Park, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-2404-7570","affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140606248","display_name":"Gabrielle Kaili-May Liu","orcid":"https://orcid.org/0000-0002-0603-1655"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gabrielle Kaili-May Liu","raw_affiliation_strings":["Yale University, New Haven, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-0603-1655","affiliations":[{"raw_affiliation_string":"Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140744748","display_name":"Dawn Lawrie","orcid":"https://orcid.org/0000-0001-7347-7086"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dawn Lawrie","raw_affiliation_strings":["Johns Hopkins University, Baltimore, MD, USA"],"raw_orcid":"https://orcid.org/0000-0001-7347-7086","affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140744919","display_name":"James Mayfield","orcid":"https://orcid.org/0000-0003-3866-3013"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Mayfield","raw_affiliation_strings":["Johns Hopkins University, Baltimore, MD, USA"],"raw_orcid":"https://orcid.org/0000-0003-3866-3013","affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140602690","display_name":"Eugene Yang","orcid":"https://orcid.org/0000-0002-0051-1535"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eugene Yang","raw_affiliation_strings":["Johns Hopkins University, Baltimore, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-0051-1535","affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140683410","display_name":"Chris Callison-Burch","orcid":"https://orcid.org/0000-0001-8196-1943"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Callison-Burch","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8196-1943","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5140633869","display_name":"Laura Dietz","orcid":"https://orcid.org/0000-0003-1624-3907"},"institutions":[{"id":"https://openalex.org/I161057412","display_name":"University of New Hampshire","ror":"https://ror.org/01rmh9n78","country_code":"US","type":"education","lineage":["https://openalex.org/I161057412"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laura Dietz","raw_affiliation_strings":["University of New Hampshire, Durham, NH, USA"],"raw_orcid":"https://orcid.org/0000-0003-1624-3907","affiliations":[{"raw_affiliation_string":"University of New Hampshire, Durham, NH, USA","institution_ids":["https://openalex.org/I161057412"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"230","last_page":"240"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.31940001249313354},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.25999999046325684},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.25279998779296875},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.23899999260902405},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.2378000020980835}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4973999857902527},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.31940001249313354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3125999867916107},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2401999980211258},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.23899999260902405},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2378000020980835},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.23409999907016754},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.22059999406337738}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805713.3820425","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805713.3820425","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805713.3820425","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805713.3820425","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1974205932","https://openalex.org/W2963661590","https://openalex.org/W2995936766","https://openalex.org/W4384107234","https://openalex.org/W4392869958","https://openalex.org/W4396812188","https://openalex.org/W4401023413","https://openalex.org/W4401043284","https://openalex.org/W4401330297","https://openalex.org/W4412377058","https://openalex.org/W4416034331","https://openalex.org/W7167901679"],"related_works":[],"abstract_inverted_index":{"Evaluation":[0],"of":[1,15,28,38],"long-form,":[2],"citation-backed":[3],"reports":[4],"has":[5,57],"lately":[6],"received":[7],"significant":[8],"attention":[9],"due":[10],"to":[11,21,33],"the":[12,26,43,67,71,74],"wide-scale":[13],"adoption":[14],"retrieval-augmented":[16],"generation":[17],"(RAG)":[18],"systems.":[19],"Core":[20],"many":[22],"evaluation":[23],"frameworks":[24],"is":[25],"use":[27],"atomic":[29],"facts,":[30],"or":[31],"nuggets,":[32],"assess":[34],"a":[35],"report's":[36],"coverage":[37],"query-relevant":[39],"information":[40,68],"attested":[41],"in":[42],"underlying":[44],"collection.":[45],"While":[46],"nuggets":[47],"have":[48],"traditionally":[49],"been":[50],"represented":[51],"as":[52],"short":[53],"statements,":[54],"recent":[55],"work":[56],"used":[58],"question-answer":[59],"(QA)":[60],"representations,":[61],"enabling":[62],"fine-grained":[63],"evaluations":[64],"that":[65,78],"decouple":[66],"need":[69],"(i.e.":[70,81],"question)":[72],"from":[73],"potentially":[75],"diverse":[76],"content":[77],"satisfies":[79],"it":[80],"its":[82],"answers).":[83]},"counts_by_year":[],"updated_date":"2026-07-16T05:54:29.318815","created_date":"2026-07-15T00:00:00"}