{"id":"https://openalex.org/W4416018064","doi":"https://doi.org/10.1145/3746252.3761653","title":"PEQQS: a Dataset for Probing Extractive Quantity-focused Question Answering from Scientific Literature","display_name":"PEQQS: a Dataset for Probing Extractive Quantity-focused Question Answering from Scientific Literature","publication_year":2025,"publication_date":"2025-11-08","ids":{"openalex":"https://openalex.org/W4416018064","doi":"https://doi.org/10.1145/3746252.3761653"},"language":null,"primary_location":{"id":"doi:10.1145/3746252.3761653","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3761653","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002115688","display_name":"Maciej Rybi\u0144ski","orcid":"https://orcid.org/0000-0002-0174-0567"},"institutions":[{"id":"https://openalex.org/I82767444","display_name":"Universidad de M\u00e1laga","ror":"https://ror.org/036b2ww28","country_code":"ES","type":"education","lineage":["https://openalex.org/I82767444"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Maciej Rybinski","raw_affiliation_strings":["ITIS, University of M\u00e1laga, M\u00e1laga, Spain"],"raw_orcid":"https://orcid.org/0000-0002-0174-0567","affiliations":[{"raw_affiliation_string":"ITIS, University of M\u00e1laga, M\u00e1laga, Spain","institution_ids":["https://openalex.org/I82767444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021857737","display_name":"Necva B\u00f6l\u00fcc\u00fc","orcid":"https://orcid.org/0000-0001-8121-3048"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Necva B\u00f6l\u00fcc\u00fc","raw_affiliation_strings":["CSIRO, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8121-3048","affiliations":[{"raw_affiliation_string":"CSIRO, Sydney, Australia","institution_ids":["https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113392975","display_name":"Huichen Yang","orcid":"https://orcid.org/0009-0002-9767-1021"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Huichen Yang","raw_affiliation_strings":["CSIRO, Sydney, Australia"],"raw_orcid":"https://orcid.org/0009-0002-9767-1021","affiliations":[{"raw_affiliation_string":"CSIRO, Sydney, Australia","institution_ids":["https://openalex.org/I1292875679"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008748003","display_name":"Stephen Wan","orcid":"https://orcid.org/0000-0001-7505-1417"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Stephen Wan","raw_affiliation_strings":["CSIRO, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7505-1417","affiliations":[{"raw_affiliation_string":"CSIRO, Sydney, Australia","institution_ids":["https://openalex.org/I1292875679"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16581884,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6513","last_page":"6517"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6179999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6179999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0763000026345253,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.03020000085234642,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.8453999757766724},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.6863999962806702},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.46549999713897705},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.43529999256134033},{"id":"https://openalex.org/keywords/scientific-literature","display_name":"Scientific literature","score":0.37389999628067017},{"id":"https://openalex.org/keywords/questions-and-answers","display_name":"Questions and answers","score":0.3416000008583069}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.8453999757766724},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.6863999962806702},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.651199996471405},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5885000228881836},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46549999713897705},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.43529999256134033},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38499999046325684},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.37389999628067017},{"id":"https://openalex.org/C3019144022","wikidata":"https://www.wikidata.org/wiki/Q4124998","display_name":"Questions and answers","level":2,"score":0.3416000008583069},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.3025999963283539},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.29649999737739563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.289000004529953},{"id":"https://openalex.org/C44083865","wikidata":"https://www.wikidata.org/wiki/Q3853443","display_name":"Mean reciprocal rank","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C551230270","wikidata":"https://www.wikidata.org/wiki/Q4368942","display_name":"Data retrieval","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C2776240099","wikidata":"https://www.wikidata.org/wiki/Q327018","display_name":"Interrogation","level":2,"score":0.26420000195503235}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746252.3761653","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3761653","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1981208470","https://openalex.org/W2970482702","https://openalex.org/W3015453090","https://openalex.org/W3099977667","https://openalex.org/W3183659444","https://openalex.org/W4384637095"],"related_works":[],"abstract_inverted_index":{"Question":[0],"Answering":[1],"(QA)":[2],"and":[3,70,93],"Information":[4],"Retrieval":[5,34],"(IR)":[6],"play":[7],"a":[8],"crucial":[9],"role":[10],"in":[11,15,44],"information-seeking":[12],"pipelines":[13],"implemented":[14],"many":[16,45],"emerging":[17,48],"AI":[18],"research":[19],"assistant":[20,73],"applications.":[21],"Large":[22],"Language":[23],"Models":[24],"(LLMs)":[25],"have":[26],"demonstrated":[27],"exceptional":[28],"effectiveness":[29],"on":[30,59],"QA":[31],"tasks,":[32],"with":[33],"Augmented":[35],"Generation":[36],"(RAG)":[37],"techniques":[38],"often":[39],"boosting":[40],"the":[41,50,54,60,63,67,71,75,81,87,90,94,97],"results.":[42],"However,":[43],"of":[46,52,80,89,96],"those":[47],"applications,":[49],"onus":[51],"conducting":[53],"actual":[55],"literature":[56,69],"search":[57,92],"falls":[58],"user,":[61],"i.e.":[62],"user":[64],"searches":[65],"for":[66],"relevant":[68],"LLM-based":[72],"extracts":[74],"solicited":[76],"answers":[77],"from":[78],"each":[79],"user-supplied":[82],"documents.":[83],"The":[84],"interplay":[85],"between":[86],"quality":[88,95],"user-conducted":[91],"final":[98],"results":[99],"remains":[100],"understudied.":[101]},"counts_by_year":[],"updated_date":"2025-11-08T23:25:12.792448","created_date":"2025-11-08T00:00:00"}