{"id":"https://openalex.org/W4396753510","doi":"https://doi.org/10.1109/access.2024.3398553","title":"Opinerium: Subjective Question Generation Using Large Language Models","display_name":"Opinerium: Subjective Question Generation Using Large Language Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396753510","doi":"https://doi.org/10.1109/access.2024.3398553"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3398553","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3398553","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10522667.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10522667.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029751847","display_name":"Pedram Babakhani","orcid":"https://orcid.org/0000-0001-9584-7519"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Pedram Babakhani","raw_affiliation_strings":["DAI-Labor, Technische Universit&#x00E4;t Berlin, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9584-7519","affiliations":[{"raw_affiliation_string":"DAI-Labor, Technische Universit&#x00E4;t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105405650","display_name":"Andreas Lommatzsch","orcid":"https://orcid.org/0009-0009-0532-7081"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Lommatzsch","raw_affiliation_strings":["DAI-Labor, Technische Universit&#x00E4;t Berlin, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DAI-Labor, Technische Universit&#x00E4;t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020270103","display_name":"Torben Brodt","orcid":"https://orcid.org/0009-0008-0650-7490"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Torben Brodt","raw_affiliation_strings":["Opinary GmbH, Berlin, Germany"],"raw_orcid":"https://orcid.org/0009-0008-0650-7490","affiliations":[{"raw_affiliation_string":"Opinary GmbH, Berlin, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5096971509","display_name":"Doreen Sacker","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Doreen Sacker","raw_affiliation_strings":["Opinary GmbH, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Opinary GmbH, Berlin, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070946785","display_name":"Fikret Sivrikaya","orcid":"https://orcid.org/0000-0003-0067-4761"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fikret Sivrikaya","raw_affiliation_strings":["GT-ARC gGmbH, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0067-4761","affiliations":[{"raw_affiliation_string":"GT-ARC gGmbH, Berlin, Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089847337","display_name":"\u015eahin Albayrak","orcid":"https://orcid.org/0000-0001-5092-4584"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sahin Albayrak","raw_affiliation_strings":["DAI-Labor, Technische Universit&#x00E4;t Berlin, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5092-4584","affiliations":[{"raw_affiliation_string":"DAI-Labor, Technische Universit&#x00E4;t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.9249,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.91601303,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"66085","last_page":"66099"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7905288934707642},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5046027898788452},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4647568464279175},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4635220468044281},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45504844188690186},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4318509101867676},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.09481200575828552}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7905288934707642},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5046027898788452},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4647568464279175},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4635220468044281},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45504844188690186},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4318509101867676},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.09481200575828552},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3398553","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3398553","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10522667.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0fbc3111e8bd4d0db4747b36ae75e62b","is_oa":true,"landing_page_url":"https://doaj.org/article/0fbc3111e8bd4d0db4747b36ae75e62b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 66085-66099 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3398553","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3398553","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10522667.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396753510.pdf"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W66373487","https://openalex.org/W321051970","https://openalex.org/W2002514548","https://openalex.org/W2098555131","https://openalex.org/W2101105183","https://openalex.org/W2133512280","https://openalex.org/W2151967815","https://openalex.org/W2160204597","https://openalex.org/W2548006041","https://openalex.org/W2779594574","https://openalex.org/W2896457183","https://openalex.org/W2902360757","https://openalex.org/W2923280274","https://openalex.org/W2937991437","https://openalex.org/W2952890017","https://openalex.org/W2955199733","https://openalex.org/W2962717047","https://openalex.org/W2963964519","https://openalex.org/W2965373594","https://openalex.org/W2970295111","https://openalex.org/W2979826702","https://openalex.org/W2980282514","https://openalex.org/W2984284833","https://openalex.org/W2988673764","https://openalex.org/W2989613245","https://openalex.org/W3013019789","https://openalex.org/W3034879633","https://openalex.org/W3034999214","https://openalex.org/W3035252911","https://openalex.org/W3116394266","https://openalex.org/W3159769162","https://openalex.org/W3174542349","https://openalex.org/W4233023712","https://openalex.org/W4282573562","https://openalex.org/W4285245049","https://openalex.org/W4286506316","https://openalex.org/W4288089799","https://openalex.org/W4288112344","https://openalex.org/W4307079201","https://openalex.org/W4307273670","https://openalex.org/W4318480794","https://openalex.org/W4322718191","https://openalex.org/W4385571760","https://openalex.org/W6630021417","https://openalex.org/W6631875545","https://openalex.org/W6751104502","https://openalex.org/W6761205521","https://openalex.org/W6766978945","https://openalex.org/W6767754953","https://openalex.org/W6768817161","https://openalex.org/W6769311223","https://openalex.org/W6769627184","https://openalex.org/W6769915798","https://openalex.org/W6778883912","https://openalex.org/W6847076894","https://openalex.org/W6850625674"],"related_works":["https://openalex.org/W2375480909","https://openalex.org/W2353314428","https://openalex.org/W2012019886","https://openalex.org/W2166090428","https://openalex.org/W2381021552","https://openalex.org/W2354749003","https://openalex.org/W2377121353","https://openalex.org/W2350529538","https://openalex.org/W2076713575","https://openalex.org/W3204019825"],"abstract_inverted_index":{"This":[0,83],"paper":[1,209],"presents":[2],"a":[3,57,89,101,118],"comprehensive":[4],"study":[5,124],"on":[6,27,43,56,215],"generating":[7,45,225],"subjective":[8,46,139,226],"inquiries":[9],"for":[10,77],"news":[11,94],"media":[12,20],"posts":[13],"to":[14,48,131,137,244],"empower":[15],"public":[16],"engagement":[17],"with":[18,32,97,126],"trending":[19],"topics.":[21],"While":[22],"previous":[23],"studies":[24],"primarily":[25],"focused":[26],"factual":[28],"and":[29,74,141,151,168,177,183,231],"objective":[30],"questions":[31,47],"explicit":[33],"or":[34],"implicit":[35],"answers":[36],"in":[37,145,224],"the":[38,64,78,112,127,142,188,192,216,222,239],"text,":[39],"this":[40],"research":[41,61],"concentrates":[42],"automatically":[44],"directly":[49],"elicit":[50],"personal":[51],"preference":[52],"from":[53],"individuals":[54],"based":[55,214],"given":[58],"text.":[59],"The":[60,123,185,208],"methodology":[62],"involves":[63],"application":[65],"of":[66,72,80,114,153,191],"fine-tuning":[67],"techniques":[68],"across":[69],"multiple":[70],"iterations":[71],"flan-T5":[73,193],"GPT3":[75],"architectures":[76,156],"task":[79],"Seq2Seq":[81],"generation.":[82],"approach":[84],"is":[85,104],"meticulously":[86],"evaluated":[87],"using":[88,106],"custom":[90],"dataset":[91],"comprising":[92],"40,000":[93],"articles":[95],"along":[96],"human-generated":[98],"questions.":[99,227],"Furthermore,":[100],"comparative":[102],"analysis":[103,243],"conducted":[105],"zero-shot":[107],"prompting":[108],"via":[109],"ChatGPT,":[110],"juxtaposing":[111],"performance":[113],"fine-tuned":[115],"models":[116],"against":[117],"significantly":[119],"larger":[120],"language":[121],"model.":[122],"grapples":[125],"inherent":[128,143],"challenges":[129],"tied":[130],"evaluating":[132],"opinion-based":[133],"question":[134],"generation":[135],"due":[136],"its":[138],"nature":[140],"uncertainty":[144],"determining":[146],"answers.":[147],"A":[148],"thorough":[149],"investigation":[150],"comparison":[152],"two":[154],"transformer":[155],"are":[157],"undertaken":[158],"utilizing":[159],"conventional":[160],"lexical":[161],"overlap":[162],"metrics":[163,173,202,235],"such":[164,180],"as":[165,181,221],"BLEU,":[166],"ROUGE,":[167],"METEOR,":[169],"alongside":[170],"semantic":[171],"similarity":[172],"encompassing":[174],"BERTScore,":[175],"BLEURT,":[176],"answerability":[178],"scores":[179],"QAScore,":[182],"RQUGE.":[184],"findings":[186],"underscore":[187],"marked":[189],"superiority":[190],"model":[194],"over":[195],"GPT3,":[196],"substantiated":[197],"not":[198],"only":[199],"by":[200,237],"quantitative":[201],"but":[203],"also":[204],"through":[205],"human":[206],"evaluations.":[207],"introduces":[210],"<italic":[211],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[212],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Opinerium</i>":[213],"open-source":[217],"flan-T5-Large":[218],"model,":[219],"identified":[220],"pacesetter":[223],"Additionally,":[228],"we":[229],"challenge":[230],"assess":[232],"all":[233],"aforementioned":[234],"thoroughly":[236],"investigating":[238],"pairwise":[240],"Spearman":[241],"correlation":[242],"identify":[245],"robust":[246],"metrics.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2025-10-10T00:00:00"}