{"id":"https://openalex.org/W4392174065","doi":"https://doi.org/10.1109/access.2024.3370444","title":"Language Models Fine-Tuning for Automatic Format Reconstruction of SEC Financial Filings","display_name":"Language Models Fine-Tuning for Automatic Format Reconstruction of SEC Financial Filings","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392174065","doi":"https://doi.org/10.1109/access.2024.3370444"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3370444","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3370444","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10445214.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10445214.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054683542","display_name":"Gianfranco Lombardo","orcid":"https://orcid.org/0000-0003-1808-4487"},"institutions":[{"id":"https://openalex.org/I124601658","display_name":"University of Parma","ror":"https://ror.org/02k7wn190","country_code":"IT","type":"education","lineage":["https://openalex.org/I124601658"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gianfranco Lombardo","raw_affiliation_strings":["Department of Engineering and Architecture, University of Parma, Parma, Italy","Department of Engineering and Architecture - University of Parma, Parma, Italy"],"raw_orcid":"https://orcid.org/0000-0003-1808-4487","affiliations":[{"raw_affiliation_string":"Department of Engineering and Architecture, University of Parma, Parma, Italy","institution_ids":["https://openalex.org/I124601658"]},{"raw_affiliation_string":"Department of Engineering and Architecture - University of Parma, Parma, Italy","institution_ids":["https://openalex.org/I124601658"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094006444","display_name":"Giuseppe Trimigno","orcid":null},"institutions":[{"id":"https://openalex.org/I124601658","display_name":"University of Parma","ror":"https://ror.org/02k7wn190","country_code":"IT","type":"education","lineage":["https://openalex.org/I124601658"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giuseppe Trimigno","raw_affiliation_strings":["Department of Engineering and Architecture, University of Parma, Parma, Italy","Department of Engineering and Architecture - University of Parma, Parma, Italy"],"raw_orcid":"https://orcid.org/0009-0005-1907-2885","affiliations":[{"raw_affiliation_string":"Department of Engineering and Architecture, University of Parma, Parma, Italy","institution_ids":["https://openalex.org/I124601658"]},{"raw_affiliation_string":"Department of Engineering and Architecture - University of Parma, Parma, Italy","institution_ids":["https://openalex.org/I124601658"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034806238","display_name":"Mattia Pellegrino","orcid":"https://orcid.org/0000-0002-6592-7451"},"institutions":[{"id":"https://openalex.org/I124601658","display_name":"University of Parma","ror":"https://ror.org/02k7wn190","country_code":"IT","type":"education","lineage":["https://openalex.org/I124601658"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mattia Pellegrino","raw_affiliation_strings":["Department of Engineering and Architecture, University of Parma, Parma, Italy","Department of Engineering and Architecture - University of Parma, Parma, Italy"],"raw_orcid":"https://orcid.org/0000-0002-6592-7451","affiliations":[{"raw_affiliation_string":"Department of Engineering and Architecture, University of Parma, Parma, Italy","institution_ids":["https://openalex.org/I124601658"]},{"raw_affiliation_string":"Department of Engineering and Architecture - University of Parma, Parma, Italy","institution_ids":["https://openalex.org/I124601658"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090205116","display_name":"Stefano Cagnoni","orcid":"https://orcid.org/0000-0003-4669-512X"},"institutions":[{"id":"https://openalex.org/I124601658","display_name":"University of Parma","ror":"https://ror.org/02k7wn190","country_code":"IT","type":"education","lineage":["https://openalex.org/I124601658"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Cagnoni","raw_affiliation_strings":["Department of Engineering and Architecture, University of Parma, Parma, Italy","Department of Engineering and Architecture - University of Parma, Parma, Italy"],"raw_orcid":"https://orcid.org/0000-0003-4669-512X","affiliations":[{"raw_affiliation_string":"Department of Engineering and Architecture, University of Parma, Parma, Italy","institution_ids":["https://openalex.org/I124601658"]},{"raw_affiliation_string":"Department of Engineering and Architecture - University of Parma, Parma, Italy","institution_ids":["https://openalex.org/I124601658"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I124601658"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.1926,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.78640874,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"12","issue":null,"first_page":"31249","last_page":"31261"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11653","display_name":"Financial Distress and Bankruptcy Prediction","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13794","display_name":"Financial Reporting and XBRL","score":0.932699978351593,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6194899082183838},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.32605451345443726}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6194899082183838},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.32605451345443726}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3370444","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3370444","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10445214.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e933a6960ab4428b8ff938d9a3db454f","is_oa":true,"landing_page_url":"https://doaj.org/article/e933a6960ab4428b8ff938d9a3db454f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 31249-31261 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3370444","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3370444","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10445214.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392174065.pdf","grobid_xml":"https://content.openalex.org/works/W4392174065.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W379265440","https://openalex.org/W1566289585","https://openalex.org/W2001640531","https://openalex.org/W2064675550","https://openalex.org/W2095847349","https://openalex.org/W2295598076","https://openalex.org/W2896457183","https://openalex.org/W2897596136","https://openalex.org/W2923014074","https://openalex.org/W2962990490","https://openalex.org/W2963748441","https://openalex.org/W2964110616","https://openalex.org/W2965373594","https://openalex.org/W2970597249","https://openalex.org/W2993958139","https://openalex.org/W3007587150","https://openalex.org/W3088261078","https://openalex.org/W3122309589","https://openalex.org/W3125952890","https://openalex.org/W4224254394","https://openalex.org/W4252402383","https://openalex.org/W4281776437","https://openalex.org/W4285211716","https://openalex.org/W4292687899","https://openalex.org/W4300485781","https://openalex.org/W4385245566","https://openalex.org/W4391904238","https://openalex.org/W6706363465","https://openalex.org/W6739901393","https://openalex.org/W6749505818","https://openalex.org/W6755207826","https://openalex.org/W6763701032","https://openalex.org/W6767182473"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0],"analysis":[1],"of":[2,65,103,162,169],"financial":[3,183],"reports":[4,17,184],"is":[5,188],"a":[6,32,43,107,122,199,205,217],"crucial":[7,29],"task":[8,110],"for":[9,190],"investors":[10],"and":[11,24,49,63,70,94,136,174,181],"regulators,":[12],"especially":[13],"the":[14,21,36,51,66,104,115,138,196,212],"mandatory":[15],"annual":[16],"(10-K)":[18],"required":[19],"by":[20],"SEC":[22,41,213],"(Securities":[23],"Exchange":[25],"Commission)":[26],"that":[27,208],"provide":[28],"information":[30],"about":[31],"public":[33,206],"company":[34,207],"in":[35,53,155,160,167,198],"American":[37],"stock":[38],"market.":[39],"Although":[40],"suggests":[42],"specific":[44],"document":[45,170],"format":[46,62,102,214],"to":[47,97,126,147,179,204,220],"standardize":[48],"simplify":[50],"analysis,":[52],"recent":[54],"years,":[55],"several":[56],"companies":[57],"have":[58],"introduced":[59],"their":[60],"own":[61],"organization":[64],"contents,":[67],"making":[68],"human-based":[69],"automatic":[71],"knowledge":[72],"extraction":[73],"inherently":[74],"more":[75],"difficult.":[76],"In":[77,118],"this":[78,132,150,186],"research":[79],"work,":[80],"we":[81,120],"investigate":[82],"different":[83,157],"Neural":[84],"language":[85,129],"models":[86,130],"based":[87],"on":[88,131],"Transformer":[89],"networks":[90],"(Bidirectional":[91],"recurrence-based,":[92],"Autoregressive-based,":[93],"Autoencoders-based":[95],"approaches)":[96],"automatically":[98],"reconstruct":[99,221],"an":[100],"SEC-like":[101],"documents":[105],"as":[106],"multi-class":[108],"classification":[109],"with":[111,149,177],"18":[112],"classes":[113],"at":[114],"sentence":[116],"level.":[117],"particular,":[119],"propose":[121,135],"Bidirectional":[123],"fine-tuning":[124],"procedure":[125],"specialize":[127],"pre-trained":[128],"task.":[133,151],"We":[134,152],"make":[137],"resulting":[139],"novel":[140],"transformer":[141],"model,":[142],"named":[143],"SEC-former,":[144],"publicly":[145],"available":[146],"deal":[148],"evaluate":[153],"SEC-former":[154],"three":[156],"scenarios:":[158],"a)":[159],"terms":[161,168],"topic":[163],"detection":[164],"performances;":[165],"b)":[166],"similarity":[171],"(TF-IDF":[172],"Bag-of-words":[173],"Doc2Vec)":[175],"achieved":[176],"respect":[178,211],"original":[180],"trustable":[182],"since":[185],"operation":[187],"leveraged":[189],"portfolio":[191],"optimization":[192],"tasks;":[193],"c)":[194],"testing":[195],"model":[197],"real":[200],"use-case":[201],"scenario":[202],"related":[203],"does":[209],"not":[210],"but":[215],"provides":[216],"human-supervised":[218],"reference":[219],"it.":[222]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}