{"id":"https://openalex.org/W4387185125","doi":"https://doi.org/10.3233/faia230267","title":"Investigating Neural Fit Approaches for Sentence Embedding Model Paradigms","display_name":"Investigating Neural Fit Approaches for Sentence Embedding Model Paradigms","publication_year":2023,"publication_date":"2023-09-28","ids":{"openalex":"https://openalex.org/W4387185125","doi":"https://doi.org/10.3233/faia230267"},"language":"en","primary_location":{"id":"doi:10.3233/faia230267","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3233/faia230267","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230267","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230267","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067393016","display_name":"Helena Balabin","orcid":"https://orcid.org/0000-0002-6392-9306"},"institutions":[{"id":"https://openalex.org/I4210122262","display_name":"Institut des Sciences Cognitives Marc Jeannerod","ror":"https://ror.org/02he5dz58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I203339264","https://openalex.org/I4210096427","https://openalex.org/I4210122262"]},{"id":"https://openalex.org/I4210156583","display_name":"Laboratoire d'Informatique de Paris-Nord","ror":"https://ror.org/05g1zjw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210091279","https://openalex.org/I4210156583","https://openalex.org/I4210159245"]},{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE","FR"],"is_corresponding":true,"raw_author_name":"Helena Balabin","raw_affiliation_strings":["Laboratory for Cognitive Neurology, Department of Neurosciences, KU Leuven","Language Intelligence and Information Retrieval Lab, Department of Computer Science, KU Leuven"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory for Cognitive Neurology, Department of Neurosciences, KU Leuven","institution_ids":["https://openalex.org/I4210122262","https://openalex.org/I99464096"]},{"raw_affiliation_string":"Language Intelligence and Information Retrieval Lab, Department of Computer Science, KU Leuven","institution_ids":["https://openalex.org/I4210156583","https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013966591","display_name":"Antonietta Gabriella Liuzzi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122262","display_name":"Institut des Sciences Cognitives Marc Jeannerod","ror":"https://ror.org/02he5dz58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I203339264","https://openalex.org/I4210096427","https://openalex.org/I4210122262"]},{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE","FR"],"is_corresponding":false,"raw_author_name":"Antonietta Gabriella Liuzzi","raw_affiliation_strings":["Laboratory for Cognitive Neurology, Department of Neurosciences, KU Leuven"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory for Cognitive Neurology, Department of Neurosciences, KU Leuven","institution_ids":["https://openalex.org/I4210122262","https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101895397","display_name":"Jingyuan Sun","orcid":"https://orcid.org/0000-0002-1089-5472"},"institutions":[{"id":"https://openalex.org/I4210156583","display_name":"Laboratoire d'Informatique de Paris-Nord","ror":"https://ror.org/05g1zjw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210091279","https://openalex.org/I4210156583","https://openalex.org/I4210159245"]},{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE","FR"],"is_corresponding":false,"raw_author_name":"Jingyuan Sun","raw_affiliation_strings":["Language Intelligence and Information Retrieval Lab, Department of Computer Science, KU Leuven"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Intelligence and Information Retrieval Lab, Department of Computer Science, KU Leuven","institution_ids":["https://openalex.org/I4210156583","https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006794669","display_name":"Patrick Dupont","orcid":"https://orcid.org/0000-0003-1980-2540"},"institutions":[{"id":"https://openalex.org/I4210122262","display_name":"Institut des Sciences Cognitives Marc Jeannerod","ror":"https://ror.org/02he5dz58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I203339264","https://openalex.org/I4210096427","https://openalex.org/I4210122262"]},{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE","FR"],"is_corresponding":false,"raw_author_name":"Patrick Dupont","raw_affiliation_strings":["Laboratory for Cognitive Neurology, Department of Neurosciences, KU Leuven"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory for Cognitive Neurology, Department of Neurosciences, KU Leuven","institution_ids":["https://openalex.org/I4210122262","https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049733360","display_name":"Rik Vanderberghe","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122262","display_name":"Institut des Sciences Cognitives Marc Jeannerod","ror":"https://ror.org/02he5dz58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I203339264","https://openalex.org/I4210096427","https://openalex.org/I4210122262"]},{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE","FR"],"is_corresponding":false,"raw_author_name":"Rik Vanderberghe","raw_affiliation_strings":["Laboratory for Cognitive Neurology, Department of Neurosciences, KU Leuven"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory for Cognitive Neurology, Department of Neurosciences, KU Leuven","institution_ids":["https://openalex.org/I4210122262","https://openalex.org/I99464096"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075796989","display_name":"Marie\u2010Francine Moens","orcid":"https://orcid.org/0000-0002-3732-9323"},"institutions":[{"id":"https://openalex.org/I4210156583","display_name":"Laboratoire d'Informatique de Paris-Nord","ror":"https://ror.org/05g1zjw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210091279","https://openalex.org/I4210156583","https://openalex.org/I4210159245"]},{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE","FR"],"is_corresponding":false,"raw_author_name":"Marie-Francine Moens","raw_affiliation_strings":["Language Intelligence and Information Retrieval Lab, Department of Computer Science, KU Leuven"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Intelligence and Information Retrieval Lab, Department of Computer Science, KU Leuven","institution_ids":["https://openalex.org/I4210156583","https://openalex.org/I99464096"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5067393016"],"corresponding_institution_ids":["https://openalex.org/I4210122262","https://openalex.org/I4210156583","https://openalex.org/I99464096"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44825397,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.9639999866485596,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.9639999866485596,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9621999859809875,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9549999833106995,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6602168679237366},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6478501558303833},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5892423391342163},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5823585987091064},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5778273940086365},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4666360020637512},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4344034194946289}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6602168679237366},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6478501558303833},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5892423391342163},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5823585987091064},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5778273940086365},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4666360020637512},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4344034194946289}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3233/faia230267","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3233/faia230267","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230267","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/732596","is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/732596","pdf_url":"https://lirias.kuleuven.be/retrieve/01651fe8-a560-45db-8500-b5475420e476","source":{"id":"https://openalex.org/S4306401954","display_name":"Lirias (KU Leuven)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I99464096","host_organization_name":"KU Leuven","host_organization_lineage":["https://openalex.org/I99464096"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"European Conference on Artificial Intelligence, Krakow, Poland, 30 September - 4 October 2023","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.3233/faia230267","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3233/faia230267","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230267","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8100000023841858,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G4680559233","display_name":"Natural Language Processing in the Human Brain","funder_award_id":"1154623N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G706254989","display_name":"Medial temporal representation of word meaning embedded in natural language processing","funder_award_id":"1247821N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387185125.pdf","grobid_xml":"https://content.openalex.org/works/W4387185125.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1994358520","https://openalex.org/W2089572795","https://openalex.org/W2096462008","https://openalex.org/W2127958135","https://openalex.org/W2160654481","https://openalex.org/W2507706845","https://openalex.org/W2556590024","https://openalex.org/W2568389463","https://openalex.org/W2782213998","https://openalex.org/W2790235966","https://openalex.org/W2805003518","https://openalex.org/W2896457183","https://openalex.org/W2904996081","https://openalex.org/W2911931414","https://openalex.org/W2947012833","https://openalex.org/W2965373594","https://openalex.org/W2970641574","https://openalex.org/W2970648593","https://openalex.org/W2973992035","https://openalex.org/W2986138048","https://openalex.org/W3030163527","https://openalex.org/W3033187248","https://openalex.org/W3033406728","https://openalex.org/W3037273551","https://openalex.org/W3092695273","https://openalex.org/W3096022204","https://openalex.org/W3117660267","https://openalex.org/W3122890974","https://openalex.org/W3136656403","https://openalex.org/W3156636935","https://openalex.org/W3173783447","https://openalex.org/W3175032800","https://openalex.org/W3194782062","https://openalex.org/W3199357678","https://openalex.org/W3212185810","https://openalex.org/W4220923972","https://openalex.org/W4224313754","https://openalex.org/W4229046653","https://openalex.org/W4287854368","https://openalex.org/W4292779060","https://openalex.org/W4297995647","https://openalex.org/W4304465621","https://openalex.org/W4308341600","https://openalex.org/W4309083387","https://openalex.org/W4309927953","https://openalex.org/W4385768243"],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W2375873920","https://openalex.org/W2183306018","https://openalex.org/W2146114872","https://openalex.org/W2549990292","https://openalex.org/W2345479200","https://openalex.org/W2392060890","https://openalex.org/W2951819827","https://openalex.org/W2849310602","https://openalex.org/W2392760275"],"abstract_inverted_index":{"In":[0,55],"recent":[1],"years,":[2],"representations":[3],"from":[4],"brain":[5,51,118,164],"activity":[6],"patterns":[7],"and":[8,43,53,62,83,108,124,136,166,175,187],"pre-trained":[9],"language":[10,26,37,77,143],"models":[11,97,132,149,167],"have":[12],"been":[13],"linked":[14],"to":[15,22,68,115,192],"each":[16,99],"other":[17],"based":[18],"on":[19],"neural":[20,40,48,113,122,154,160,185,197],"fits":[21,41,161],"validate":[23],"hypotheses":[24,88],"about":[25,32,89],"processing.":[27,91],"Nonetheless,":[28],"open":[29],"questions":[30],"remain":[31],"what":[33],"intrinsic":[34],"properties":[35],"of":[36,73,105,196],"processing":[38],"these":[39],"reflect":[42],"whether":[44],"they":[45],"differ":[46],"across":[47,163],"fit":[49,114],"approaches,":[50],"networks,":[52],"models.":[54],"this":[56],"study,":[57],"we":[58,179],"use":[59],"parallel":[60],"sentence":[61,90,95],"functional":[63],"magnetic":[64],"resonance":[65],"imaging":[66],"data":[67],"perform":[69],"a":[70,103],"comprehensive":[71],"analysis":[72,204],"four":[74,116],"paradigms":[75],"(masked":[76],"modeling,":[78],"pragmatic":[79],"coherence,":[80],"semantic":[81],"comparison,":[82],"contrastive":[84,147],"learning)":[85],"representing":[86,168],"linguistic":[87,171],"We":[92],"include":[93],"three":[94],"embedding":[96],"for":[98,183],"paradigm,":[100],"resulting":[101],"in":[102,111,151,202],"total":[104],"12":[106],"models,":[107],"examine":[109],"differences":[110],"their":[112],"different":[117,131],"networks":[119,165],"using":[120],"regression-based":[121],"encoding":[123,186],"Representational":[125],"Similarity":[126],"Analysis":[127],"(RSA).":[128],"Among":[129],"the":[130,139,169,181,203],"tested,":[133],"GPT-2,":[134],"SkipThoughts,":[135],"S-RoBERTa":[137],"yielded":[138],"strongest":[140],"correlations":[141],"with":[142],"network":[144],"patterns,":[145],"whereas":[146],"learning-based":[148],"resulted":[150],"overall":[152],"low":[153],"fits.":[155,198],"Our":[156],"findings":[157],"demonstrate":[158],"that":[159],"vary":[162],"same":[170],"hypothesis":[172],"(e.g.,":[173],"GPT-2":[174],"GPT-3).":[176],"More":[177],"importantly,":[178],"show":[180],"need":[182],"both":[184],"RSA":[188],"as":[189],"complementary":[190],"methods":[191],"provide":[193],"full":[194],"understanding":[195],"All":[199],"code":[200],"used":[201],"is":[205],"publicly":[206],"available:":[207],"https://github.com/lcn-kul/sentencefmricomparison.":[208]},"counts_by_year":[],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}
