{"id":"https://openalex.org/W4206681854","doi":"https://doi.org/10.3233/faia210361","title":"Chapter 14. Combining Probabilistic Logic and Deep Learning for Self-Supervised Learning","display_name":"Chapter 14. Combining Probabilistic Logic and Deep Learning for Self-Supervised Learning","publication_year":2021,"publication_date":"2021-12-22","ids":{"openalex":"https://openalex.org/W4206681854","doi":"https://doi.org/10.3233/faia210361"},"language":"en","primary_location":{"id":"doi:10.3233/faia210361","is_oa":false,"landing_page_url":"https://doi.org/10.3233/faia210361","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019494985","display_name":"Hoifung Poon","orcid":"https://orcid.org/0000-0002-9067-0918"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hoifung Poon","raw_affiliation_strings":["Microsoft Research, Redmond WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100452499","display_name":"Hai Wang","orcid":"https://orcid.org/0000-0002-4003-2758"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hai Wang","raw_affiliation_strings":["JD Finance America Corporation, Mountain View CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD Finance America Corporation, Mountain View CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041547937","display_name":"Hunter Lang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hunter Lang","raw_affiliation_strings":["MIT CSAIL, Cambridge MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL, Cambridge MA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31678038,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8188999891281128,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8188999891281128,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7897999882698059,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7639658451080322},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7438808679580688},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6721804141998291},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6090819239616394},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5902753472328186},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5345548391342163},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5256568193435669},{"id":"https://openalex.org/keywords/interdependence","display_name":"Interdependence","score":0.47721534967422485},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47578632831573486},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.4595220983028412},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.44665759801864624},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.41289329528808594},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08883059024810791}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7639658451080322},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7438808679580688},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6721804141998291},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6090819239616394},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5902753472328186},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5345548391342163},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5256568193435669},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.47721534967422485},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47578632831573486},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.4595220983028412},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.44665759801864624},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.41289329528808594},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08883059024810791},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia210361","is_oa":false,"landing_page_url":"https://doi.org/10.3233/faia210361","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7799999713897705,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1657880117","https://openalex.org/W2595172197","https://openalex.org/W2127970246","https://openalex.org/W2084856301","https://openalex.org/W1001352512","https://openalex.org/W4382618745","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W2748922771","https://openalex.org/W1987128138"],"abstract_inverted_index":{"Deep":[0],"learning":[1,21],"has":[2,22],"proven":[3],"effective":[4],"for":[5,43,71,79,103],"various":[6,203],"application":[7],"tasks,":[8],"but":[9,33],"its":[10],"applicability":[11],"is":[12],"limited":[13],"by":[14,49,75,84,106,184],"the":[15,30,147,163,219],"reliance":[16],"on":[17,37,194],"annotated":[18],"examples.":[19],"Self-supervised":[20],"emerged":[23],"as":[24,47,117,198],"a":[25,100,129,185,225],"promising":[26],"direction":[27],"to":[28,65,127,145,149,167],"alleviate":[29],"supervision":[31],"bottleneck,":[32],"existing":[34],"work":[35],"focuses":[36],"leveraging":[38],"co-occurrences":[39],"in":[40,189],"unlabeled":[41],"data":[42],"task-agnostic":[44],"representation":[45],"learning,":[46],"exemplified":[48],"masked":[50],"language":[51],"model":[52],"pretraining.":[53],"In":[54],"this":[55],"chapter,":[56],"we":[57,138],"explore":[58],"task-specific":[59,104,209],"self-supervision,":[60,159],"which":[61,98,143],"leverages":[62],"domain":[63,214],"knowledge":[64],"automatically":[66],"annotate":[67],"noisy":[68],"training":[69],"examples":[70],"end":[72],"applications,":[73],"either":[74,174],"introducing":[76],"labeling":[77],"functions":[78],"annotating":[80],"individual":[81],"instances,":[82],"or":[83,182],"imposing":[85],"constraints":[86],"over":[87],"interdependent":[88],"label":[89],"decisions.":[90],"We":[91],"first":[92],"present":[93,139],"deep":[94,111,130,164],"probabilistic":[95,108,125],"logic":[96,109,126],"(DPL),":[97],"offers":[99],"unifying":[101],"framework":[102],"self-supervision":[105,123,141,152,210],"composing":[107],"with":[110,224],"learning.":[112],"DPL":[113,146],"represents":[114],"unknown":[115],"labels":[116],"latent":[118],"variables":[119],"and":[120,202,216],"incorporates":[121],"diverse":[122],"using":[124,134],"train":[128],"neural":[131,165],"network":[132,166],"end-to-end":[133],"variational":[135],"EM.":[136],"Next,":[137],"self-supervised":[140],"(S4),":[142],"adds":[144],"capability":[148],"learn":[150],"new":[151,169],"automatically.":[153],"Starting":[154],"from":[155],"an":[156],"initial":[157],"seed":[158],"S4":[160],"iteratively":[161],"uses":[162],"propose":[168],"self":[170],"supervision.":[171],"These":[172],"are":[173],"added":[175],"directly":[176],"(a":[177],"form":[178],"of":[179,221,228],"structured":[180],"self-training)":[181],"verified":[183],"human":[186,229],"expert":[187],"(as":[188],"feature-based":[190],"active":[191],"learning).":[192],"Experiments":[193],"real-world":[195],"applications":[196],"such":[197],"biomedical":[199],"machine":[200],"reading":[201],"text":[204],"classification":[205],"tasks":[206],"show":[207],"that":[208],"can":[211],"effectively":[212],"leverage":[213],"expertise":[215],"often":[217],"match":[218],"accuracy":[220],"supervised":[222],"methods":[223],"tiny":[226],"fraction":[227],"effort.":[230]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}