{"id":"https://openalex.org/W6891967763","doi":"https://doi.org/10.48550/arxiv.2309.05936","title":"Do PLMs Know and Understand Ontological Knowledge?","display_name":"Do PLMs Know and Understand Ontological Knowledge?","publication_year":2023,"publication_date":"2023-09-12","ids":{"openalex":"https://openalex.org/W6891967763","doi":"https://doi.org/10.48550/arxiv.2309.05936"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2309.05936","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2309.05936","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2309.05936","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wu, Weiqi","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wu, Weiqi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jiang, Chengyue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Chengyue","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jiang, Yong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Yong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Xie, Pengjun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Pengjun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Tu, Kewei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Kewei","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.26440000534057617,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.26440000534057617,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0997999981045723,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.05130000039935112,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.633400022983551},{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.6276999711990356},{"id":"https://openalex.org/keywords/logical-consequence","display_name":"Logical consequence","score":0.3756999969482422},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.36980000138282776},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.3637000024318695},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.36160001158714294},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.35269999504089355},{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.3327000141143799}],"concepts":[{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.633400022983551},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.6276999711990356},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.5206000208854675},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4869000017642975},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4374000132083893},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.4368000030517578},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3970000147819519},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3894999921321869},{"id":"https://openalex.org/C134752490","wikidata":"https://www.wikidata.org/wiki/Q374182","display_name":"Logical consequence","level":2,"score":0.3756999969482422},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.3637000024318695},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.36160001158714294},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.35269999504089355},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3441999852657318},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.3327000141143799},{"id":"https://openalex.org/C14156362","wikidata":"https://www.wikidata.org/wiki/Q3235388","display_name":"Descriptive knowledge","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C31084985","wikidata":"https://www.wikidata.org/wiki/Q372650","display_name":"Common knowledge (logic)","level":5,"score":0.26820001006126404},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.266400009393692},{"id":"https://openalex.org/C186528591","wikidata":"https://www.wikidata.org/wiki/Q619544","display_name":"Body of knowledge","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C21847791","wikidata":"https://www.wikidata.org/wiki/Q191081","display_name":"Logical conjunction","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2309.05936","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2309.05936","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2309.05936","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2309.05936","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6130410432815552,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Ontological":[0],"knowledge,":[1,38,80],"which":[2],"comprises":[3],"classes":[4,95],"and":[5,7,26,58,96,105,119,136,184,194,204],"properties":[6],"their":[8],"relationships,":[9],"is":[10,16,100,110],"integral":[11],"to":[12,18,169],"world":[13],"knowledge.":[14,29,45],"It":[15],"significant":[17],"explore":[19],"whether":[20,53,76,147,158],"Pretrained":[21],"Language":[22],"Models":[23],"(PLMs)":[24],"know":[25,78],"understand":[27,150],"such":[28],"However,":[30,190],"existing":[31],"PLM-probing":[32],"studies":[33],"focus":[34,50],"mainly":[35],"on":[36,51],"factual":[37],"lacking":[39],"a":[40,60,101,111,134,141],"systematic":[41],"probing":[42,52,174],"of":[43,63,70,89,103,107,113,115,122,127,129],"ontological":[44,56,79,151,170,182],"In":[46],"this":[47],"paper,":[48],"we":[49,81,155],"PLMs":[54,77,85,148,178],"store":[55],"knowledge":[57,65,152,167,183,187,203],"have":[59],"semantic":[61],"understanding":[62],"the":[64,71,125,137,192],"rather":[66],"than":[67,199],"rote":[68],"memorization":[69],"surface":[72],"form.":[73],"To":[74,144],"probe":[75,146],"investigate":[82],"how":[83],"well":[84],"memorize:":[86],"(1)":[87],"types":[88],"entities;":[90],"(2)":[91],"hierarchical":[92],"relationships":[93],"among":[94],"properties,":[97,123],"e.g.,":[98,124],"Person":[99,135],"subclass":[102],"Animal":[104],"Member":[106,114,128],"Sports":[108,130,142],"Team":[109,131],"subproperty":[112],";":[116],"(3)":[117],"domain":[118],"range":[120],"constraints":[121],"subject":[126],"should":[132,139],"be":[133,140],"object":[138],"Team.":[143],"further":[145],"truly":[149],"beyond":[153],"memorization,":[154],"comprehensively":[156],"study":[157],"they":[159],"can":[160,179],"reliably":[161],"perform":[162],"logical":[163],"reasoning":[164,195],"with":[165],"given":[166],"according":[168],"entailment":[171],"rules.":[172],"Our":[173],"results":[175],"show":[176],"that":[177],"memorize":[180],"certain":[181],"utilize":[185],"implicit":[186],"in":[188],"reasoning.":[189],"both":[191],"memorizing":[193],"performances":[196],"are":[197],"less":[198],"perfect,":[200],"indicating":[201],"incomplete":[202],"understanding.":[205]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}