{"id":"https://openalex.org/W4285109111","doi":"https://doi.org/10.18653/v1/2022.findings-acl.138","title":"Enhancing Natural Language Representation with Large-Scale Out-of-Domain Commonsense","display_name":"Enhancing Natural Language Representation with Large-Scale Out-of-Domain Commonsense","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285109111","doi":"https://doi.org/10.18653/v1/2022.findings-acl.138"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2022.findings-acl.138","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-acl.138","pdf_url":"https://aclanthology.org/2022.findings-acl.138.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2022","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2022.findings-acl.138.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103026537","display_name":"Wanyun Cui","orcid":"https://orcid.org/0000-0003-4172-6169"},"institutions":[{"id":"https://openalex.org/I181679659","display_name":"Shanghai University of Finance and Economics","ror":"https://ror.org/00wtvfq62","country_code":"CN","type":"education","lineage":["https://openalex.org/I181679659"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wanyun Cui","raw_affiliation_strings":["Shanghai University of Finance and Economics"],"affiliations":[{"raw_affiliation_string":"Shanghai University of Finance and Economics","institution_ids":["https://openalex.org/I181679659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087340806","display_name":"Xingran Chen","orcid":"https://orcid.org/0000-0002-2310-2021"},"institutions":[{"id":"https://openalex.org/I181679659","display_name":"Shanghai University of Finance and Economics","ror":"https://ror.org/00wtvfq62","country_code":"CN","type":"education","lineage":["https://openalex.org/I181679659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingran Chen","raw_affiliation_strings":["Shanghai University of Finance and Economics"],"affiliations":[{"raw_affiliation_string":"Shanghai University of Finance and Economics","institution_ids":["https://openalex.org/I181679659"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5103026537"],"corresponding_institution_ids":["https://openalex.org/I181679659"],"apc_list":null,"apc_paid":null,"fwci":0.3131,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.49406465,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1746","last_page":"1756"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9589999914169312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.8727231025695801},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.8609461784362793},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.790603756904602},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.69558185338974},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6093550324440002},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5564749240875244},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.462788850069046},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.4114140570163727},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.25114983320236206},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.08157235383987427},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.058492511510849}],"concepts":[{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.8727231025695801},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.8609461784362793},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.790603756904602},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.69558185338974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6093550324440002},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5564749240875244},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.462788850069046},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.4114140570163727},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.25114983320236206},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08157235383987427},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.058492511510849},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2022.findings-acl.138","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-acl.138","pdf_url":"https://aclanthology.org/2022.findings-acl.138.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2022","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2022.findings-acl.138","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-acl.138","pdf_url":"https://aclanthology.org/2022.findings-acl.138.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2022","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5600000023841858,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5167091242","display_name":null,"funder_award_id":"No. 1","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285109111.pdf","grobid_xml":"https://content.openalex.org/works/W4285109111.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1599016936","https://openalex.org/W2406611863","https://openalex.org/W2579903943","https://openalex.org/W2805206884","https://openalex.org/W2806710540","https://openalex.org/W2807873315","https://openalex.org/W2896457183","https://openalex.org/W2898695519","https://openalex.org/W2923014074","https://openalex.org/W2945290257","https://openalex.org/W2952570576","https://openalex.org/W2953356739","https://openalex.org/W2962777029","https://openalex.org/W2963457723","https://openalex.org/W2965373594","https://openalex.org/W2970912185","https://openalex.org/W2970986510","https://openalex.org/W2980708516","https://openalex.org/W2989033444","https://openalex.org/W2994915912","https://openalex.org/W2996908057","https://openalex.org/W2998617917","https://openalex.org/W3007672467","https://openalex.org/W3014521650","https://openalex.org/W3023285645","https://openalex.org/W3034238904","https://openalex.org/W3034503989","https://openalex.org/W3034555021","https://openalex.org/W3034985160","https://openalex.org/W3104417388","https://openalex.org/W3105645800","https://openalex.org/W3174464510","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W4313191056","https://openalex.org/W2982575451","https://openalex.org/W3103326498","https://openalex.org/W4385768028","https://openalex.org/W4288265104","https://openalex.org/W4307415558","https://openalex.org/W3209619108","https://openalex.org/W4385488510","https://openalex.org/W4378501473","https://openalex.org/W4319301039"],"abstract_inverted_index":{"We":[0,10],"study":[1],"how":[2],"to":[3,38,66,71,90],"enhance":[4],"text":[5,43],"representation":[6],"via":[7],"textual":[8,51,82],"commonsense.":[9,92],"point":[11],"out":[12],"that":[13],"commonsense":[14,22,40,58],"has":[15,23],"the":[16,31,57,67,72],"nature":[17,35],"of":[18,49,79],"domain":[19,73],"discrepancy.":[20,74],"Namely,":[21],"different":[24],"data":[25],"formats":[26],"and":[27],"is":[28,53],"domain-independent":[29],"from":[30],"downstream":[32,68],"task.":[33],"This":[34],"brings":[36],"challenges":[37],"introducing":[39,50],"in":[41],"general":[42],"understanding":[44],"tasks.":[45],"A":[46],"typical":[47],"method":[48],"knowledge":[52],"continuing":[54],"pre-training":[55],"over":[56],"corpus.":[59],"However,":[60],"it":[61],"will":[62],"cause":[63],"catastrophic":[64],"forgetting":[65],"task":[69],"due":[70],"In":[75],"addition,":[76],"previous":[77],"methods":[78],"directly":[80],"using":[81],"descriptions":[83],"as":[84],"extra":[85],"input":[86],"information":[87],"cannot":[88],"apply":[89],"large-scale":[91]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}