{"id":"https://openalex.org/W2970423066","doi":"https://doi.org/10.18653/v1/d19-1135","title":"Towards Better Modeling Hierarchical Structure for Self-Attention with Ordered Neurons","display_name":"Towards Better Modeling Hierarchical Structure for Self-Attention with Ordered Neurons","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2970423066","doi":"https://doi.org/10.18653/v1/d19-1135","mag":"2970423066"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d19-1135","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-1135","pdf_url":"https://www.aclweb.org/anthology/D19-1135.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D19-1135.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003317644","display_name":"Jie Hao","orcid":"https://orcid.org/0000-0002-1269-2097"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]},{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Jie Hao","raw_affiliation_strings":["Florida State University","Tencent AI Lab"],"affiliations":[{"raw_affiliation_string":"Florida State University","institution_ids":["https://openalex.org/I103163165"]},{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101862298","display_name":"Xing Wang","orcid":"https://orcid.org/0000-0001-7551-9913"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]},{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Xing Wang","raw_affiliation_strings":["Tencent AI Lab","Florida State University"],"affiliations":[{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"Florida State University","institution_ids":["https://openalex.org/I103163165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087920747","display_name":"Shuming Shi","orcid":"https://orcid.org/0000-0001-7018-0682"},"institutions":[{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]},{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Shuming Shi","raw_affiliation_strings":["Florida State University","Tencent AI Lab"],"affiliations":[{"raw_affiliation_string":"Florida State University","institution_ids":["https://openalex.org/I103163165"]},{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100407234","display_name":"Jinfeng Zhang","orcid":"https://orcid.org/0000-0002-7429-7615"},"institutions":[{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]},{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Jinfeng Zhang","raw_affiliation_strings":["Florida State University","Tencent AI Lab"],"affiliations":[{"raw_affiliation_string":"Florida State University","institution_ids":["https://openalex.org/I103163165"]},{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110579339","display_name":"Zhaopeng Tu","orcid":"https://orcid.org/0000-0002-7900-6055"},"institutions":[{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]},{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Zhaopeng Tu","raw_affiliation_strings":["Florida State University","Tencent AI Lab"],"affiliations":[{"raw_affiliation_string":"Florida State University","institution_ids":["https://openalex.org/I103163165"]},{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5003317644"],"corresponding_institution_ids":["https://openalex.org/I103163165","https://openalex.org/I2250653659"],"apc_list":null,"apc_paid":null,"fwci":1.7341,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.88808,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1336","last_page":"1341"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6709744930267334},{"id":"https://openalex.org/keywords/zh\u00e0ng","display_name":"Zh\u00e0ng","score":0.5833352208137512},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.544148325920105},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5035774111747742},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.49667292833328247},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.41133347153663635},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.333212673664093},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2644457221031189},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12365707755088806},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.11355626583099365},{"id":"https://openalex.org/keywords/china","display_name":"China","score":0.09915977716445923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6709744930267334},{"id":"https://openalex.org/C2777045944","wikidata":"https://www.wikidata.org/wiki/Q12170198","display_name":"Zh\u00e0ng","level":3,"score":0.5833352208137512},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.544148325920105},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5035774111747742},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.49667292833328247},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.41133347153663635},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.333212673664093},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2644457221031189},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12365707755088806},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.11355626583099365},{"id":"https://openalex.org/C191935318","wikidata":"https://www.wikidata.org/wiki/Q148","display_name":"China","level":2,"score":0.09915977716445923},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/d19-1135","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-1135","pdf_url":"https://www.aclweb.org/anthology/D19-1135.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/d19-1135","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-1135","pdf_url":"https://www.aclweb.org/anthology/D19-1135.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5}],"awards":[{"id":"https://openalex.org/G7740497301","display_name":null,"funder_award_id":"R01GM126558","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"},{"id":"https://openalex.org/G7803382493","display_name":null,"funder_award_id":"R01GM126558.","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"}],"funders":[{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2970423066.pdf","grobid_xml":"https://content.openalex.org/works/W2970423066.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2132547887","https://openalex.org/W2194775991","https://openalex.org/W2251939518","https://openalex.org/W2282866165","https://openalex.org/W2506931122","https://openalex.org/W2571563030","https://openalex.org/W2597655663","https://openalex.org/W2799124508","https://openalex.org/W2889769646","https://openalex.org/W2896457183","https://openalex.org/W2899423466","https://openalex.org/W2905016804","https://openalex.org/W2937843571","https://openalex.org/W2941814890","https://openalex.org/W2946028745","https://openalex.org/W2946567085","https://openalex.org/W2952524847","https://openalex.org/W2962739339","https://openalex.org/W2962784628","https://openalex.org/W2962911926","https://openalex.org/W2962931466","https://openalex.org/W2963341956","https://openalex.org/W2963355447","https://openalex.org/W2963371736","https://openalex.org/W2963386218","https://openalex.org/W2963403868","https://openalex.org/W2963411763","https://openalex.org/W2963447120","https://openalex.org/W2963560594","https://openalex.org/W2963641307","https://openalex.org/W2963652649","https://openalex.org/W2964045208","https://openalex.org/W2964302946","https://openalex.org/W2970682957","https://openalex.org/W2981413347","https://openalex.org/W4289373464","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2364559953","https://openalex.org/W2375840727","https://openalex.org/W2389678104","https://openalex.org/W2375137083","https://openalex.org/W2380507695","https://openalex.org/W2367687999","https://openalex.org/W2387562377","https://openalex.org/W2384722335","https://openalex.org/W2376544228","https://openalex.org/W2371486229"],"abstract_inverted_index":{"Jie":[0],"Hao,":[1],"Xing":[2],"Wang,":[3],"Shuming":[4],"Shi,":[5],"Jinfeng":[6],"Zhang,":[7],"Zhaopeng":[8],"Tu.":[9],"Proceedings":[10],"of":[11],"the":[12,23],"2019":[13],"Conference":[14,27],"on":[15,28],"Empirical":[16],"Methods":[17],"in":[18],"Natural":[19,29],"Language":[20,30],"Processing":[21,31],"and":[22],"9th":[24],"International":[25],"Joint":[26],"(EMNLP-IJCNLP).":[32],"2019.":[33]},"counts_by_year":[{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}