{"id":224549,"date":"2025-11-03T03:28:53","date_gmt":"2025-11-03T04:28:53","guid":{"rendered":"https:\/\/express24.ir\/d\/product\/2205-07303\/"},"modified":"2025-11-03T03:28:53","modified_gmt":"2025-11-03T04:28:53","slug":"2205-07303","status":"publish","type":"product","link":"https:\/\/express24.ir\/d\/product\/2205-07303\/","title":{"rendered":"\u0645\u0642\u0627\u0644\u0647 TiBERT: \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u062a\u0628\u062a\u06cc \u0628\u0647 \u0647\u0645\u0631\u0627\u0647 PDF \u0641\u0627\u0631\u0633\u06cc + \u067e\u0627\u062f\u06a9\u0633\u062a \u0635\u0648\u062a\u06cc \u0641\u0627\u0631\u0633\u06cc + \u0648\u06cc\u062f\u06cc\u0648 \u0622\u0645\u0648\u0632\u0634\u06cc \u0641\u0627\u0631\u0633\u06cc"},"content":{"rendered":"<div style=\"background: linear-gradient(135deg, #667eea 0%, #764ba2 100%); padding: 30px; border-radius: 15px; color: white; margin-bottom: 30px;\">\n<h2 style=\"color: white; text-align: center; margin-bottom: 20px;\">\ud83d\udcda \u0645\u0642\u0627\u0644\u0647 \u0639\u0644\u0645\u06cc<\/h2>\n<\/p><\/div>\n<table class=\"paper-info-table\" border=\"1\" cellpadding=\"10\" cellspacing=\"0\" style=\"width: 100%; margin-bottom: 20px; border-collapse: collapse; direction: rtl;\">\n<tr>\n<th style=\"background-color: #1F3A5E; color: white; text-align: right; width: 35%;\">\u0639\u0646\u0648\u0627\u0646 \u0641\u0627\u0631\u0633\u06cc \u0645\u0642\u0627\u0644\u0647<\/th>\n<td style=\"text-align: right; background-color: #f8f9fa; font-weight: bold;\">TiBERT: \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u062a\u0628\u062a\u06cc<\/td>\n<\/tr>\n<tr>\n<th style=\"background-color: #1F3A5E; color: white; text-align: right;\">\u0646\u0648\u06cc\u0633\u0646\u062f\u06af\u0627\u0646<\/th>\n<td style=\"text-align: right; background-color: #ffffff;\">Yuan Sun, Sisi Liu, Junjie Deng, Xiaobing Zhao<\/td>\n<\/tr>\n<tr>\n<th style=\"background-color: #1F3A5E; color: white; text-align: right;\">\u062f\u0633\u062a\u0647\u200c\u0628\u0646\u062f\u06cc \u0639\u0644\u0645\u06cc<\/th>\n<td style=\"text-align: right; background-color: #f8f9fa;\">Computation and Language,Artificial Intelligence<\/td>\n<\/tr>\n<\/table>\n<div style=\"border: 2px dashed #4CAF50; border-radius: 16px; padding: 20px; background: #f9fff9; font-family: 'IRANSans', sans-serif;\">\r\n  <h2 style=\"color: #2E7D32; margin-top: 0;\">\ud83d\udcd8 \u0645\u062d\u062a\u0648\u0627\u06cc \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0622\u0645\u0648\u0632\u0634\u06cc<\/h2>\r\n  <ul style=\"list-style-type: \u2705; padding-left: 20px; font-size: 16px; line-height: 1.8;\">\r\n    <li>\u0634\u0627\u0645\u0644 <strong>\u0641\u0627\u06cc\u0644 \u0627\u0635\u0644\u06cc \u0645\u0642\u0627\u0644\u0647 (PDF \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc)<\/strong><\/li>\r\n    <li>\u0628\u0647 \u0647\u0645\u0631\u0627\u0647 <strong>\u0641\u0627\u06cc\u0644 PDF \u062a\u0648\u0636\u06cc\u062d \u0641\u0627\u0631\u0633\u06cc<\/strong> \u0628\u0627 \u0628\u06cc\u0627\u0646 \u0633\u0627\u062f\u0647 \u0648 \u0631\u0648\u0627\u0646<\/li>\r\n    <li>\u062f\u0627\u0631\u0627\u06cc <strong>\u067e\u0627\u062f\u06a9\u0633\u062a \u0635\u0648\u062a\u06cc \u0641\u0627\u0631\u0633\u06cc<\/strong> \u062a\u0648\u0636\u06cc\u062d \u06a9\u0627\u0645\u0644 \u0645\u0642\u0627\u0644\u0647<\/li>\r\n    <li>\u0628\u0647 \u0647\u0645\u0631\u0627\u0647 <strong>\u0648\u06cc\u062f\u06cc\u0648 \u0622\u0645\u0648\u0632\u0634\u06cc \u0641\u0627\u0631\u0633\u06cc<\/strong> \u0628\u0631\u0627\u06cc \u062f\u0631\u06a9 \u0639\u0645\u06cc\u0642\u200c\u062a\u0631 \u0645\u0641\u0627\u0647\u06cc\u0645 \u0645\u0642\u0627\u0644\u0647<\/li>\r\n  <\/ul>\r\n  <p style=\"color: #388E3C; font-weight: bold; font-size: 18px; margin-top: 20px;\">\r\n    \ud83c\udfaf \u0647\u0645\u0647\u200c\u06cc \u0641\u0627\u06cc\u0644\u200c\u0647\u0627 \u0628\u0627 \u0647\u062f\u0641 \u062f\u0631\u06a9 \u0622\u0633\u0627\u0646 \u0648 \u0633\u0631\u06cc\u0639 \u0645\u0641\u0627\u0647\u06cc\u0645 \u0639\u0644\u0645\u06cc \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u062a\u0647\u06cc\u0647 \u0634\u062f\u0647\u200c\u0627\u0646\u062f.\r\n  <\/p>\r\n  <p style=\"font-size: 16px; line-height: 1.8;\">\r\n    \u0686\u0646\u0627\u0646\u0686\u0647 \u062f\u0631 <strong>\u062f\u0627\u0646\u0644\u0648\u062f \u0641\u0627\u06cc\u0644\u200c\u0647\u0627<\/strong> \u0628\u0627 \u0645\u0634\u06a9\u0644\u06cc \u0645\u0648\u0627\u062c\u0647 \u0634\u062f\u06cc\u062f\u060c \u0644\u0637\u0641\u0627\u064b \u0627\u0632 \u0637\u0631\u06cc\u0642 \u0648\u0627\u062a\u0633\u200c\u0627\u067e \u0628\u0627 \u0634\u0645\u0627\u0631\u0647 \r\n    <strong>09395106248<\/strong> \u06cc\u0627 \u0627\u0632 \u0637\u0631\u06cc\u0642 \u0622\u06cc\u062f\u06cc \u062a\u0644\u06af\u0631\u0627\u0645 \r\n    <strong>@ma_limbs<\/strong> \u067e\u06cc\u0627\u0645 \u062f\u0647\u06cc\u062f \u062a\u0627 \u0644\u06cc\u0646\u06a9\u200c\u0647\u0627 \u0641\u0648\u0631\u0627\u064b \u0628\u0631\u0627\u06cc\u062a\u0627\u0646 \u0645\u062c\u062f\u062f\u0627\u064b \u0627\u0631\u0633\u0627\u0644 \u0634\u0648\u0646\u062f.\r\n  <\/p>\r\n<\/div>\r\n\n<article class=\"violin-complex-pieces\" style=\"font-family: 'Vazirmatn', sans-serif;color: #2E2E2E;line-height: 1.75;max-width: 800px;margin: 40px auto;padding: 30px;background: #FFFFFF;border-radius: 12px;box-shadow: 0 6px 20px rgba(0,0,0,0.05);\">\n<style>\n.violin-complex-pieces h1 { text-align: center; font-size: 2.8rem; color: #1F3A5E; margin-bottom: 24px; }\n.violin-complex-pieces h2 { position: relative; font-size: 1.9rem; color: #243A5E; margin-top: 36px; margin-bottom: 16px; padding-bottom: 6px; }\n.violin-complex-pieces h2::after { content: \"\"; position: absolute; left: 0; bottom: 0; width: 60px; height: 4px; background: linear-gradient(90deg,#4A90E2,#50E3C2); border-radius: 2px; }\n.section-box { background: #F7F9FC; border: 1px solid #E0E4E8; border-radius: 8px; padding: 24px; margin-top: 20px; transition: transform 0.2s, box-shadow 0.2s; }\n.section-box:hover { transform: translateY(-4px); box-shadow: 0 8px 24px rgba(42,77,102,0.1); }\n.section-box p, .section-box ul { margin-bottom: 12px; }\nul { margin-left: 24px; }\nul li { margin-bottom: 8px; }\n.highlight { background: #EAF4FF; color: #1F3A5E; padding: 3px 6px; border-radius: 4px; font-weight: bold; }\n<\/style>\n<h1>TiBERT: \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u062a\u0628\u062a\u06cc<\/h1>\n<h2>\u06f1. \u0645\u0639\u0631\u0641\u06cc \u0645\u0642\u0627\u0644\u0647 \u0648 \u0627\u0647\u0645\u06cc\u062a \u0622\u0646<\/h2>\n<div class=\"section-box\">\n<p>\u062f\u0631 \u0633\u0627\u0644\u200c\u0647\u0627\u06cc \u0627\u062e\u06cc\u0631\u060c \u062d\u0648\u0632\u0647 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc (NLP) \u0628\u0627 \u0638\u0647\u0648\u0631 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 (Pre-trained Language Models) \u0645\u0627\u0646\u0646\u062f <span class='highlight'>BERT<\/span> \u0648 <span class='highlight'>GPT<\/span> \u062f\u0633\u062a\u062e\u0648\u0634 \u062a\u062d\u0648\u0644\u06cc \u0628\u0646\u06cc\u0627\u062f\u06cc\u0646 \u0634\u062f\u0647 \u0627\u0633\u062a. \u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u0628\u0627 \u0622\u0645\u0648\u0632\u0634 \u0628\u0631 \u0631\u0648\u06cc \u062d\u062c\u0645 \u0639\u0638\u06cc\u0645\u06cc \u0627\u0632 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0645\u062a\u0646\u06cc\u060c \u062a\u0648\u0627\u0646\u0627\u06cc\u06cc \u062f\u0631\u06a9 \u0639\u0645\u06cc\u0642 \u0633\u0627\u062e\u062a\u0627\u0631 \u0648 \u0645\u0639\u0646\u0627\u06cc \u0632\u0628\u0627\u0646 \u0627\u0646\u0633\u0627\u0646 \u0631\u0627 \u06a9\u0633\u0628 \u06a9\u0631\u062f\u0647 \u0648 \u062f\u0631 \u0637\u06cc\u0641 \u06af\u0633\u062a\u0631\u062f\u0647\u200c\u0627\u06cc \u0627\u0632 \u0648\u0638\u0627\u06cc\u0641 \u0645\u0627\u0646\u0646\u062f \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646\u06cc\u060c \u062a\u062d\u0644\u06cc\u0644 \u0627\u062d\u0633\u0627\u0633\u0627\u062a \u0648 \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062a\u0646\u060c \u0628\u0647 \u0646\u062a\u0627\u06cc\u062c\u06cc \u067e\u06cc\u0634\u0631\u0648 \u062f\u0633\u062a \u06cc\u0627\u0641\u062a\u0647\u200c\u0627\u0646\u062f. \u0628\u0627 \u0627\u06cc\u0646 \u062d\u0627\u0644\u060c \u0627\u06cc\u0646 \u067e\u06cc\u0634\u0631\u0641\u062a\u200c\u0647\u0627 \u0639\u0645\u062f\u062a\u0627\u064b \u0628\u0631 \u0632\u0628\u0627\u0646\u200c\u0647\u0627\u06cc \u067e\u0631\u0645\u0635\u0631\u0641 \u0648 \u067e\u0631\u062f\u0627\u062f\u0647 (High-Resource Languages) \u0645\u0627\u0646\u0646\u062f \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc \u0648 \u0686\u06cc\u0646\u06cc \u0645\u062a\u0645\u0631\u06a9\u0632 \u0628\u0648\u062f\u0647 \u0627\u0633\u062a.<\/p>\n<p>\u0632\u0628\u0627\u0646\u200c\u0647\u0627\u06cc\u06cc \u0628\u0627 \u0645\u0646\u0627\u0628\u0639 \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0645\u062d\u062f\u0648\u062f\u060c \u06a9\u0647 \u0628\u0647 \u0622\u0646\u200c\u0647\u0627 <span class='highlight'>\u0632\u0628\u0627\u0646\u200c\u0647\u0627\u06cc \u06a9\u0645\u200c\u0645\u0646\u0628\u0639 (Low-Resource Languages)<\/span> \u06af\u0641\u062a\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f\u060c \u0627\u0632 \u0627\u06cc\u0646 \u0642\u0627\u0641\u0644\u0647 \u0639\u0642\u0628 \u0645\u0627\u0646\u062f\u0647\u200c\u0627\u0646\u062f. \u0632\u0628\u0627\u0646 \u062a\u0628\u062a\u06cc \u06cc\u06a9\u06cc \u0627\u0632 \u0627\u06cc\u0646 \u0645\u0648\u0627\u0631\u062f \u0627\u0633\u062a \u06a9\u0647 \u0628\u0627 \u0648\u062c\u0648\u062f \u0627\u0647\u0645\u06cc\u062a \u0641\u0631\u0647\u0646\u06af\u06cc \u0648 \u062a\u0627\u0631\u06cc\u062e\u06cc\u060c \u0641\u0627\u0642\u062f \u0627\u0628\u0632\u0627\u0631\u0647\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0645\u062f\u0631\u0646 \u0648 \u06a9\u0627\u0631\u0622\u0645\u062f \u0628\u0648\u062f. \u0645\u0642\u0627\u0644\u0647 &#8220;TiBERT: \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u062a\u0628\u062a\u06cc&#8221; \u0628\u0647 \u0637\u0648\u0631 \u0645\u0633\u062a\u0642\u06cc\u0645 \u0627\u06cc\u0646 \u0634\u06a9\u0627\u0641 \u0631\u0627 \u0647\u062f\u0641 \u0642\u0631\u0627\u0631 \u062f\u0627\u062f\u0647 \u0648 \u0627\u0648\u0644\u06cc\u0646 \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u062a\u06a9\u200c\u0632\u0628\u0627\u0646\u0647 (Monolingual) \u0648 \u0628\u0632\u0631\u06af\u200c\u0645\u0642\u06cc\u0627\u0633 \u0631\u0627 \u0628\u0631\u0627\u06cc \u0632\u0628\u0627\u0646 \u062a\u0628\u062a\u06cc \u0645\u0639\u0631\u0641\u06cc \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u0647\u0645\u06cc\u062a \u0627\u06cc\u0646 \u067e\u0698\u0648\u0647\u0634 \u062f\u0631 \u0627\u06cc\u0646 \u0627\u0633\u062a \u06a9\u0647 \u0646\u0634\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u062f \u0686\u06af\u0648\u0646\u0647 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0628\u0627 \u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0645\u0646\u0627\u0633\u0628 \u0648 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0645\u0639\u0645\u0627\u0631\u06cc\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u0631\u0641\u062a\u0647\u060c \u062a\u0648\u0627\u0646\u0645\u0646\u062f\u06cc\u200c\u0647\u0627\u06cc \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0631\u0627 \u0628\u0631\u0627\u06cc \u0632\u0628\u0627\u0646\u200c\u0647\u0627\u06cc \u06a9\u0645\u062a\u0631 \u0634\u0646\u0627\u062e\u062a\u0647\u200c\u0634\u062f\u0647 \u0646\u06cc\u0632 \u0628\u0647 \u0627\u0631\u0645\u063a\u0627\u0646 \u0622\u0648\u0631\u062f \u0648 \u0628\u0647 \u062d\u0641\u0638 \u0648 \u062a\u0631\u0648\u06cc\u062c \u062a\u0646\u0648\u0639 \u0632\u0628\u0627\u0646\u06cc \u062f\u0631 \u062f\u0646\u06cc\u0627\u06cc \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u06a9\u0645\u06a9 \u06a9\u0631\u062f.<\/p>\n<\/p><\/div>\n<h2>\u06f2. \u0646\u0648\u06cc\u0633\u0646\u062f\u06af\u0627\u0646 \u0648 \u0632\u0645\u06cc\u0646\u0647 \u062a\u062d\u0642\u06cc\u0642<\/h2>\n<div class=\"section-box\">\n<p>\u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u062d\u0627\u0635\u0644 \u062a\u0644\u0627\u0634 \u06af\u0631\u0648\u0647\u06cc \u0627\u0632 \u067e\u0698\u0648\u0647\u0634\u06af\u0631\u0627\u0646 \u0628\u0647 \u0646\u0627\u0645\u200c\u0647\u0627\u06cc \u06cc\u0648\u0627\u0646 \u0633\u0627\u0646 (Yuan Sun)\u060c \u0633\u06cc\u0633\u06cc \u0644\u06cc\u0648 (Sisi Liu)\u060c \u062c\u0648\u0646\u062c\u06cc \u062f\u0646\u06af (Junjie Deng) \u0648 \u0634\u06cc\u0627\u0626\u0648\u0628\u06cc\u0646\u06af \u0698\u0627\u0626\u0648 (Xiaobing Zhao) \u0627\u0633\u062a. \u0627\u06cc\u0646 \u0645\u062d\u0642\u0642\u0627\u0646\u060c \u0648\u0627\u0628\u0633\u062a\u0647 \u0628\u0647 \u0645\u0624\u0633\u0633\u0647 \u062a\u062d\u0642\u06cc\u0642\u0627\u062a\u06cc \u0686\u0627\u06cc\u0646\u0627 \u0645\u0648\u0628\u0627\u06cc\u0644 (China Mobile Research Institute)\u060c \u062f\u0631 \u0632\u0645\u06cc\u0646\u0647 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0648 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc \u0641\u0639\u0627\u0644\u06cc\u062a \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f. \u0627\u06cc\u0646 \u067e\u0698\u0648\u0647\u0634 \u062f\u0631 \u0686\u0627\u0631\u0686\u0648\u0628 \u062a\u0644\u0627\u0634\u200c\u0647\u0627\u06cc \u062c\u0647\u0627\u0646\u06cc \u0628\u0631\u0627\u06cc \u06af\u0633\u062a\u0631\u0634 \u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc NLP \u0628\u0647 \u0632\u0628\u0627\u0646\u200c\u0647\u0627\u06cc \u06a9\u0645\u200c\u0645\u0646\u0628\u0639 \u0642\u0631\u0627\u0631 \u0645\u06cc\u200c\u06af\u06cc\u0631\u062f. \u067e\u06cc\u0634 \u0627\u0632 \u0627\u06cc\u0646\u060c \u0631\u0627\u0647\u06a9\u0627\u0631 \u0627\u0635\u0644\u06cc \u0628\u0631\u0627\u06cc \u0627\u06cc\u0646 \u0632\u0628\u0627\u0646\u200c\u0647\u0627\u060c \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0686\u0646\u062f\u0632\u0628\u0627\u0646\u0647 (Multilingual) \u0645\u0627\u0646\u0646\u062f mBERT \u0628\u0648\u062f \u06a9\u0647 \u0628\u0631 \u0631\u0648\u06cc \u0628\u06cc\u0634 \u0627\u0632 \u06f1\u06f0\u06f0 \u0632\u0628\u0627\u0646 \u0628\u0647 \u0637\u0648\u0631 \u0647\u0645\u0632\u0645\u0627\u0646 \u0622\u0645\u0648\u0632\u0634 \u062f\u06cc\u062f\u0647\u200c\u0627\u0646\u062f. \u0627\u06af\u0631\u0686\u0647 \u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u06a9\u0627\u0631\u0627\u06cc\u06cc \u0642\u0627\u0628\u0644 \u0642\u0628\u0648\u0644\u06cc \u062f\u0627\u0631\u0646\u062f\u060c \u0627\u0645\u0627 \u062f\u0627\u0646\u0634 \u0622\u0646\u200c\u0647\u0627 \u0627\u0632 \u0647\u0631 \u0632\u0628\u0627\u0646 \u0628\u0647 \u0635\u0648\u0631\u062a \u0633\u0637\u062d\u06cc \u0648 \u0639\u0645\u0648\u0645\u06cc \u0627\u0633\u062a. \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0628\u0627 \u062a\u0645\u0631\u06a9\u0632 \u0648\u06cc\u0698\u0647 \u0628\u0631 \u0632\u0628\u0627\u0646 \u062a\u0628\u062a\u06cc\u060c \u0645\u0633\u06cc\u0631\u06cc \u062c\u062f\u06cc\u062f \u0628\u0631\u0627\u06cc \u0633\u0627\u062e\u062a \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u062a\u062e\u0635\u0635\u06cc \u0648 \u0639\u0645\u06cc\u0642\u200c\u062a\u0631 \u0628\u0631\u0627\u06cc \u0647\u0631 \u0632\u0628\u0627\u0646 \u0631\u0627 \u062a\u0631\u0633\u06cc\u0645 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/p>\n<\/p><\/div>\n<h2>\u06f3. \u0686\u06a9\u06cc\u062f\u0647 \u0648 \u062e\u0644\u0627\u0635\u0647 \u0645\u062d\u062a\u0648\u0627<\/h2>\n<div class=\"section-box\">\n<p>\u0645\u0642\u0627\u0644\u0647 <span class='highlight'>TiBERT<\/span> \u0628\u0627 \u0627\u06cc\u0646 \u0641\u0631\u0636 \u0622\u063a\u0627\u0632 \u0645\u06cc\u200c\u0634\u0648\u062f \u06a9\u0647 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647\u060c \u0628\u0627 \u062f\u0633\u062a\u06cc\u0627\u0628\u06cc \u0628\u0647 \u0646\u062a\u0627\u06cc\u062c \u067e\u06cc\u0634\u0631\u0641\u062a\u0647 (State-of-the-Art) \u062f\u0631 \u0648\u0638\u0627\u06cc\u0641 \u0645\u062e\u062a\u0644\u0641\u060c \u0628\u0647 \u06cc\u06a9 \u0627\u0633\u062a\u0627\u0646\u062f\u0627\u0631\u062f \u0637\u0644\u0627\u06cc\u06cc \u062f\u0631 NLP \u062a\u0628\u062f\u06cc\u0644 \u0634\u062f\u0647\u200c\u0627\u0646\u062f\u060c \u0627\u0645\u0627 \u0627\u06cc\u0646 \u0641\u0646\u0627\u0648\u0631\u06cc \u0639\u0645\u062f\u062a\u0627\u064b \u062f\u0631 \u0627\u0646\u062d\u0635\u0627\u0631 \u0632\u0628\u0627\u0646\u200c\u0647\u0627\u06cc \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc \u0648 \u0686\u06cc\u0646\u06cc \u0628\u0627\u0642\u06cc \u0645\u0627\u0646\u062f\u0647 \u0627\u0633\u062a. \u0646\u0648\u06cc\u0633\u0646\u062f\u06af\u0627\u0646 \u0628\u0631\u0627\u06cc \u062d\u0644 \u0627\u06cc\u0646 \u0645\u0634\u06a9\u0644 \u062f\u0631 \u0632\u0628\u0627\u0646 \u062a\u0628\u062a\u06cc\u060c \u0633\u0647 \u06af\u0627\u0645 \u0627\u0633\u0627\u0633\u06cc \u0631\u0627 \u062f\u0646\u0628\u0627\u0644 \u06a9\u0631\u062f\u0647\u200c\u0627\u0646\u062f:<\/p>\n<ul>\n<li><strong>\u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc \u062f\u0627\u062f\u0647:<\/strong> \u0622\u0646\u200c\u0647\u0627 \u06cc\u06a9 \u067e\u06cc\u06a9\u0631\u0647 (Corpus) \u0645\u062a\u0646\u06cc \u0628\u0632\u0631\u06af\u200c\u0645\u0642\u06cc\u0627\u0633 \u0627\u0632 \u0648\u0628\u200c\u0633\u0627\u06cc\u062a\u200c\u0647\u0627\u06cc \u062a\u0628\u062a\u06cc \u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc \u06a9\u0631\u062f\u0646\u062f \u062a\u0627 \u0645\u0627\u062f\u0647 \u062e\u0627\u0645 \u0644\u0627\u0632\u0645 \u0628\u0631\u0627\u06cc \u0622\u0645\u0648\u0632\u0634 \u0645\u062f\u0644 \u0631\u0627 \u0641\u0631\u0627\u0647\u0645 \u06a9\u0646\u0646\u062f.<\/li>\n<li><strong>\u0633\u0627\u062e\u062a \u0648\u0627\u0698\u06af\u0627\u0646:<\/strong> \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0627\u0628\u0632\u0627\u0631 <span class='highlight'>SentencePiece<\/span>\u060c \u06cc\u06a9 \u0648\u0627\u0698\u06af\u0627\u0646 \u062a\u062e\u0635\u0635\u06cc \u0628\u0631\u0627\u06cc \u0632\u0628\u0627\u0646 \u062a\u0628\u062a\u06cc \u0633\u0627\u062e\u062a\u0646\u062f \u06a9\u0647 \u0642\u0627\u062f\u0631 \u0627\u0633\u062a \u0628\u06cc\u0634 \u0627\u0632 \u06f9\u06f9.\u06f9\u06f5\u066a \u0627\u0632 \u06a9\u0644\u0645\u0627\u062a \u0645\u0648\u062c\u0648\u062f \u062f\u0631 \u067e\u06cc\u06a9\u0631\u0647 \u0631\u0627 \u067e\u0648\u0634\u0634 \u062f\u0647\u062f. \u0627\u06cc\u0646 \u0627\u0645\u0631 \u0628\u0631\u0627\u06cc \u062f\u0631\u06a9 \u0635\u062d\u06cc\u062d \u0633\u0627\u062e\u062a\u0627\u0631 \u06a9\u0644\u0645\u0627\u062a \u0648 \u062c\u0645\u0644\u0627\u062a \u062a\u0628\u062a\u06cc \u062d\u06cc\u0627\u062a\u06cc \u0627\u0633\u062a.<\/li>\n<li><strong>\u0622\u0645\u0648\u0632\u0634 \u0645\u062f\u0644:<\/strong> \u0628\u0631 \u0627\u0633\u0627\u0633 \u0627\u06cc\u0646 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0648 \u0648\u0627\u0698\u06af\u0627\u0646\u060c \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc <span class='highlight'>TiBERT<\/span> \u0631\u0627 \u0628\u0627 \u0645\u0639\u0645\u0627\u0631\u06cc \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631 (Transformer) \u0622\u0645\u0648\u0632\u0634 \u062f\u0627\u062f\u0646\u062f.<\/li>\n<\/ul>\n<p>\u062f\u0631 \u0646\u0647\u0627\u06cc\u062a\u060c \u0628\u0631\u0627\u06cc \u0627\u0631\u0632\u06cc\u0627\u0628\u06cc \u06a9\u0627\u0631\u0627\u06cc\u06cc TiBERT\u060c \u0622\u0646 \u0631\u0627 \u062f\u0631 \u062f\u0648 \u0648\u0638\u06cc\u0641\u0647 \u067e\u0627\u06cc\u06cc\u0646\u200c\u062f\u0633\u062a\u06cc (Downstream Tasks) \u06cc\u0639\u0646\u06cc \u0637\u0628\u0642\u0647\u200c\u0628\u0646\u062f\u06cc \u0645\u062a\u0646 \u0648 \u062a\u0648\u0644\u06cc\u062f \u067e\u0631\u0633\u0634 \u0628\u0647 \u06a9\u0627\u0631 \u06af\u0631\u0641\u062a\u0646\u062f. \u0646\u062a\u0627\u06cc\u062c \u062a\u062c\u0631\u0628\u06cc \u0646\u0634\u0627\u0646 \u062f\u0627\u062f \u06a9\u0647 TiBERT \u0646\u0647 \u062a\u0646\u0647\u0627 \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u06a9\u0644\u0627\u0633\u06cc\u06a9\u060c \u0628\u0644\u06a9\u0647 \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u0686\u0646\u062f\u0632\u0628\u0627\u0646\u0647 \u0646\u06cc\u0632 \u0639\u0645\u0644\u06a9\u0631\u062f \u0628\u0647\u062a\u0631\u06cc \u062f\u0627\u0631\u062f \u0648 \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0628\u0647\u062a\u0631\u06cc\u0646 \u0645\u062f\u0644 \u0645\u0648\u062c\u0648\u062f \u0628\u0631\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u062a\u0628\u062a\u06cc \u0645\u0639\u0631\u0641\u06cc \u0645\u06cc\u200c\u0634\u0648\u062f.<\/p>\n<\/p><\/div>\n<h2>\u06f4. \u0631\u0648\u0634\u200c\u0634\u0646\u0627\u0633\u06cc \u062a\u062d\u0642\u06cc\u0642<\/h2>\n<div class=\"section-box\">\n<p>\u0645\u0648\u0641\u0642\u06cc\u062a \u0645\u062f\u0644 TiBERT \u0628\u0631 \u0633\u0647 \u0633\u062a\u0648\u0646 \u0627\u0635\u0644\u06cc \u0627\u0633\u062a\u0648\u0627\u0631 \u0627\u0633\u062a \u06a9\u0647 \u062f\u0631 \u0627\u06cc\u0646 \u0628\u062e\u0634 \u0628\u0647 \u062a\u0641\u0635\u06cc\u0644 \u0628\u0631\u0631\u0633\u06cc \u0645\u06cc\u200c\u0634\u0648\u0646\u062f:<\/p>\n<h4>\u0627\u0644\u0641) \u06af\u0631\u062f\u0622\u0648\u0631\u06cc \u067e\u06cc\u06a9\u0631\u0647 \u062f\u0627\u062f\u0647 (Corpus Collection)<\/h4>\n<p>\u0627\u0648\u0644\u06cc\u0646 \u0648 \u0645\u0647\u0645\u200c\u062a\u0631\u06cc\u0646 \u0686\u0627\u0644\u0634 \u0628\u0631\u0627\u06cc \u0622\u0645\u0648\u0632\u0634 \u06cc\u06a9 \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u0642\u062f\u0631\u062a\u0645\u0646\u062f\u060c \u062f\u0633\u062a\u0631\u0633\u06cc \u0628\u0647 \u062d\u062c\u0645 \u0648\u0633\u06cc\u0639\u06cc \u0627\u0632 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0645\u062a\u0646\u06cc \u0628\u0627\u06a9\u06cc\u0641\u06cc\u062a \u0627\u0633\u062a. \u0627\u0632 \u0622\u0646\u062c\u0627 \u06a9\u0647 \u0632\u0628\u0627\u0646 \u062a\u0628\u062a\u06cc \u06cc\u06a9 \u0632\u0628\u0627\u0646 \u06a9\u0645\u200c\u0645\u0646\u0628\u0639 \u0627\u0633\u062a\u060c \u067e\u06cc\u06a9\u0631\u0647\u200c\u0647\u0627\u06cc \u0622\u0645\u0627\u062f\u0647 \u0648 \u0627\u0633\u062a\u0627\u0646\u062f\u0627\u0631\u062f \u0628\u0631\u0627\u06cc \u0622\u0646 \u0648\u062c\u0648\u062f \u0646\u062f\u0627\u0634\u062a. \u0645\u062d\u0642\u0642\u0627\u0646 \u0628\u0627 \u062e\u0632\u06cc\u062f\u0646 (Crawling) \u062f\u0631 \u0648\u0628\u200c\u0633\u0627\u06cc\u062a\u200c\u0647\u0627\u06cc \u062a\u0628\u062a\u06cc\u060c \u0645\u0648\u0641\u0642 \u0628\u0647 \u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc \u06cc\u06a9 \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647 \u0628\u0632\u0631\u06af \u0648 \u0645\u062a\u0646\u0648\u0639 \u0634\u062f\u0646\u062f. \u0627\u06cc\u0646 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u067e\u0633 \u0627\u0632 \u067e\u0627\u06a9\u200c\u0633\u0627\u0632\u06cc \u0648 \u067e\u06cc\u0634\u200c\u067e\u0631\u062f\u0627\u0632\u0634\u060c \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u062e\u0648\u0631\u0627\u06a9 \u0627\u0635\u0644\u06cc \u0628\u0631\u0627\u06cc \u0622\u0645\u0648\u0632\u0634 \u0645\u062f\u0644 \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0642\u0631\u0627\u0631 \u06af\u0631\u0641\u062a\u0646\u062f.<\/p>\n<h4>\u0628) \u0633\u0627\u062e\u062a \u0648\u0627\u0698\u06af\u0627\u0646 \u0628\u0627 SentencePiece<\/h4>\n<p>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u0628\u0631\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u0645\u062a\u0646\u060c \u0627\u0628\u062a\u062f\u0627 \u0628\u0627\u06cc\u062f \u0622\u0646 \u0631\u0627 \u0628\u0647 \u0648\u0627\u062d\u062f\u0647\u0627\u06cc \u06a9\u0648\u0686\u06a9\u200c\u062a\u0631\u06cc \u0628\u0647 \u0646\u0627\u0645 \u062a\u0648\u06a9\u0646 (Token) \u062a\u0642\u0633\u06cc\u0645 \u06a9\u0646\u0646\u062f. \u0627\u0646\u062a\u062e\u0627\u0628 \u0631\u0648\u0634 \u062a\u0648\u06a9\u0646\u06cc\u0632\u0647\u200c\u0633\u0627\u0632\u06cc \u062a\u0623\u062b\u06cc\u0631 \u0645\u0633\u062a\u0642\u06cc\u0645\u06cc \u0628\u0631 \u0639\u0645\u0644\u06a9\u0631\u062f \u0645\u062f\u0644 \u062f\u0627\u0631\u062f. \u0646\u0648\u06cc\u0633\u0646\u062f\u06af\u0627\u0646 \u0627\u0632 \u0627\u0628\u0632\u0627\u0631 <span class='highlight'>SentencePiece<\/span> \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f\u0646\u062f \u06a9\u0647 \u0627\u0632 \u0631\u0648\u0634 \u062a\u0648\u06a9\u0646\u06cc\u0632\u0647\u200c\u0633\u0627\u0632\u06cc \u0632\u06cc\u0631\u06a9\u0644\u0645\u0647\u200c\u0627\u06cc (Subword Tokenization) \u0628\u0647\u0631\u0647 \u0645\u06cc\u200c\u0628\u0631\u062f. \u0627\u06cc\u0646 \u0631\u0648\u0634 \u06a9\u0644\u0645\u0627\u062a \u0631\u0627 \u0628\u0647 \u0648\u0627\u062d\u062f\u0647\u0627\u06cc \u0645\u0639\u0646\u0627\u062f\u0627\u0631 \u06a9\u0648\u0686\u06a9\u200c\u062a\u0631 \u062a\u0642\u0633\u06cc\u0645 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0645\u0632\u0627\u06cc\u0627\u06cc \u0627\u06cc\u0646 \u0631\u0648\u06cc\u06a9\u0631\u062f \u0639\u0628\u0627\u0631\u062a\u0646\u062f \u0627\u0632:<\/p>\n<ul>\n<li><strong>\u0645\u062f\u06cc\u0631\u06cc\u062a \u06a9\u0644\u0645\u0627\u062a \u062e\u0627\u0631\u062c \u0627\u0632 \u0648\u0627\u0698\u06af\u0627\u0646 (OOV):<\/strong> \u062d\u062a\u06cc \u0627\u06af\u0631 \u06a9\u0644\u0645\u0647\u200c\u0627\u06cc \u062f\u0631 \u0648\u0627\u0698\u06af\u0627\u0646 \u0627\u0635\u0644\u06cc \u0648\u062c\u0648\u062f \u0646\u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u062f\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0622\u0646 \u0631\u0627 \u0628\u0627 \u062a\u0631\u06a9\u06cc\u0628 \u0632\u06cc\u0631\u06a9\u0644\u0645\u0647\u200c\u0647\u0627 \u0646\u0645\u0627\u06cc\u0634 \u062f\u0627\u062f.<\/li>\n<li><strong>\u062f\u0631\u06a9 \u0633\u0627\u062e\u062a\u0627\u0631 \u0645\u0648\u0631\u0641\u0648\u0644\u0648\u0698\u06cc\u06a9\u06cc:<\/strong> \u062f\u0631 \u0632\u0628\u0627\u0646\u200c\u0647\u0627\u06cc\u06cc \u0645\u0627\u0646\u0646\u062f \u062a\u0628\u062a\u06cc \u06a9\u0647 \u0633\u0627\u062e\u062a\u0627\u0631 \u06a9\u0644\u0645\u0627\u062a \u067e\u06cc\u0686\u06cc\u062f\u0647 \u0627\u0633\u062a\u060c \u0627\u06cc\u0646 \u0631\u0648\u0634 \u0628\u0647 \u0645\u062f\u0644 \u06a9\u0645\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f \u062a\u0627 \u0627\u0631\u062a\u0628\u0627\u0637 \u0628\u06cc\u0646 \u06a9\u0644\u0645\u0627\u062a \u0647\u0645\u200c\u0631\u06cc\u0634\u0647 \u0631\u0627 \u0628\u0647\u062a\u0631 \u062f\u0631\u06a9 \u06a9\u0646\u062f.<\/li>\n<\/ul>\n<p>\u0648\u0627\u0698\u06af\u0627\u0646 \u0633\u0627\u062e\u062a\u0647\u200c\u0634\u062f\u0647 \u062a\u0648\u0627\u0646\u0633\u062a \u06f9\u06f9.\u06f9\u06f5\u066a \u0627\u0632 \u06a9\u0644\u0645\u0627\u062a \u067e\u06cc\u06a9\u0631\u0647 \u0631\u0627 \u067e\u0648\u0634\u0634 \u062f\u0647\u062f \u06a9\u0647 \u0646\u0634\u0627\u0646\u200c\u062f\u0647\u0646\u062f\u0647 \u06a9\u0627\u0631\u0627\u06cc\u06cc \u0628\u0627\u0644\u0627\u06cc \u0627\u06cc\u0646 \u0631\u0648\u0634 \u0627\u0633\u062a.<\/p>\n<h4>\u062c) \u0645\u0639\u0645\u0627\u0631\u06cc \u0648 \u0622\u0645\u0648\u0632\u0634 \u0645\u062f\u0644 TiBERT<\/h4>\n<p>\u0645\u062f\u0644 TiBERT \u0628\u0631 \u067e\u0627\u06cc\u0647 \u0645\u0639\u0645\u0627\u0631\u06cc \u0642\u062f\u0631\u062a\u0645\u0646\u062f <span class='highlight'>Transformer<\/span> \u0633\u0627\u062e\u062a\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a \u06a9\u0647 \u0647\u0633\u062a\u0647 \u0627\u0635\u0644\u06cc \u0645\u062f\u0644 BERT \u0646\u06cc\u0632 \u0645\u062d\u0633\u0648\u0628 \u0645\u06cc\u200c\u0634\u0648\u062f. \u0641\u0631\u0622\u06cc\u0646\u062f \u0622\u0645\u0648\u0632\u0634 \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0628\u0647 \u0635\u0648\u0631\u062a \u00ab\u062e\u0648\u062f\u0646\u0638\u0627\u0631\u062a\u06cc\u00bb (Self-supervised) \u0648 \u0628\u0627 \u062f\u0648 \u0647\u062f\u0641 \u0627\u0635\u0644\u06cc \u0627\u0646\u062c\u0627\u0645 \u0634\u062f:<\/p>\n<ul>\n<li><strong>\u0645\u062f\u0644\u200c\u0633\u0627\u0632\u06cc \u0632\u0628\u0627\u0646 \u0646\u0642\u0627\u0628\u200c\u062f\u0627\u0631 (Masked Language Modeling &#8211; MLM):<\/strong> \u062f\u0631 \u0627\u06cc\u0646 \u0631\u0648\u0634\u060c \u0628\u0631\u062e\u06cc \u0627\u0632 \u06a9\u0644\u0645\u0627\u062a \u062c\u0645\u0644\u0647 \u0628\u0647 \u0635\u0648\u0631\u062a \u062a\u0635\u0627\u062f\u0641\u06cc \u067e\u0646\u0647\u0627\u0646 (Mask) \u0645\u06cc\u200c\u0634\u0648\u0646\u062f \u0648 \u0645\u062f\u0644 \u0628\u0627\u06cc\u062f \u0628\u0631 \u0627\u0633\u0627\u0633 \u06a9\u0644\u0645\u0627\u062a \u0627\u0637\u0631\u0627\u0641 (\u0628\u0627\u0641\u062a)\u060c \u06a9\u0644\u0645\u0647 \u067e\u0646\u0647\u0627\u0646\u200c\u0634\u062f\u0647 \u0631\u0627 \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u06a9\u0646\u062f. \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0628\u0647 \u0645\u062f\u0644 \u06cc\u0627\u062f \u0645\u06cc\u200c\u062f\u0647\u062f \u06a9\u0647 \u0631\u0648\u0627\u0628\u0637 \u0645\u0639\u0646\u0627\u06cc\u06cc \u0648 \u0646\u062d\u0648\u06cc \u0628\u06cc\u0646 \u06a9\u0644\u0645\u0627\u062a \u0631\u0627 \u062f\u0631\u06a9 \u06a9\u0646\u062f.<\/li>\n<li><strong>\u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u062c\u0645\u0644\u0647 \u0628\u0639\u062f\u06cc (Next Sentence Prediction &#8211; NSP):<\/strong> \u062f\u0631 \u0627\u06cc\u0646 \u0648\u0638\u06cc\u0641\u0647\u060c \u062f\u0648 \u062c\u0645\u0644\u0647 \u0628\u0647 \u0645\u062f\u0644 \u062f\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f \u0648 \u0645\u062f\u0644 \u0628\u0627\u06cc\u062f \u062a\u0634\u062e\u06cc\u0635 \u062f\u0647\u062f \u06a9\u0647 \u0622\u06cc\u0627 \u062c\u0645\u0644\u0647 \u062f\u0648\u0645 \u062f\u0631 \u0645\u062a\u0646 \u0627\u0635\u0644\u06cc \u0628\u0644\u0627\u0641\u0627\u0635\u0644\u0647 \u067e\u0633 \u0627\u0632 \u062c\u0645\u0644\u0647 \u0627\u0648\u0644 \u0622\u0645\u062f\u0647 \u0627\u0633\u062a \u06cc\u0627 \u062e\u06cc\u0631. \u0627\u06cc\u0646 \u0647\u062f\u0641 \u0628\u0647 \u0645\u062f\u0644 \u06a9\u0645\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f \u062a\u0627 \u0631\u0648\u0627\u0628\u0637 \u0645\u0646\u0637\u0642\u06cc \u0628\u06cc\u0646 \u062c\u0645\u0644\u0627\u062a \u0631\u0627 \u0628\u06cc\u0627\u0645\u0648\u0632\u062f.<\/li>\n<\/ul>\n<p>\u0628\u0627 \u0622\u0645\u0648\u0632\u0634 \u0645\u062f\u0644 \u0628\u0631 \u0631\u0648\u06cc \u0627\u06cc\u0646 \u062f\u0648 \u0648\u0638\u06cc\u0641\u0647\u060c TiBERT \u0628\u0647 \u06cc\u06a9 \u062f\u0631\u06a9 \u0639\u0645\u06cc\u0642 \u0648 \u0632\u0645\u06cc\u0646\u0647\u200c\u0645\u0646\u062f \u0627\u0632 \u0632\u0628\u0627\u0646 \u062a\u0628\u062a\u06cc \u062f\u0633\u062a \u06cc\u0627\u0641\u062a.<\/p>\n<\/p><\/div>\n<h2>\u06f5. \u06cc\u0627\u0641\u062a\u0647\u200c\u0647\u0627\u06cc \u06a9\u0644\u06cc\u062f\u06cc<\/h2>\n<div class=\"section-box\">\n<p>\u0628\u0631\u0627\u06cc \u0633\u0646\u062c\u0634 \u0648\u0627\u0642\u0639\u06cc \u0642\u062f\u0631\u062a TiBERT\u060c \u0645\u062d\u0642\u0642\u0627\u0646 \u0639\u0645\u0644\u06a9\u0631\u062f \u0622\u0646 \u0631\u0627 \u062f\u0631 \u0645\u0642\u0627\u06cc\u0633\u0647 \u0628\u0627 \u062f\u0648 \u06af\u0631\u0648\u0647 \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627 \u0627\u0631\u0632\u06cc\u0627\u0628\u06cc \u06a9\u0631\u062f\u0646\u062f: <span class='highlight'>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u06a9\u0644\u0627\u0633\u06cc\u06a9<\/span> (\u0645\u0627\u0646\u0646\u062f \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0622\u0645\u0627\u0631\u06cc \u06cc\u0627 \u0634\u0628\u06a9\u0647\u200c\u0647\u0627\u06cc \u0639\u0635\u0628\u06cc \u0633\u0627\u062f\u0647\u200c\u062a\u0631) \u0648 <span class='highlight'>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0686\u0646\u062f\u0632\u0628\u0627\u0646\u0647<\/span> (\u0645\u0627\u0646\u0646\u062f mBERT). \u0646\u062a\u0627\u06cc\u062c \u062f\u0631 \u062f\u0648 \u0648\u0638\u06cc\u0641\u0647 \u0627\u0635\u0644\u06cc \u0628\u0647 \u0634\u0631\u062d \u0632\u06cc\u0631 \u0628\u0648\u062f:<\/p>\n<ul>\n<li><strong>\u0637\u0628\u0642\u0647\u200c\u0628\u0646\u062f\u06cc \u0645\u062a\u0646 (Text Classification):<\/strong> \u062f\u0631 \u0627\u06cc\u0646 \u0648\u0638\u06cc\u0641\u0647\u060c \u0647\u062f\u0641 \u062f\u0633\u062a\u0647\u200c\u0628\u0646\u062f\u06cc \u0645\u062a\u0648\u0646 \u062a\u0628\u062a\u06cc (\u0645\u0627\u0646\u0646\u062f \u0627\u062e\u0628\u0627\u0631) \u062f\u0631 \u0645\u0648\u0636\u0648\u0639\u0627\u062a \u0627\u0632 \u067e\u06cc\u0634 \u062a\u0639\u06cc\u06cc\u0646\u200c\u0634\u062f\u0647 \u0628\u0648\u062f. \u0646\u062a\u0627\u06cc\u062c \u0646\u0634\u0627\u0646 \u062f\u0627\u062f \u06a9\u0647 TiBERT \u0628\u0627 \u0627\u062e\u062a\u0644\u0627\u0641 \u0642\u0627\u0628\u0644 \u062a\u0648\u062c\u0647\u06cc \u0646\u0633\u0628\u062a \u0628\u0647 \u0633\u0627\u06cc\u0631 \u0645\u062f\u0644\u200c\u0647\u0627\u060c \u062f\u0642\u062a \u0628\u0627\u0644\u0627\u062a\u0631\u06cc \u0631\u0627 \u06a9\u0633\u0628 \u06a9\u0631\u062f. \u0627\u06cc\u0646 \u0645\u0648\u0641\u0642\u06cc\u062a \u0646\u0634\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u062f \u06a9\u0647 \u0645\u062f\u0644 \u062a\u06a9\u200c\u0632\u0628\u0627\u0646\u0647 \u0628\u0647 \u062f\u0644\u06cc\u0644 \u062a\u0645\u0631\u06a9\u0632 \u06a9\u0627\u0645\u0644 \u0628\u0631 \u0631\u0648\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062a\u0628\u062a\u06cc\u060c \u0642\u0627\u062f\u0631 \u0627\u0633\u062a \u062a\u0641\u0627\u0648\u062a\u200c\u0647\u0627\u06cc \u0638\u0631\u06cc\u0641 \u0645\u0639\u0646\u0627\u06cc\u06cc \u0631\u0627 \u06a9\u0647 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0686\u0646\u062f\u0632\u0628\u0627\u0646\u0647 \u0646\u0627\u062f\u06cc\u062f\u0647 \u0645\u06cc\u200c\u06af\u06cc\u0631\u0646\u062f\u060c \u062a\u0634\u062e\u06cc\u0635 \u062f\u0647\u062f.<\/li>\n<li><strong>\u062a\u0648\u0644\u06cc\u062f \u067e\u0631\u0633\u0634 (Question Generation):<\/strong> \u062f\u0631 \u0627\u06cc\u0646 \u0648\u0638\u06cc\u0641\u0647\u060c \u0645\u062f\u0644 \u0628\u0627\u06cc\u062f \u0627\u0632 \u06cc\u06a9 \u0645\u062a\u0646 \u0648\u0631\u0648\u062f\u06cc\u060c \u06cc\u06a9 \u067e\u0631\u0633\u0634 \u0645\u0639\u0642\u0648\u0644 \u0648 \u0645\u0631\u062a\u0628\u0637 \u062a\u0648\u0644\u06cc\u062f \u06a9\u0646\u062f. \u0639\u0645\u0644\u06a9\u0631\u062f TiBERT \u062f\u0631 \u0627\u06cc\u0646 \u0632\u0645\u06cc\u0646\u0647 \u0646\u06cc\u0632 \u0628\u0631\u062a\u0631 \u0628\u0648\u062f \u0648 \u067e\u0631\u0633\u0634\u200c\u0647\u0627\u06cc\u06cc \u062a\u0648\u0644\u06cc\u062f \u06a9\u0631\u062f \u06a9\u0647 \u0647\u0645 \u0627\u0632 \u0646\u0638\u0631 \u06af\u0631\u0627\u0645\u0631\u06cc \u0635\u062d\u06cc\u062d \u0628\u0648\u062f\u0646\u062f \u0648 \u0647\u0645 \u0627\u0632 \u0646\u0638\u0631 \u0645\u0639\u0646\u0627\u06cc\u06cc \u0628\u0627 \u0645\u062a\u0646 \u0627\u0635\u0644\u06cc \u0627\u0631\u062a\u0628\u0627\u0637 \u062f\u0627\u0634\u062a\u0646\u062f.<\/li>\n<\/ul>\n<p>\u06cc\u0627\u0641\u062a\u0647 \u0627\u0635\u0644\u06cc \u0648 \u06a9\u0644\u06cc\u062f\u06cc \u0627\u06cc\u0646 \u067e\u0698\u0648\u0647\u0634 \u0627\u06cc\u0646 \u0627\u0633\u062a \u06a9\u0647 <span class='highlight'>\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u062a\u06a9\u200c\u0632\u0628\u0627\u0646\u0647<\/span>\u060c \u062d\u062a\u06cc \u0627\u06af\u0631 \u0628\u0631 \u0631\u0648\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u06a9\u0645\u062a\u0631\u06cc \u0646\u0633\u0628\u062a \u0628\u0647 \u0647\u0645\u062a\u0627\u06cc\u0627\u0646 \u0686\u0646\u062f\u0632\u0628\u0627\u0646\u0647 \u062e\u0648\u062f \u0622\u0645\u0648\u0632\u0634 \u062f\u06cc\u062f\u0647 \u0628\u0627\u0634\u0646\u062f\u060c \u0628\u0647 \u062f\u0644\u06cc\u0644 \u062a\u062e\u0635\u0635 \u0648 \u062a\u0645\u0631\u06a9\u0632 \u0628\u0631 \u0631\u0648\u06cc \u06cc\u06a9 \u0632\u0628\u0627\u0646 \u062e\u0627\u0635\u060c \u0639\u0645\u0644\u06a9\u0631\u062f \u0628\u0647\u062a\u0631\u06cc \u062f\u0631 \u0648\u0638\u0627\u06cc\u0641 \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u0622\u0646 \u0632\u0628\u0627\u0646 \u0627\u0632 \u062e\u0648\u062f \u0646\u0634\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u0646\u062f. \u0627\u06cc\u0646 \u0646\u062a\u06cc\u062c\u0647\u060c \u06cc\u06a9 \u0627\u0633\u062a\u062f\u0644\u0627\u0644 \u0642\u0648\u06cc \u0628\u0631\u0627\u06cc \u0633\u0631\u0645\u0627\u06cc\u0647\u200c\u06af\u0630\u0627\u0631\u06cc \u062f\u0631 \u0633\u0627\u062e\u062a \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0627\u062e\u062a\u0635\u0627\u0635\u06cc \u0628\u0631\u0627\u06cc \u0632\u0628\u0627\u0646\u200c\u0647\u0627\u06cc \u06a9\u0645\u200c\u0645\u0646\u0628\u0639 \u0627\u0633\u062a.<\/p>\n<\/p><\/div>\n<h2>\u06f6. \u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627 \u0648 \u062f\u0633\u062a\u0627\u0648\u0631\u062f\u0647\u0627<\/h2>\n<div class=\"section-box\">\n<p>\u0627\u0646\u062a\u0634\u0627\u0631 TiBERT \u06cc\u06a9 \u062f\u0633\u062a\u0627\u0648\u0631\u062f \u0645\u0647\u0645 \u0628\u0631\u0627\u06cc \u062c\u0627\u0645\u0639\u0647 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u062a\u0628\u062a\u06cc \u0645\u062d\u0633\u0648\u0628 \u0645\u06cc\u200c\u0634\u0648\u062f \u0648 \u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627\u06cc \u0639\u0645\u0644\u06cc \u0641\u0631\u0627\u0648\u0627\u0646\u06cc \u0631\u0627 \u0645\u0645\u06a9\u0646 \u0645\u06cc\u200c\u0633\u0627\u0632\u062f:<\/p>\n<ul>\n<li><strong>\u0628\u0647\u0628\u0648\u062f \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646\u06cc:<\/strong> \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0627\u0632 TiBERT \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u067e\u0627\u06cc\u0647 \u0648 \u0627\u0633\u0627\u0633 \u0633\u06cc\u0633\u062a\u0645\u200c\u0647\u0627\u06cc \u062a\u0631\u062c\u0645\u0647 \u0627\u0632 \u062a\u0628\u062a\u06cc \u0628\u0647 \u0632\u0628\u0627\u0646\u200c\u0647\u0627\u06cc \u062f\u06cc\u06af\u0631 \u0648 \u0628\u0627\u0644\u0639\u06a9\u0633 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f.<\/li>\n<li><strong>\u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06cc \u0647\u0648\u0634\u0645\u0646\u062f:<\/strong> \u0627\u06cc\u062c\u0627\u062f \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u06a9\u0647 \u0642\u0627\u062f\u0631 \u0628\u0647 \u062f\u0631\u06a9 \u062f\u0642\u06cc\u0642 \u0645\u0639\u0646\u0627\u06cc \u06a9\u0648\u0626\u0631\u06cc\u200c\u0647\u0627\u06cc \u062a\u0628\u062a\u06cc \u0648 \u0627\u0631\u0627\u0626\u0647 \u0646\u062a\u0627\u06cc\u062c \u0645\u0631\u062a\u0628\u0637\u200c\u062a\u0631 \u0647\u0633\u062a\u0646\u062f.<\/li>\n<li><strong>\u0627\u0628\u0632\u0627\u0631\u0647\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u06cc \u0648 \u0641\u0631\u0647\u0646\u06af\u06cc:<\/strong> \u062a\u0648\u0633\u0639\u0647 \u0646\u0631\u0645\u200c\u0627\u0641\u0632\u0627\u0631\u0647\u0627\u06cc \u06a9\u0645\u06a9\u200c\u0622\u0645\u0648\u0632\u0634\u06cc \u0628\u0631\u0627\u06cc \u0632\u0628\u0627\u0646 \u062a\u0628\u062a\u06cc\u060c \u0627\u0628\u0632\u0627\u0631\u0647\u0627\u06cc \u062a\u0635\u062d\u06cc\u062d \u06af\u0631\u0627\u0645\u0631 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u0645\u062a\u0648\u0646 \u0627\u062f\u0628\u06cc.<\/li>\n<li><strong>\u0633\u06cc\u0633\u062a\u0645\u200c\u0647\u0627\u06cc \u062f\u0633\u062a\u06cc\u0627\u0631 \u0635\u0648\u062a\u06cc \u0648 \u0686\u062a\u200c\u0628\u0627\u062a:<\/strong> \u0633\u0627\u062e\u062a \u062f\u0633\u062a\u06cc\u0627\u0631\u0647\u0627\u06cc \u0645\u062c\u0627\u0632\u06cc \u06a9\u0647 \u0628\u062a\u0648\u0627\u0646\u0646\u062f \u0628\u0647 \u0632\u0628\u0627\u0646 \u062a\u0628\u062a\u06cc \u0628\u0627 \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u062a\u0639\u0627\u0645\u0644 \u06a9\u0646\u0646\u062f.<\/li>\n<\/ul>\n<p>\u0645\u0647\u0645\u200c\u062a\u0631\u06cc\u0646 \u062f\u0633\u062a\u0627\u0648\u0631\u062f \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647\u060c \u0627\u0631\u0627\u0626\u0647 <span class='highlight'>\u0627\u0648\u0644\u06cc\u0646 \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u0648 \u0639\u0645\u0648\u0645\u06cc<\/span> \u0628\u0631\u0627\u06cc \u0632\u0628\u0627\u0646 \u062a\u0628\u062a\u06cc \u0627\u0633\u062a. \u0645\u062d\u0642\u0642\u0627\u0646 \u0628\u0627 \u0627\u0646\u062a\u0634\u0627\u0631 \u0639\u0645\u0648\u0645\u06cc \u0645\u062f\u0644 \u062e\u0648\u062f \u062f\u0631 \u0648\u0628\u200c\u0633\u0627\u06cc\u062a <a href=\"http:\/\/tibert.cmli-nlp.com\/\" target=\"_blank\">tibert.cmli-nlp.com<\/a>\u060c \u0627\u06cc\u0646 \u0627\u0645\u06a9\u0627\u0646 \u0631\u0627 \u0628\u0631\u0627\u06cc \u0633\u0627\u06cc\u0631 \u067e\u0698\u0648\u0647\u0634\u06af\u0631\u0627\u0646 \u0648 \u062a\u0648\u0633\u0639\u0647\u200c\u062f\u0647\u0646\u062f\u06af\u0627\u0646 \u0641\u0631\u0627\u0647\u0645 \u06a9\u0631\u062f\u0647\u200c\u0627\u0646\u062f \u062a\u0627 \u0628\u062f\u0648\u0646 \u0646\u06cc\u0627\u0632 \u0628\u0647 \u0635\u0631\u0641 \u0647\u0632\u06cc\u0646\u0647 \u0648 \u0632\u0645\u0627\u0646 \u0628\u0631\u0627\u06cc \u0622\u0645\u0648\u0632\u0634 \u0645\u062c\u062f\u062f\u060c \u0627\u0632 \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0642\u062f\u0631\u062a\u0645\u0646\u062f \u062f\u0631 \u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627\u06cc \u062e\u0648\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u0646\u062f. \u0627\u06cc\u0646 \u0627\u0642\u062f\u0627\u0645\u060c \u0633\u0631\u0639\u062a \u067e\u06cc\u0634\u0631\u0641\u062a \u062f\u0631 \u062d\u0648\u0632\u0647 NLP \u062a\u0628\u062a\u06cc \u0631\u0627 \u0628\u0647 \u0634\u062f\u062a \u0627\u0641\u0632\u0627\u06cc\u0634 \u0645\u06cc\u200c\u062f\u0647\u062f.<\/p>\n<\/p><\/div>\n<h2>\u06f7. \u0646\u062a\u06cc\u062c\u0647\u200c\u06af\u06cc\u0631\u06cc<\/h2>\n<div class=\"section-box\">\n<p>\u0645\u0642\u0627\u0644\u0647 &#8220;TiBERT&#8221; \u06cc\u06a9 \u06af\u0627\u0645 \u0628\u0632\u0631\u06af \u0648 \u0627\u0644\u0647\u0627\u0645\u200c\u0628\u062e\u0634 \u062f\u0631 \u062c\u0647\u062a \u067e\u0631 \u06a9\u0631\u062f\u0646 \u0634\u06a9\u0627\u0641 \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0628\u0631\u0627\u06cc \u0632\u0628\u0627\u0646\u200c\u0647\u0627\u06cc \u06a9\u0645\u200c\u0645\u0646\u0628\u0639 \u0627\u0633\u062a. \u0627\u06cc\u0646 \u067e\u0698\u0648\u0647\u0634 \u0628\u0647 \u0637\u0648\u0631 \u0642\u0627\u0646\u0639\u200c\u06a9\u0646\u0646\u062f\u0647\u200c\u0627\u06cc \u0646\u0634\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u062f \u06a9\u0647 \u0628\u0627 \u062a\u0644\u0627\u0634 \u0645\u062a\u0645\u0631\u06a9\u0632 \u0628\u0631\u0627\u06cc \u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc \u062f\u0627\u062f\u0647 \u0648 \u0628\u0647\u200c\u06a9\u0627\u0631\u06af\u06cc\u0631\u06cc \u0645\u0639\u0645\u0627\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u062f\u0631\u0646\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0627\u0628\u0632\u0627\u0631\u0647\u0627\u06cc \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u067e\u06cc\u0634\u0631\u0641\u062a\u0647\u200c\u0627\u06cc \u0631\u0627 \u0628\u0631\u0627\u06cc \u0632\u0628\u0627\u0646\u200c\u0647\u0627\u06cc\u06cc \u0645\u0627\u0646\u0646\u062f \u062a\u0628\u062a\u06cc \u062a\u0648\u0633\u0639\u0647 \u062f\u0627\u062f. TiBERT \u0646\u0647 \u062a\u0646\u0647\u0627 \u06cc\u06a9 \u0627\u0628\u0632\u0627\u0631 \u0641\u0646\u06cc \u0642\u062f\u0631\u062a\u0645\u0646\u062f \u0627\u0633\u062a\u060c \u0628\u0644\u06a9\u0647 \u0646\u0645\u0627\u062f\u06cc \u0627\u0632 \u0627\u0647\u0645\u06cc\u062a \u062d\u0641\u0638 \u062a\u0646\u0648\u0639 \u0632\u0628\u0627\u0646\u06cc \u062f\u0631 \u0639\u0635\u0631 \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0628\u0647 \u0634\u0645\u0627\u0631 \u0645\u06cc\u200c\u0631\u0648\u062f. \u0645\u0648\u0641\u0642\u06cc\u062a \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u06cc\u06a9 \u0646\u0642\u0634\u0647 \u0631\u0627\u0647 \u0628\u0631\u0627\u06cc \u062c\u0648\u0627\u0645\u0639 \u0632\u0628\u0627\u0646\u06cc \u062f\u06cc\u06af\u0631 \u0639\u0645\u0644 \u06a9\u0646\u062f \u062a\u0627 \u0628\u0627 \u0627\u06cc\u062c\u0627\u062f \u0645\u0646\u0627\u0628\u0639 \u0648 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0645\u0634\u0627\u0628\u0647\u060c \u0632\u0628\u0627\u0646 \u062e\u0648\u062f \u0631\u0627 \u062f\u0631 \u062f\u0646\u06cc\u0627\u06cc \u0641\u0646\u0627\u0648\u0631\u06cc \u0632\u0646\u062f\u0647 \u0648 \u067e\u0648\u06cc\u0627 \u0646\u06af\u0647 \u062f\u0627\u0631\u0646\u062f. \u062f\u0631 \u0646\u0647\u0627\u06cc\u062a\u060c TiBERT \u0627\u062b\u0628\u0627\u062a \u0645\u06cc\u200c\u06a9\u0646\u062f \u06a9\u0647 \u0622\u06cc\u0646\u062f\u0647 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc\u060c \u0622\u06cc\u0646\u062f\u0647\u200c\u0627\u06cc \u0686\u0646\u062f\u0632\u0628\u0627\u0646\u0647 \u0648 \u0641\u0631\u0627\u06af\u06cc\u0631 \u0627\u0633\u062a \u06a9\u0647 \u062f\u0631 \u0622\u0646 \u0647\u06cc\u0686 \u0632\u0628\u0627\u0646\u06cc \u0628\u0647 \u062d\u0627\u0634\u06cc\u0647 \u0631\u0627\u0646\u062f\u0647 \u0646\u062e\u0648\u0627\u0647\u062f \u0634\u062f.<\/p>\n<\/p><\/div>\n<\/article>\n","protected":false},"excerpt":{"rendered":"<p>\ud83d\udcda \u0645\u0642\u0627\u0644\u0647 \u0639\u0644\u0645\u06cc \u0639\u0646\u0648\u0627\u0646 \u0641\u0627\u0631\u0633\u06cc \u0645\u0642\u0627\u0644\u0647 TiBERT: \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u062a\u0628\u062a\u06cc \u0646\u0648\u06cc\u0633\u0646\u062f\u06af\u0627\u0646 Yuan Sun, Sisi Liu, Junjie Deng, Xiaobing Zhao [&hellip;]<\/p>\n","protected":false},"featured_media":208799,"comment_status":"open","ping_status":"closed","template":"","meta":{"pmpro_default_level":"","site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"default","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""}}},"product_cat":[137319,137318],"product_tag":[107,47705,1840,137738,3206,137353,137804,1675,1145,137495,142725,137431,15176,103831,187734,126926,187736,1671,82946,15174,137796,103828,187735,137342,1835,174824,88269,3199,170336,261,674],"class_list":{"0":"post-224549","1":"product","2":"type-product","3":"status-publish","4":"has-post-thumbnail","6":"product_cat-arxiv","7":"product_cat-137318","8":"product_tag-artificial-intelligence","9":"product_tag-computational-linguistics","10":"product_tag-deep-learning","11":"product_tag-language-modeling","12":"product_tag-large-language-models","13":"product_tag-low-resource-languages","14":"product_tag-machine-translation","15":"product_tag-natural-language-processing","16":"product_tag-neural-networks","17":"product_tag-nlp-tasks","18":"product_tag-pre-trained-language-model","19":"product_tag-question-answering","20":"product_tag-sentiment-analysis","21":"product_tag-text-summarization","22":"product_tag-tibert","23":"product_tag-tibetan-language","24":"product_tag-tibetan-nlp","25":"product_tag-1671","26":"product_tag-82946","27":"product_tag-15174","28":"product_tag-137796","29":"product_tag-103828","30":"product_tag-187735","31":"product_tag-137342","32":"product_tag-1835","33":"product_tag-174824","34":"product_tag-88269","35":"product_tag-3199","36":"product_tag-170336","37":"product_tag-261","38":"product_tag-674","39":"pmpro-has-access","40":"desktop-align-left","41":"tablet-align-left","42":"mobile-align-left","44":"first","45":"instock","46":"downloadable","47":"virtual","48":"purchasable","49":"product-type-simple"},"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v22.0 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u0645\u0642\u0627\u0644\u0647 TiBERT: \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u062a\u0628\u062a\u06cc \u0628\u0647 \u0647\u0645\u0631\u0627\u0647 PDF \u0641\u0627\u0631\u0633\u06cc + \u067e\u0627\u062f\u06a9\u0633\u062a \u0635\u0648\u062a\u06cc \u0641\u0627\u0631\u0633\u06cc + \u0648\u06cc\u062f\u06cc\u0648 \u0622\u0645\u0648\u0632\u0634\u06cc \u0641\u0627\u0631\u0633\u06cc - \u0641\u0631\u0648\u0634\u06af\u0627\u0647 \u0627\u06a9\u0633\u067e\u0631\u0633<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/express24.ir\/d\/product\/2205-07303\/\" \/>\n<meta property=\"og:locale\" content=\"fa_IR\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u0645\u0642\u0627\u0644\u0647 TiBERT: \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u062a\u0628\u062a\u06cc \u0628\u0647 \u0647\u0645\u0631\u0627\u0647 PDF \u0641\u0627\u0631\u0633\u06cc + \u067e\u0627\u062f\u06a9\u0633\u062a \u0635\u0648\u062a\u06cc \u0641\u0627\u0631\u0633\u06cc + \u0648\u06cc\u062f\u06cc\u0648 \u0622\u0645\u0648\u0632\u0634\u06cc \u0641\u0627\u0631\u0633\u06cc - \u0641\u0631\u0648\u0634\u06af\u0627\u0647 \u0627\u06a9\u0633\u067e\u0631\u0633\" \/>\n<meta property=\"og:description\" content=\"\ud83d\udcda \u0645\u0642\u0627\u0644\u0647 \u0639\u0644\u0645\u06cc \u0639\u0646\u0648\u0627\u0646 \u0641\u0627\u0631\u0633\u06cc \u0645\u0642\u0627\u0644\u0647 TiBERT: \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u062a\u0628\u062a\u06cc \u0646\u0648\u06cc\u0633\u0646\u062f\u06af\u0627\u0646 Yuan Sun, Sisi Liu, Junjie Deng, Xiaobing Zhao [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/express24.ir\/d\/product\/2205-07303\/\" \/>\n<meta property=\"og:site_name\" content=\"\u0641\u0631\u0648\u0634\u06af\u0627\u0647 \u0627\u06a9\u0633\u067e\u0631\u0633\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u0632\u0645\u0627\u0646 \u062a\u0642\u0631\u06cc\u0628\u06cc \u0628\u0631\u0627\u06cc \u062e\u0648\u0627\u0646\u062f\u0646\" \/>\n\t<meta name=\"twitter:data1\" content=\"1 \u062f\u0642\u06cc\u0642\u0647\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/express24.ir\/d\/product\/2205-07303\/\",\"url\":\"https:\/\/express24.ir\/d\/product\/2205-07303\/\",\"name\":\"\u0645\u0642\u0627\u0644\u0647 TiBERT: \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u062a\u0628\u062a\u06cc \u0628\u0647 \u0647\u0645\u0631\u0627\u0647 PDF \u0641\u0627\u0631\u0633\u06cc + \u067e\u0627\u062f\u06a9\u0633\u062a \u0635\u0648\u062a\u06cc \u0641\u0627\u0631\u0633\u06cc + \u0648\u06cc\u062f\u06cc\u0648 \u0622\u0645\u0648\u0632\u0634\u06cc \u0641\u0627\u0631\u0633\u06cc - \u0641\u0631\u0648\u0634\u06af\u0627\u0647 \u0627\u06a9\u0633\u067e\u0631\u0633\",\"isPartOf\":{\"@id\":\"https:\/\/express24.ir\/d\/#website\"},\"datePublished\":\"2025-11-03T04:28:53+00:00\",\"dateModified\":\"2025-11-03T04:28:53+00:00\",\"breadcrumb\":{\"@id\":\"https:\/\/express24.ir\/d\/product\/2205-07303\/#breadcrumb\"},\"inLanguage\":\"fa-IR\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/express24.ir\/d\/product\/2205-07303\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/express24.ir\/d\/product\/2205-07303\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u062e\u0627\u0646\u0647\",\"item\":\"https:\/\/express24.ir\/d\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u0641\u0631\u0648\u0634\u06af\u0627\u0647\",\"item\":\"https:\/\/express24.ir\/d\/\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"\u0645\u0642\u0627\u0644\u0647 TiBERT: \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u062a\u0628\u062a\u06cc \u0628\u0647 \u0647\u0645\u0631\u0627\u0647 PDF \u0641\u0627\u0631\u0633\u06cc + \u067e\u0627\u062f\u06a9\u0633\u062a \u0635\u0648\u062a\u06cc \u0641\u0627\u0631\u0633\u06cc + \u0648\u06cc\u062f\u06cc\u0648 \u0622\u0645\u0648\u0632\u0634\u06cc \u0641\u0627\u0631\u0633\u06cc\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/express24.ir\/d\/#website\",\"url\":\"https:\/\/express24.ir\/d\/\",\"name\":\"\u0641\u0631\u0648\u0634\u06af\u0627\u0647 \u0627\u06a9\u0633\u067e\u0631\u0633\",\"description\":\"\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/express24.ir\/d\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"fa-IR\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"\u0645\u0642\u0627\u0644\u0647 TiBERT: \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u062a\u0628\u062a\u06cc \u0628\u0647 \u0647\u0645\u0631\u0627\u0647 PDF \u0641\u0627\u0631\u0633\u06cc + \u067e\u0627\u062f\u06a9\u0633\u062a \u0635\u0648\u062a\u06cc \u0641\u0627\u0631\u0633\u06cc + \u0648\u06cc\u062f\u06cc\u0648 \u0622\u0645\u0648\u0632\u0634\u06cc \u0641\u0627\u0631\u0633\u06cc - \u0641\u0631\u0648\u0634\u06af\u0627\u0647 \u0627\u06a9\u0633\u067e\u0631\u0633","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/express24.ir\/d\/product\/2205-07303\/","og_locale":"fa_IR","og_type":"article","og_title":"\u0645\u0642\u0627\u0644\u0647 TiBERT: \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u062a\u0628\u062a\u06cc \u0628\u0647 \u0647\u0645\u0631\u0627\u0647 PDF \u0641\u0627\u0631\u0633\u06cc + \u067e\u0627\u062f\u06a9\u0633\u062a \u0635\u0648\u062a\u06cc \u0641\u0627\u0631\u0633\u06cc + \u0648\u06cc\u062f\u06cc\u0648 \u0622\u0645\u0648\u0632\u0634\u06cc \u0641\u0627\u0631\u0633\u06cc - \u0641\u0631\u0648\u0634\u06af\u0627\u0647 \u0627\u06a9\u0633\u067e\u0631\u0633","og_description":"\ud83d\udcda \u0645\u0642\u0627\u0644\u0647 \u0639\u0644\u0645\u06cc \u0639\u0646\u0648\u0627\u0646 \u0641\u0627\u0631\u0633\u06cc \u0645\u0642\u0627\u0644\u0647 TiBERT: \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u062a\u0628\u062a\u06cc \u0646\u0648\u06cc\u0633\u0646\u062f\u06af\u0627\u0646 Yuan Sun, Sisi Liu, Junjie Deng, Xiaobing Zhao [&hellip;]","og_url":"https:\/\/express24.ir\/d\/product\/2205-07303\/","og_site_name":"\u0641\u0631\u0648\u0634\u06af\u0627\u0647 \u0627\u06a9\u0633\u067e\u0631\u0633","twitter_card":"summary_large_image","twitter_misc":{"\u0632\u0645\u0627\u0646 \u062a\u0642\u0631\u06cc\u0628\u06cc \u0628\u0631\u0627\u06cc \u062e\u0648\u0627\u0646\u062f\u0646":"1 \u062f\u0642\u06cc\u0642\u0647"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/express24.ir\/d\/product\/2205-07303\/","url":"https:\/\/express24.ir\/d\/product\/2205-07303\/","name":"\u0645\u0642\u0627\u0644\u0647 TiBERT: \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u062a\u0628\u062a\u06cc \u0628\u0647 \u0647\u0645\u0631\u0627\u0647 PDF \u0641\u0627\u0631\u0633\u06cc + \u067e\u0627\u062f\u06a9\u0633\u062a \u0635\u0648\u062a\u06cc \u0641\u0627\u0631\u0633\u06cc + \u0648\u06cc\u062f\u06cc\u0648 \u0622\u0645\u0648\u0632\u0634\u06cc \u0641\u0627\u0631\u0633\u06cc - \u0641\u0631\u0648\u0634\u06af\u0627\u0647 \u0627\u06a9\u0633\u067e\u0631\u0633","isPartOf":{"@id":"https:\/\/express24.ir\/d\/#website"},"datePublished":"2025-11-03T04:28:53+00:00","dateModified":"2025-11-03T04:28:53+00:00","breadcrumb":{"@id":"https:\/\/express24.ir\/d\/product\/2205-07303\/#breadcrumb"},"inLanguage":"fa-IR","potentialAction":[{"@type":"ReadAction","target":["https:\/\/express24.ir\/d\/product\/2205-07303\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/express24.ir\/d\/product\/2205-07303\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u062e\u0627\u0646\u0647","item":"https:\/\/express24.ir\/d\/"},{"@type":"ListItem","position":2,"name":"\u0641\u0631\u0648\u0634\u06af\u0627\u0647","item":"https:\/\/express24.ir\/d\/"},{"@type":"ListItem","position":3,"name":"\u0645\u0642\u0627\u0644\u0647 TiBERT: \u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u062a\u0628\u062a\u06cc \u0628\u0647 \u0647\u0645\u0631\u0627\u0647 PDF \u0641\u0627\u0631\u0633\u06cc + \u067e\u0627\u062f\u06a9\u0633\u062a \u0635\u0648\u062a\u06cc \u0641\u0627\u0631\u0633\u06cc + \u0648\u06cc\u062f\u06cc\u0648 \u0622\u0645\u0648\u0632\u0634\u06cc \u0641\u0627\u0631\u0633\u06cc"}]},{"@type":"WebSite","@id":"https:\/\/express24.ir\/d\/#website","url":"https:\/\/express24.ir\/d\/","name":"\u0641\u0631\u0648\u0634\u06af\u0627\u0647 \u0627\u06a9\u0633\u067e\u0631\u0633","description":"","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/express24.ir\/d\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"fa-IR"}]}},"_links":{"self":[{"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/product\/224549","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/product"}],"about":[{"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/types\/product"}],"replies":[{"embeddable":true,"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/comments?post=224549"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/media\/208799"}],"wp:attachment":[{"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/media?parent=224549"}],"wp:term":[{"taxonomy":"product_cat","embeddable":true,"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/product_cat?post=224549"},{"taxonomy":"product_tag","embeddable":true,"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/product_tag?post=224549"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}