{"id":228207,"date":"2025-11-04T07:58:43","date_gmt":"2025-11-04T08:58:43","guid":{"rendered":"https:\/\/express24.ir\/d\/product\/2207-01772\/"},"modified":"2025-11-04T07:58:43","modified_gmt":"2025-11-04T08:58:43","slug":"2207-01772","status":"publish","type":"product","link":"https:\/\/express24.ir\/d\/product\/2207-01772\/","title":{"rendered":"\u0645\u0642\u0627\u0644\u0647 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 \u062f\u06cc\u062f\u0627\u0631\u06cc-\u0632\u0628\u0627\u0646\u06cc \u0628\u0647 \u0647\u0645\u0631\u0627\u0647 PDF \u0641\u0627\u0631\u0633\u06cc + \u067e\u0627\u062f\u06a9\u0633\u062a \u0635\u0648\u062a\u06cc \u0641\u0627\u0631\u0633\u06cc + \u0648\u06cc\u062f\u06cc\u0648 \u0622\u0645\u0648\u0632\u0634\u06cc \u0641\u0627\u0631\u0633\u06cc"},"content":{"rendered":"<div style=\"background: linear-gradient(135deg, #667eea 0%, #764ba2 100%); padding: 30px; border-radius: 15px; color: white; margin-bottom: 30px;\">\n<h2 style=\"color: white; text-align: center; margin-bottom: 20px;\">\ud83d\udcda \u0645\u0642\u0627\u0644\u0647 \u0639\u0644\u0645\u06cc<\/h2>\n<\/p><\/div>\n<table class=\"paper-info-table\" border=\"1\" cellpadding=\"10\" cellspacing=\"0\" style=\"width: 100%; margin-bottom: 20px; border-collapse: collapse; direction: rtl;\">\n<tr>\n<th style=\"background-color: #1F3A5E; color: white; text-align: right; width: 35%;\">\u0639\u0646\u0648\u0627\u0646 \u0641\u0627\u0631\u0633\u06cc \u0645\u0642\u0627\u0644\u0647<\/th>\n<td style=\"text-align: right; background-color: #f8f9fa; font-weight: bold;\">\u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 \u062f\u06cc\u062f\u0627\u0631\u06cc-\u0632\u0628\u0627\u0646\u06cc<\/td>\n<\/tr>\n<tr>\n<th style=\"background-color: #1F3A5E; color: white; text-align: right;\">\u0646\u0648\u06cc\u0633\u0646\u062f\u06af\u0627\u0646<\/th>\n<td style=\"text-align: right; background-color: #ffffff;\">Thong Nguyen, Cong-Duy Nguyen, Xiaobao Wu, See-Kiong Ng, Anh Tuan Luu<\/td>\n<\/tr>\n<tr>\n<th style=\"background-color: #1F3A5E; color: white; text-align: right;\">\u062f\u0633\u062a\u0647\u200c\u0628\u0646\u062f\u06cc \u0639\u0644\u0645\u06cc<\/th>\n<td style=\"text-align: right; background-color: #f8f9fa;\">Computation and Language<\/td>\n<\/tr>\n<\/table>\n<div style=\"border: 2px dashed #4CAF50; border-radius: 16px; padding: 20px; background: #f9fff9; font-family: 'IRANSans', sans-serif;\">\r\n  <h2 style=\"color: #2E7D32; margin-top: 0;\">\ud83d\udcd8 \u0645\u062d\u062a\u0648\u0627\u06cc \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0622\u0645\u0648\u0632\u0634\u06cc<\/h2>\r\n  <ul style=\"list-style-type: \u2705; padding-left: 20px; font-size: 16px; line-height: 1.8;\">\r\n    <li>\u0634\u0627\u0645\u0644 <strong>\u0641\u0627\u06cc\u0644 \u0627\u0635\u0644\u06cc \u0645\u0642\u0627\u0644\u0647 (PDF \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc)<\/strong><\/li>\r\n    <li>\u0628\u0647 \u0647\u0645\u0631\u0627\u0647 <strong>\u0641\u0627\u06cc\u0644 PDF \u062a\u0648\u0636\u06cc\u062d \u0641\u0627\u0631\u0633\u06cc<\/strong> \u0628\u0627 \u0628\u06cc\u0627\u0646 \u0633\u0627\u062f\u0647 \u0648 \u0631\u0648\u0627\u0646<\/li>\r\n    <li>\u062f\u0627\u0631\u0627\u06cc <strong>\u067e\u0627\u062f\u06a9\u0633\u062a \u0635\u0648\u062a\u06cc \u0641\u0627\u0631\u0633\u06cc<\/strong> \u062a\u0648\u0636\u06cc\u062d \u06a9\u0627\u0645\u0644 \u0645\u0642\u0627\u0644\u0647<\/li>\r\n    <li>\u0628\u0647 \u0647\u0645\u0631\u0627\u0647 <strong>\u0648\u06cc\u062f\u06cc\u0648 \u0622\u0645\u0648\u0632\u0634\u06cc \u0641\u0627\u0631\u0633\u06cc<\/strong> \u0628\u0631\u0627\u06cc \u062f\u0631\u06a9 \u0639\u0645\u06cc\u0642\u200c\u062a\u0631 \u0645\u0641\u0627\u0647\u06cc\u0645 \u0645\u0642\u0627\u0644\u0647<\/li>\r\n  <\/ul>\r\n  <p style=\"color: #388E3C; font-weight: bold; font-size: 18px; margin-top: 20px;\">\r\n    \ud83c\udfaf \u0647\u0645\u0647\u200c\u06cc \u0641\u0627\u06cc\u0644\u200c\u0647\u0627 \u0628\u0627 \u0647\u062f\u0641 \u062f\u0631\u06a9 \u0622\u0633\u0627\u0646 \u0648 \u0633\u0631\u06cc\u0639 \u0645\u0641\u0627\u0647\u06cc\u0645 \u0639\u0644\u0645\u06cc \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u062a\u0647\u06cc\u0647 \u0634\u062f\u0647\u200c\u0627\u0646\u062f.\r\n  <\/p>\r\n  <p style=\"font-size: 16px; line-height: 1.8;\">\r\n    \u0686\u0646\u0627\u0646\u0686\u0647 \u062f\u0631 <strong>\u062f\u0627\u0646\u0644\u0648\u062f \u0641\u0627\u06cc\u0644\u200c\u0647\u0627<\/strong> \u0628\u0627 \u0645\u0634\u06a9\u0644\u06cc \u0645\u0648\u0627\u062c\u0647 \u0634\u062f\u06cc\u062f\u060c \u0644\u0637\u0641\u0627\u064b \u0627\u0632 \u0637\u0631\u06cc\u0642 \u0648\u0627\u062a\u0633\u200c\u0627\u067e \u0628\u0627 \u0634\u0645\u0627\u0631\u0647 \r\n    <strong>09395106248<\/strong> \u06cc\u0627 \u0627\u0632 \u0637\u0631\u06cc\u0642 \u0622\u06cc\u062f\u06cc \u062a\u0644\u06af\u0631\u0627\u0645 \r\n    <strong>@ma_limbs<\/strong> \u067e\u06cc\u0627\u0645 \u062f\u0647\u06cc\u062f \u062a\u0627 \u0644\u06cc\u0646\u06a9\u200c\u0647\u0627 \u0641\u0648\u0631\u0627\u064b \u0628\u0631\u0627\u06cc\u062a\u0627\u0646 \u0645\u062c\u062f\u062f\u0627\u064b \u0627\u0631\u0633\u0627\u0644 \u0634\u0648\u0646\u062f.\r\n  <\/p>\r\n<\/div>\r\n\n<article class=\"violin-complex-pieces\" style=\"font-family: 'Vazirmatn', sans-serif;color: #2E2E2E;line-height: 1.75;max-width: 800px;margin: 40px auto;padding: 30px;background: #FFFFFF;border-radius: 12px;box-shadow: 0 6px 20px rgba(0,0,0,0.05);\">\n<style>\n.violin-complex-pieces h1 { text-align: center; font-size: 2.8rem; color: #1F3A5E; margin-bottom: 24px; }\n.violin-complex-pieces h2 { position: relative; font-size: 1.9rem; color: #243A5E; margin-top: 36px; margin-bottom: 16px; padding-bottom: 6px; }\n.violin-complex-pieces h2::after { content: \"\"; position: absolute; left: 0; bottom: 0; width: 60px; height: 4px; background: linear-gradient(90deg,#4A90E2,#50E3C2); border-radius: 2px; }\n.section-box { background: #F7F9FC; border: 1px solid #E0E4E8; border-radius: 8px; padding: 24px; margin-top: 20px; transition: transform 0.2s, box-shadow 0.2s; }\n.section-box:hover { transform: translateY(-4px); box-shadow: 0 8px 24px rgba(42,77,102,0.1); }\n.section-box p, .section-box ul { margin-bottom: 12px; }\nul { margin-left: 24px; list-style-type: disc; }\nul li { margin-bottom: 8px; }\n.highlight { background: #EAF4FF; color: #1F3A5E; padding: 3px 6px; border-radius: 4px; font-weight: bold; }\n<\/style>\n<h1>\u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 \u062f\u06cc\u062f\u0627\u0631\u06cc-\u0632\u0628\u0627\u0646\u06cc: \u0645\u0631\u0648\u0631\u06cc \u062c\u0627\u0645\u0639 \u0628\u0631 \u0645\u062f\u0644\u200c\u0647\u0627 \u0648 \u062a\u06a9\u0646\u06cc\u06a9\u200c\u0647\u0627<\/h1>\n<h2>\u0645\u0639\u0631\u0641\u06cc \u0645\u0642\u0627\u0644\u0647 \u0648 \u0627\u0647\u0645\u06cc\u062a \u0622\u0646<\/h2>\n<div class=\"section-box\">\n<p>\n\u062f\u0631 \u0633\u0627\u0644\u200c\u0647\u0627\u06cc \u0627\u062e\u06cc\u0631\u060c \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0634\u0627\u0647\u062f \u0647\u0645\u06af\u0631\u0627\u06cc\u06cc \u0634\u06af\u0641\u062a\u200c\u0627\u0646\u06af\u06cc\u0632\u06cc \u0645\u06cc\u0627\u0646 \u062f\u0648 \u062d\u0648\u0632\u0647 \u06a9\u0644\u06cc\u062f\u06cc \u062e\u0648\u062f \u06cc\u0639\u0646\u06cc <span class=\"highlight\">\u0628\u06cc\u0646\u0627\u06cc\u06cc \u0645\u0627\u0634\u06cc\u0646 (Computer Vision)<\/span> \u0648 <span class=\"highlight\">\u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc (NLP)<\/span> \u0628\u0648\u062f\u0647 \u0627\u0633\u062a. \u0627\u06cc\u0646 \u062a\u0644\u0627\u0642\u06cc\u060c \u0632\u0645\u06cc\u0646\u0647 \u062a\u062d\u0642\u06cc\u0642\u0627\u062a\u06cc \u062c\u062f\u06cc\u062f \u0648 \u067e\u0631\u0634\u062a\u0627\u0628\u06cc \u0628\u0647 \u0646\u0627\u0645 \u00ab\u062f\u06cc\u062f\u0627\u0631\u06cc-\u0632\u0628\u0627\u0646\u06cc\u00bb (Vision-and-Language \u06cc\u0627 V&#038;L) \u0631\u0627 \u0628\u0647 \u0648\u062c\u0648\u062f \u0622\u0648\u0631\u062f\u0647 \u06a9\u0647 \u0647\u062f\u0641 \u0622\u0646 \u0633\u0627\u062e\u062a \u0645\u062f\u0644\u200c\u0647\u0627\u06cc\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0642\u0627\u062f\u0631 \u0628\u0647 \u062f\u0631\u06a9 \u0647\u0645\u0632\u0645\u0627\u0646 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0628\u0635\u0631\u06cc \u0648 \u0645\u062a\u0646\u06cc \u0628\u0627\u0634\u0646\u062f. \u0628\u0627 \u0627\u0646\u0641\u062c\u0627\u0631 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062c\u0641\u062a\u200c\u0634\u062f\u0647 \u062a\u0635\u0648\u06cc\u0631-\u0645\u062a\u0646 \u062f\u0631 \u0627\u06cc\u0646\u062a\u0631\u0646\u062a \u0648 \u062a\u0646\u0648\u0639 \u0631\u0648\u0632\u0627\u0641\u0632\u0648\u0646 \u0648\u0638\u0627\u06cc\u0641 V&#038;L\u060c \u0645\u062d\u0642\u0642\u0627\u0646 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0639\u0645\u06cc\u0642 \u0645\u062a\u0639\u062f\u062f\u06cc \u0631\u0627 \u062a\u0648\u0633\u0639\u0647 \u062f\u0627\u062f\u0647\u200c\u0627\u0646\u062f.\n<\/p>\n<p>\n\u0645\u0648\u0641\u0642\u06cc\u062a \u0686\u0634\u0645\u06af\u06cc\u0631 \u00ab\u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0627\u0646\u062a\u0642\u0627\u0644\u06cc\u00bb (Transfer Learning) \u062f\u0631 \u062d\u0648\u0632\u0647\u200c\u0647\u0627\u06cc \u0628\u06cc\u0646\u0627\u06cc\u06cc \u0648 \u0632\u0628\u0627\u0646 \u0628\u0647 \u0635\u0648\u0631\u062a \u062c\u062f\u0627\u06af\u0627\u0646\u0647\u060c \u0627\u0644\u0647\u0627\u0645\u200c\u0628\u062e\u0634 \u0631\u0648\u06cc\u06a9\u0631\u062f \u0645\u0634\u0627\u0628\u0647\u06cc \u062f\u0631 \u062d\u0648\u0632\u0647 V&#038;L \u0634\u062f. \u0627\u06cc\u062f\u0647 \u0627\u0635\u0644\u06cc\u060c \u00ab\u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u00bb (Pretraining) \u0645\u062f\u0644\u200c\u0647\u0627 \u0628\u0631 \u0631\u0648\u06cc \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0639\u0638\u06cc\u0645 \u0648 \u0639\u0645\u0648\u0645\u06cc \u0627\u0633\u062a \u062a\u0627 \u062f\u0627\u0646\u0634 \u067e\u0627\u06cc\u0647\u200c\u0627\u06cc \u0627\u0632 \u0627\u0631\u062a\u0628\u0627\u0637 \u0628\u06cc\u0646 \u062a\u0635\u0627\u0648\u06cc\u0631 \u0648 \u06a9\u0644\u0645\u0627\u062a \u0631\u0627 \u0628\u06cc\u0627\u0645\u0648\u0632\u0646\u062f \u0648 \u0633\u067e\u0633 \u0627\u06cc\u0646 \u062f\u0627\u0646\u0634 \u0631\u0627 \u0628\u0647 \u0648\u0638\u0627\u06cc\u0641 \u062e\u0627\u0635 \u0648 \u00ab\u067e\u0627\u06cc\u06cc\u0646\u200c\u062f\u0633\u062a\u06cc\u00bb (Downstream Tasks) \u0645\u0646\u062a\u0642\u0644 \u06a9\u0646\u0646\u062f. \u0645\u0642\u0627\u0644\u0647 &#8220;Vision-and-Language Pretraining&#8221; \u0646\u0648\u0634\u062a\u0647 Thong Nguyen \u0648 \u0647\u0645\u06a9\u0627\u0631\u0627\u0646\u060c \u06cc\u06a9 \u0645\u0642\u0627\u0644\u0647 \u0645\u0631\u0648\u0631\u06cc \u062c\u0627\u0645\u0639 \u0627\u0633\u062a \u06a9\u0647 \u0628\u0647 \u0634\u06a9\u0644\u06cc \u0646\u0638\u0627\u0645\u200c\u0645\u0646\u062f\u060c \u0627\u06cc\u0646 \u062d\u0648\u0632\u0647 \u067e\u0631\u062c\u0646\u0628\u200c\u0648\u062c\u0648\u0634 \u0631\u0627 \u06a9\u0627\u0644\u0628\u062f\u0634\u06a9\u0627\u0641\u06cc \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u0647\u0645\u06cc\u062a \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u062f\u0631 \u0622\u0646 \u0627\u0633\u062a \u06a9\u0647 \u062f\u0631 \u0645\u06cc\u0627\u0646 \u0627\u0646\u0628\u0648\u0647\u06cc \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627 \u0648 \u062a\u06a9\u0646\u06cc\u06a9\u200c\u0647\u0627\u06cc \u0645\u0646\u062a\u0634\u0631 \u0634\u062f\u0647\u060c \u06cc\u06a9 \u0646\u0642\u0634\u0647 \u0631\u0627\u0647 \u0631\u0648\u0634\u0646 \u0627\u0631\u0627\u0626\u0647 \u0645\u06cc\u200c\u062f\u0647\u062f\u060c \u0631\u0648\u06cc\u06a9\u0631\u062f\u0647\u0627 \u0631\u0627 \u062f\u0633\u062a\u0647\u200c\u0628\u0646\u062f\u06cc \u0645\u06cc\u200c\u06a9\u0646\u062f \u0648 \u0645\u0633\u06cc\u0631\u0647\u0627\u06cc \u0622\u06cc\u0646\u062f\u0647 \u0631\u0627 \u0628\u0631\u0627\u06cc \u0645\u062d\u0642\u0642\u0627\u0646 \u062a\u0631\u0633\u06cc\u0645 \u0645\u06cc\u200c\u0646\u0645\u0627\u06cc\u062f.\n<\/p>\n<\/div>\n<h2>\u0646\u0648\u06cc\u0633\u0646\u062f\u06af\u0627\u0646 \u0648 \u0632\u0645\u06cc\u0646\u0647 \u062a\u062d\u0642\u06cc\u0642<\/h2>\n<div class=\"section-box\">\n<p>\n\u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u062a\u0648\u0633\u0637 \u062a\u06cc\u0645\u06cc \u0627\u0632 \u0645\u062d\u0642\u0642\u0627\u0646 \u0628\u0631\u062c\u0633\u062a\u0647 \u0628\u0647 \u0646\u0627\u0645\u200c\u0647\u0627\u06cc Thong Nguyen, Cong-Duy Nguyen, Xiaobao Wu, See-Kiong Ng \u0648 Anh Tuan Luu \u0628\u0647 \u0631\u0634\u062a\u0647 \u062a\u062d\u0631\u06cc\u0631 \u062f\u0631\u0622\u0645\u062f\u0647 \u0627\u0633\u062a. \u0632\u0645\u06cc\u0646\u0647 \u062a\u062e\u0635\u0635\u06cc \u0645\u0642\u0627\u0644\u0647\u060c \u00ab\u0645\u062d\u0627\u0633\u0628\u0627\u062a \u0648 \u0632\u0628\u0627\u0646\u00bb (Computation and Language) \u0627\u0633\u062a \u06a9\u0647 \u062f\u0631 \u0642\u0644\u0628 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0686\u0646\u062f\u0648\u062c\u0647\u06cc (Multimodal AI) \u0642\u0631\u0627\u0631 \u062f\u0627\u0631\u062f. \u0627\u06cc\u0646 \u062d\u0648\u0632\u0647 \u0628\u0647 \u062f\u0646\u0628\u0627\u0644 \u0627\u06cc\u062c\u0627\u062f \u0633\u06cc\u0633\u062a\u0645\u200c\u0647\u0627\u06cc\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0628\u062a\u0648\u0627\u0646\u0646\u062f \u062c\u0647\u0627\u0646 \u0631\u0627 \u0647\u0645\u0627\u0646\u0646\u062f \u0627\u0646\u0633\u0627\u0646\u200c\u0647\u0627\u060c \u0627\u0632 \u0637\u0631\u06cc\u0642 \u06a9\u0627\u0646\u0627\u0644\u200c\u0647\u0627\u06cc \u0627\u0637\u0644\u0627\u0639\u0627\u062a\u06cc \u0645\u062a\u0639\u062f\u062f (\u0645\u0627\u0646\u0646\u062f \u0628\u06cc\u0646\u0627\u06cc\u06cc\u060c \u0634\u0646\u0648\u0627\u06cc\u06cc \u0648 \u0632\u0628\u0627\u0646) \u062f\u0631\u06a9 \u06a9\u0646\u0646\u062f.\n<\/p>\n<p>\n\u0645\u0642\u0627\u0644\u0647 \u062d\u0627\u0636\u0631 \u0628\u0647 \u0637\u0648\u0631 \u062e\u0627\u0635 \u0628\u0631 \u0631\u0648\u06cc \u062a\u06a9\u0646\u06cc\u06a9\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 \u062a\u0645\u0631\u06a9\u0632 \u062f\u0627\u0631\u062f \u06a9\u0647 \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0633\u062a\u0648\u0646 \u0641\u0642\u0631\u0627\u062a \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0645\u062f\u0631\u0646 V&#038;L \u0639\u0645\u0644 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f. \u0627\u06cc\u0646 \u062a\u06a9\u0646\u06cc\u06a9\u200c\u0647\u0627 \u0628\u0647 \u0645\u062f\u0644\u200c\u0647\u0627 \u0627\u062c\u0627\u0632\u0647 \u0645\u06cc\u200c\u062f\u0647\u0646\u062f \u062a\u0627 \u0627\u0632 \u062d\u062c\u0645 \u0639\u0638\u06cc\u0645\u06cc \u0627\u0632 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0628\u062f\u0648\u0646 \u0628\u0631\u0686\u0633\u0628 \u06cc\u0627 \u0628\u0627 \u0628\u0631\u0686\u0633\u0628 \u0636\u0639\u06cc\u0641 (\u0645\u0627\u0646\u0646\u062f \u062a\u0635\u0627\u0648\u06cc\u0631 \u0648 \u0645\u062a\u0648\u0646 \u0647\u0645\u0631\u0627\u0647 \u0622\u0646\u200c\u0647\u0627 \u062f\u0631 \u0648\u0628) \u06cc\u0627\u062f \u0628\u06af\u06cc\u0631\u0646\u062f \u0648 \u067e\u0627\u06cc\u0647\u200c\u0627\u06cc \u0642\u0648\u06cc \u0628\u0631\u0627\u06cc \u062d\u0644 \u0645\u0633\u0627\u0626\u0644 \u067e\u06cc\u0686\u06cc\u062f\u0647\u200c\u0627\u06cc \u0645\u0627\u0646\u0646\u062f \u067e\u0627\u0633\u062e \u0628\u0647 \u0633\u0648\u0627\u0644\u0627\u062a \u0628\u0635\u0631\u06cc \u06cc\u0627 \u062a\u0648\u0644\u06cc\u062f \u062e\u0648\u062f\u06a9\u0627\u0631 \u0632\u06cc\u0631\u0646\u0648\u06cc\u0633 \u0628\u0631\u0627\u06cc \u062a\u0635\u0627\u0648\u06cc\u0631 \u0641\u0631\u0627\u0647\u0645 \u06a9\u0646\u0646\u062f.\n<\/p>\n<\/div>\n<h2>\u0686\u06a9\u06cc\u062f\u0647 \u0648 \u062e\u0644\u0627\u0635\u0647 \u0645\u062d\u062a\u0648\u0627<\/h2>\n<div class=\"section-box\">\n<p>\n\u0645\u0642\u0627\u0644\u0647 \u0628\u0627 \u0627\u0634\u0627\u0631\u0647 \u0628\u0647 \u0631\u0634\u062f \u0633\u0631\u06cc\u0639 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062a\u0635\u0648\u06cc\u0631-\u0645\u062a\u0646 \u0648 \u0648\u0638\u0627\u06cc\u0641 \u062f\u06cc\u062f\u0627\u0631\u06cc-\u0632\u0628\u0627\u0646\u06cc\u060c \u0636\u0631\u0648\u0631\u062a \u06cc\u06a9 \u0628\u0631\u0631\u0633\u06cc \u062c\u0627\u0645\u0639 \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 \u0631\u0627 \u0645\u0637\u0631\u062d \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0646\u0648\u06cc\u0633\u0646\u062f\u06af\u0627\u0646 \u0647\u062f\u0641 \u0627\u0635\u0644\u06cc \u062e\u0648\u062f \u0631\u0627 \u0627\u0631\u0627\u0626\u0647 \u06cc\u06a9 \u0628\u0627\u0632\u0628\u06cc\u0646\u06cc \u06a9\u0627\u0645\u0644 \u0627\u0632 \u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u0627\u0639\u0644\u0627\u0645 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f. \u0633\u0627\u062e\u062a\u0627\u0631 \u0645\u0642\u0627\u0644\u0647 \u0628\u0647 \u062f\u0642\u062a \u0637\u0631\u0627\u062d\u06cc \u0634\u062f\u0647 \u062a\u0627 \u062e\u0648\u0627\u0646\u0646\u062f\u0647 \u0631\u0627 \u0628\u0627 \u062c\u0646\u0628\u0647\u200c\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u0627\u06cc\u0646 \u062d\u0648\u0632\u0647 \u0622\u0634\u0646\u0627 \u0633\u0627\u0632\u062f:\n<\/p>\n<ul>\n<li><b>\u0637\u0628\u0642\u0647\u200c\u0628\u0646\u062f\u06cc \u0631\u0648\u06cc\u06a9\u0631\u062f\u0647\u0627\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634:<\/b> \u0645\u0642\u0627\u0644\u0647 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0645\u0648\u062c\u0648\u062f \u0631\u0627 \u0628\u0631 \u0627\u0633\u0627\u0633 \u0645\u0639\u0645\u0627\u0631\u06cc \u0648 \u0627\u0647\u062f\u0627\u0641 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc\u200c\u0634\u0627\u0646 \u062f\u0633\u062a\u0647\u200c\u0628\u0646\u062f\u06cc \u0645\u06cc\u200c\u06a9\u0646\u062f \u062a\u0627 \u062f\u0631\u06a9 \u0622\u0646\u200c\u0647\u0627 \u0633\u0627\u062f\u0647\u200c\u062a\u0631 \u0634\u0648\u062f.<\/li>\n<li><b>\u062e\u0644\u0627\u0635\u0647 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u0631\u0641\u062a\u0647:<\/b> \u0645\u0631\u0648\u0631\u06cc \u0628\u0631 \u0645\u0647\u0645\u200c\u062a\u0631\u06cc\u0646 \u0648 \u067e\u06cc\u0634\u0631\u0641\u062a\u0647\u200c\u062a\u0631\u06cc\u0646 (State-of-the-art) \u0645\u062f\u0644\u200c\u0647\u0627\u06cc V&#038;L \u0627\u0631\u0627\u0626\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f \u0648 \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627\u06cc \u06a9\u0644\u06cc\u062f\u06cc \u0647\u0631 \u06cc\u06a9 \u062a\u0634\u0631\u06cc\u062d \u0645\u06cc\u200c\u06af\u0631\u062f\u062f.<\/li>\n<li><b>\u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0648 \u0648\u0638\u0627\u06cc\u0641 \u067e\u0627\u06cc\u06cc\u0646\u200c\u062f\u0633\u062a\u06cc:<\/b> \u0641\u0647\u0631\u0633\u062a\u06cc \u0627\u0632 \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0627\u0633\u062a\u0627\u0646\u062f\u0627\u0631\u062f \u0628\u0631\u0627\u06cc \u0622\u0645\u0648\u0632\u0634 \u0648 \u0627\u0631\u0632\u06cc\u0627\u0628\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u060c \u0628\u0647 \u0647\u0645\u0631\u0627\u0647 \u0634\u0631\u062d \u0648\u0638\u0627\u06cc\u0641 \u0639\u0645\u0644\u06cc \u06a9\u0647 \u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u0628\u0631\u0627\u06cc \u062d\u0644 \u0622\u0646\u200c\u0647\u0627 \u0637\u0631\u0627\u062d\u06cc \u0634\u062f\u0647\u200c\u0627\u0646\u062f\u060c \u0627\u0631\u0627\u0626\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/li>\n<li><b>\u0645\u0633\u06cc\u0631\u0647\u0627\u06cc \u062a\u062d\u0642\u06cc\u0642\u0627\u062a\u06cc \u0622\u06cc\u0646\u062f\u0647:<\/b> \u062f\u0631 \u0646\u0647\u0627\u06cc\u062a\u060c \u0645\u0642\u0627\u0644\u0647 \u0628\u0627 \u0646\u06af\u0627\u0647\u06cc \u0628\u0647 \u0622\u06cc\u0646\u062f\u0647\u060c \u0686\u0627\u0644\u0634\u200c\u0647\u0627\u06cc \u0628\u0627\u0642\u06cc\u200c\u0645\u0627\u0646\u062f\u0647 \u0648 \u062c\u0647\u062a\u200c\u06af\u06cc\u0631\u06cc\u200c\u0647\u0627\u06cc \u067e\u0698\u0648\u0647\u0634\u06cc \u0622\u062a\u06cc \u0631\u0627 \u0645\u0648\u0631\u062f \u0628\u062d\u062b \u0642\u0631\u0627\u0631 \u0645\u06cc\u200c\u062f\u0647\u062f \u062a\u0627 \u0627\u0644\u0647\u0627\u0645\u200c\u0628\u062e\u0634 \u06a9\u0627\u0631\u0647\u0627\u06cc \u0628\u0639\u062f\u06cc \u062f\u0631 \u0627\u06cc\u0646 \u0632\u0645\u06cc\u0646\u0647 \u0628\u0627\u0634\u062f.<\/li>\n<\/ul>\n<\/div>\n<h2>\u0631\u0648\u0634\u200c\u0634\u0646\u0627\u0633\u06cc \u062a\u062d\u0642\u06cc\u0642: \u0637\u0628\u0642\u0647\u200c\u0628\u0646\u062f\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634<\/h2>\n<div class=\"section-box\">\n<p>\n\u0627\u0632 \u0622\u0646\u062c\u0627 \u06a9\u0647 \u0627\u06cc\u0646 \u06cc\u06a9 \u0645\u0642\u0627\u0644\u0647 \u0645\u0631\u0648\u0631\u06cc \u0627\u0633\u062a\u060c \u0631\u0648\u0634\u200c\u0634\u0646\u0627\u0633\u06cc \u0622\u0646 \u0628\u0631 \u067e\u0627\u06cc\u0647 \u062a\u062d\u0644\u06cc\u0644 \u0648 \u0637\u0628\u0642\u0647\u200c\u0628\u0646\u062f\u06cc \u0646\u0638\u0627\u0645\u200c\u0645\u0646\u062f \u062a\u062d\u0642\u06cc\u0642\u0627\u062a \u0645\u0648\u062c\u0648\u062f \u0628\u0646\u0627 \u0634\u062f\u0647 \u0627\u0633\u062a. \u0646\u0648\u06cc\u0633\u0646\u062f\u06af\u0627\u0646 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc V&#038;L \u0631\u0627 \u0628\u0631 \u0627\u0633\u0627\u0633 \u062f\u0648 \u0645\u0639\u06cc\u0627\u0631 \u0627\u0635\u0644\u06cc \u062f\u0633\u062a\u0647\u200c\u0628\u0646\u062f\u06cc \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f: \u0645\u0639\u0645\u0627\u0631\u06cc \u0645\u062f\u0644 \u0648 \u0627\u0647\u062f\u0627\u0641 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634.\n<\/p>\n<p><b>\u06f1. \u0637\u0628\u0642\u0647\u200c\u0628\u0646\u062f\u06cc \u0628\u0631 \u0627\u0633\u0627\u0633 \u0645\u0639\u0645\u0627\u0631\u06cc:<\/b><\/p>\n<ul>\n<li><span class=\"highlight\">\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u062f\u0648-\u062c\u0631\u06cc\u0627\u0646\u0647 (Dual-Stream):<\/span> \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0639\u0645\u0627\u0631\u06cc\u060c \u062f\u0648 \u0627\u0646\u06a9\u0648\u062f\u0631 \u0645\u062c\u0632\u0627 \u0628\u0631\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u062a\u0635\u0648\u06cc\u0631 \u0648 \u0645\u062a\u0646 \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f. \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0645\u062b\u0627\u0644\u060c \u06cc\u06a9 \u0645\u062f\u0644 \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 Faster R-CNN \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627\u06cc \u0646\u0648\u0627\u062d\u06cc \u0645\u062e\u062a\u0644\u0641 \u062a\u0635\u0648\u06cc\u0631 \u0631\u0627 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0645\u06cc\u200c\u06a9\u0646\u062f \u0648 \u06cc\u06a9 \u0627\u0646\u06a9\u0648\u062f\u0631 \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 BERT \u0645\u062a\u0646 \u0631\u0627 \u067e\u0631\u062f\u0627\u0632\u0634 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u062e\u0631\u0648\u062c\u06cc \u0627\u06cc\u0646 \u062f\u0648 \u0627\u0646\u06a9\u0648\u062f\u0631 \u0633\u067e\u0633 \u0627\u0632 \u0637\u0631\u06cc\u0642 \u0644\u0627\u06cc\u0647\u200c\u0647\u0627\u06cc \u062a\u0648\u062c\u0647 \u0645\u062a\u0642\u0627\u0637\u0639 (Cross-Attention) \u0628\u0627 \u06cc\u06a9\u062f\u06cc\u06af\u0631 \u062a\u0639\u0627\u0645\u0644 \u0628\u0631\u0642\u0631\u0627\u0631 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f. \u0645\u062f\u0644\u200c\u0647\u0627\u06cc\u06cc \u0645\u0627\u0646\u0646\u062f ViLBERT \u0648 LXMERT \u0627\u0632 \u0627\u06cc\u0646 \u0631\u0648\u06cc\u06a9\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f.<\/li>\n<li><span class=\"highlight\">\u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u062a\u06a9-\u062c\u0631\u06cc\u0627\u0646\u0647 (Single-Stream):<\/span> \u062f\u0631 \u0627\u06cc\u0646 \u0631\u0648\u06cc\u06a9\u0631\u062f\u060c \u0648\u0631\u0648\u062f\u06cc\u200c\u0647\u0627\u06cc \u062a\u0635\u0648\u06cc\u0631 \u0648 \u0645\u062a\u0646 \u0628\u0647 \u06cc\u06a9 \u062f\u0646\u0628\u0627\u0644\u0647 \u0648\u0627\u062d\u062f \u0627\u0632 \u062a\u0648\u06a9\u0646\u200c\u0647\u0627 \u062a\u0628\u062f\u06cc\u0644 \u0634\u062f\u0647 \u0648 \u0628\u0647 \u06cc\u06a9 \u0627\u0646\u06a9\u0648\u062f\u0631 \u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631 \u06cc\u06a9\u067e\u0627\u0631\u0686\u0647 \u062e\u0648\u0631\u0627\u0646\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f. \u0627\u06cc\u0646 \u0637\u0631\u0627\u062d\u06cc \u0627\u0645\u06a9\u0627\u0646 \u062a\u0639\u0627\u0645\u0644 \u0639\u0645\u06cc\u0642\u200c\u062a\u0631 \u0648 \u0627\u0632 \u0644\u0627\u06cc\u0647\u200c\u0647\u0627\u06cc \u067e\u0627\u06cc\u06cc\u0646\u200c\u062a\u0631 \u0631\u0627 \u0628\u06cc\u0646 \u062f\u0648 \u0645\u064f\u062f\u0627\u0644\u06cc\u062a\u0647 \u0641\u0631\u0627\u0647\u0645 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0645\u0634\u0647\u0648\u0631\u06cc \u0645\u0627\u0646\u0646\u062f VisualBERT\u060c UNITER \u0648 Oscar \u0646\u0645\u0648\u0646\u0647\u200c\u0647\u0627\u06cc\u06cc \u0627\u0632 \u0627\u06cc\u0646 \u0645\u0639\u0645\u0627\u0631\u06cc \u0647\u0633\u062a\u0646\u062f.<\/li>\n<\/ul>\n<p><b>\u06f2. \u0637\u0628\u0642\u0647\u200c\u0628\u0646\u062f\u06cc \u0628\u0631 \u0627\u0633\u0627\u0633 \u0627\u0647\u062f\u0627\u0641 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 (Pretraining Objectives):<\/b><\/p>\n<p>\n\u0647\u062f\u0641 \u0627\u0635\u0644\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u060c \u0648\u0627\u062f\u0627\u0631 \u06a9\u0631\u062f\u0646 \u0645\u062f\u0644 \u0628\u0647 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0627\u0631\u062a\u0628\u0627\u0637 \u0645\u0639\u0646\u0627\u06cc\u06cc \u0628\u06cc\u0646 \u062a\u0635\u0648\u06cc\u0631 \u0648 \u0645\u062a\u0646 \u0627\u0633\u062a. \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0627\u0632 \u0637\u0631\u06cc\u0642 \u0648\u0638\u0627\u06cc\u0641 \u062e\u0648\u062f\u0646\u0638\u0627\u0631\u062a\u06cc (Self-supervised) \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc\u200c\u0634\u0648\u062f:\n<\/p>\n<ul>\n<li><b>\u0645\u062f\u0644\u200c\u0633\u0627\u0632\u06cc \u0632\u0628\u0627\u0646 \u0645\u0627\u0633\u06a9\u200c\u0634\u062f\u0647 (Masked Language Modeling &#8211; MLM):<\/b> \u062f\u0631 \u0627\u06cc\u0646 \u0648\u0638\u06cc\u0641\u0647\u060c \u0628\u0631\u062e\u06cc \u0627\u0632 \u06a9\u0644\u0645\u0627\u062a \u062f\u0631 \u062c\u0645\u0644\u0647 \u0648\u0631\u0648\u062f\u06cc \u0645\u0627\u0633\u06a9 (\u067e\u0646\u0647\u0627\u0646) \u0645\u06cc\u200c\u0634\u0648\u0646\u062f \u0648 \u0645\u062f\u0644 \u0628\u0627\u06cc\u062f \u0622\u0646\u200c\u0647\u0627 \u0631\u0627 \u0628\u0631 \u0627\u0633\u0627\u0633 \u06a9\u0644\u0645\u0627\u062a \u062f\u06cc\u06af\u0631 \u0648 \u0645\u062d\u062a\u0648\u0627\u06cc \u0628\u0635\u0631\u06cc \u062a\u0635\u0648\u06cc\u0631 \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u06a9\u0646\u062f. \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0645\u062f\u0644 \u0631\u0627 \u0645\u062c\u0628\u0648\u0631 \u0628\u0647 \u062f\u0631\u06a9 \u0632\u0645\u06cc\u0646\u0647 \u0645\u062a\u0646\u06cc \u0648 \u0628\u0635\u0631\u06cc \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/li>\n<li><b>\u0645\u062f\u0644\u200c\u0633\u0627\u0632\u06cc \u0646\u0627\u062d\u06cc\u0647 \u0645\u0627\u0633\u06a9\u200c\u0634\u062f\u0647 (Masked Region Modeling &#8211; MRM):<\/b> \u0645\u0634\u0627\u0628\u0647 MLM\u060c \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0628\u062e\u0634\u06cc \u0627\u0632 \u062a\u0635\u0648\u06cc\u0631 (\u06cc\u06a9 \u0646\u0627\u062d\u06cc\u0647 \u06cc\u0627 \u0634\u06cc\u0621) \u0645\u0627\u0633\u06a9 \u0645\u06cc\u200c\u0634\u0648\u062f. \u0645\u062f\u0644 \u0628\u0627\u06cc\u062f \u0648\u06cc\u0698\u06af\u06cc\u200c\u0647\u0627\u06cc \u0622\u0646 \u0646\u0627\u062d\u06cc\u0647 \u06cc\u0627 \u0628\u0631\u0686\u0633\u0628 \u0645\u0639\u0646\u0627\u06cc\u06cc \u0622\u0646 (\u0645\u062b\u0644\u0627\u064b &#8220;\u06af\u0631\u0628\u0647&#8221;) \u0631\u0627 \u0628\u0631 \u0627\u0633\u0627\u0633 \u0645\u062a\u0646 \u0648 \u0628\u0642\u06cc\u0647 \u062a\u0635\u0648\u06cc\u0631 \u0628\u0627\u0632\u0633\u0627\u0632\u06cc \u06a9\u0646\u062f.<\/li>\n<li><b>\u062a\u0637\u0628\u06cc\u0642 \u062a\u0635\u0648\u06cc\u0631-\u0645\u062a\u0646 (Image-Text Matching &#8211; ITM):<\/b> \u062f\u0631 \u0627\u06cc\u0646 \u0648\u0638\u06cc\u0641\u0647\u060c \u0645\u062f\u0644 \u06cc\u06a9 \u062c\u0641\u062a (\u062a\u0635\u0648\u06cc\u0631\u060c \u0645\u062a\u0646) \u062f\u0631\u06cc\u0627\u0641\u062a \u0645\u06cc\u200c\u06a9\u0646\u062f \u0648 \u0628\u0627\u06cc\u062f \u062a\u0634\u062e\u06cc\u0635 \u062f\u0647\u062f \u06a9\u0647 \u0622\u06cc\u0627 \u0627\u06cc\u0646 \u062f\u0648 \u0628\u0627 \u0647\u0645 \u0645\u0637\u0627\u0628\u0642\u062a \u062f\u0627\u0631\u0646\u062f \u06cc\u0627 \u062e\u06cc\u0631 (\u0622\u06cc\u0627 \u0645\u062a\u0646 \u062a\u0648\u0635\u06cc\u0641\u200c\u06a9\u0646\u0646\u062f\u0647 \u062a\u0635\u0648\u06cc\u0631 \u0627\u0633\u062a\u061f). \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0628\u0647 \u0645\u062f\u0644 \u06a9\u0645\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f \u062a\u0627 \u062f\u0631\u06a9 \u0633\u0637\u062d \u0628\u0627\u0644\u0627\u06cc\u06cc \u0627\u0632 \u0647\u0645\u200c\u0631\u0627\u0633\u062a\u0627\u06cc\u06cc \u0645\u0639\u0646\u0627\u06cc\u06cc \u0628\u06cc\u0646 \u062f\u0648 \u0645\u064f\u062f\u0627\u0644\u06cc\u062a\u0647 \u067e\u06cc\u062f\u0627 \u06a9\u0646\u062f.<\/li>\n<\/ul>\n<\/div>\n<h2>\u06cc\u0627\u0641\u062a\u0647\u200c\u0647\u0627\u06cc \u06a9\u0644\u06cc\u062f\u06cc \u0648 \u0631\u0648\u0646\u062f\u0647\u0627\u06cc \u0627\u0635\u0644\u06cc<\/h2>\n<div class=\"section-box\">\n<p>\n\u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0645\u0631\u0648\u0631\u06cc \u0686\u0646\u062f\u06cc\u0646 \u0631\u0648\u0646\u062f \u0648 \u06cc\u0627\u0641\u062a\u0647 \u06a9\u0644\u06cc\u062f\u06cc \u0631\u0627 \u062f\u0631 \u062d\u0648\u0632\u0647 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 \u062f\u06cc\u062f\u0627\u0631\u06cc-\u0632\u0628\u0627\u0646\u06cc \u0634\u0646\u0627\u0633\u0627\u06cc\u06cc \u0645\u06cc\u200c\u06a9\u0646\u062f:\n<\/p>\n<ul>\n<li><b>\u062a\u0633\u0644\u0637 \u0645\u0639\u0645\u0627\u0631\u06cc \u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631:<\/b> \u062a\u0642\u0631\u06cc\u0628\u0627\u064b \u062a\u0645\u0627\u0645 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc V&#038;L \u0645\u062f\u0631\u0646 \u0628\u0631 \u067e\u0627\u06cc\u0647 \u0645\u0639\u0645\u0627\u0631\u06cc <span class=\"highlight\">\u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631 (Transformer)<\/span> \u0633\u0627\u062e\u062a\u0647 \u0634\u062f\u0647\u200c\u0627\u0646\u062f. \u0645\u0648\u0641\u0642\u06cc\u062a \u0627\u06cc\u0646 \u0645\u0639\u0645\u0627\u0631\u06cc \u062f\u0631 NLP (\u0628\u0627 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc\u06cc \u0645\u0627\u0646\u0646\u062f BERT) \u0648 \u0628\u06cc\u0646\u0627\u06cc\u06cc \u0645\u0627\u0634\u06cc\u0646 (\u0628\u0627 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc\u06cc \u0645\u0627\u0646\u0646\u062f Vision Transformer) \u0628\u0647 \u0637\u0648\u0631 \u0637\u0628\u06cc\u0639\u06cc \u0628\u0647 \u062d\u0648\u0632\u0647 \u0686\u0646\u062f\u0648\u062c\u0647\u06cc \u0646\u06cc\u0632 \u06af\u0633\u062a\u0631\u0634 \u06cc\u0627\u0641\u062a\u0647 \u0627\u0633\u062a.<\/li>\n<li><b>\u0627\u0647\u0645\u06cc\u062a \u0627\u0647\u062f\u0627\u0641 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 \u062a\u0631\u06a9\u06cc\u0628\u06cc:<\/b> \u0628\u0647\u062a\u0631\u06cc\u0646 \u0646\u062a\u0627\u06cc\u062c \u0632\u0645\u0627\u0646\u06cc \u062d\u0627\u0635\u0644 \u0645\u06cc\u200c\u0634\u0648\u062f \u06a9\u0647 \u0645\u062f\u0644\u200c\u0647\u0627 \u0628\u0627 \u062a\u0631\u06a9\u06cc\u0628\u06cc \u0627\u0632 \u0627\u0647\u062f\u0627\u0641 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 (\u0645\u0627\u0646\u0646\u062f MLM\u060c MRM \u0648 ITM) \u0622\u0645\u0648\u0632\u0634 \u062f\u0627\u062f\u0647 \u0634\u0648\u0646\u062f. \u0627\u06cc\u0646 \u062a\u0631\u06a9\u06cc\u0628 \u0628\u0647 \u0645\u062f\u0644 \u0627\u0645\u06a9\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u062f \u062a\u0627 \u0647\u0645 \u062f\u0631\u06a9 \u062c\u0632\u0626\u06cc (\u0633\u0637\u062d \u06a9\u0644\u0645\u0647 \u0648 \u0646\u0627\u062d\u06cc\u0647) \u0648 \u0647\u0645 \u062f\u0631\u06a9 \u06a9\u0644\u06cc (\u0633\u0637\u062d \u062c\u0645\u0644\u0647 \u0648 \u062a\u0635\u0648\u06cc\u0631) \u0631\u0627 \u0628\u06cc\u0627\u0645\u0648\u0632\u062f.<\/li>\n<li><b>\u062d\u0631\u06a9\u062a \u0628\u0647 \u0633\u0645\u062a \u0645\u0639\u0645\u0627\u0631\u06cc\u200c\u0647\u0627\u06cc \u06cc\u06a9\u067e\u0627\u0631\u0686\u0647:<\/b> \u0627\u06af\u0631\u0686\u0647 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u062f\u0648-\u062c\u0631\u06cc\u0627\u0646\u0647 \u0627\u0648\u0644\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0645\u0648\u0641\u0642 \u0628\u0648\u062f\u0646\u062f\u060c \u0627\u0645\u0627 \u0631\u0648\u0646\u062f \u06a9\u0644\u06cc \u0628\u0647 \u0633\u0645\u062a \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u062a\u06a9-\u062c\u0631\u06cc\u0627\u0646\u0647 \u0627\u0633\u062a \u06a9\u0647 \u062a\u0639\u0627\u0645\u0644 \u0639\u0645\u06cc\u0642\u200c\u062a\u0631\u06cc \u0628\u06cc\u0646 \u0645\u064f\u062f\u0627\u0644\u06cc\u062a\u0647\u200c\u0647\u0627 \u0641\u0631\u0627\u0647\u0645 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f \u0648 \u0627\u063a\u0644\u0628 \u0639\u0645\u0644\u06a9\u0631\u062f \u0628\u0647\u062a\u0631\u06cc \u062f\u0627\u0631\u0646\u062f.<\/li>\n<li><b>\u0646\u0642\u0634 \u062d\u06cc\u0627\u062a\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0639\u0638\u06cc\u0645:<\/b> \u0642\u062f\u0631\u062a \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 \u0628\u0647 \u0637\u0648\u0631 \u0645\u0633\u062a\u0642\u06cc\u0645 \u0628\u0647 \u0645\u0642\u06cc\u0627\u0633 \u0648 \u06a9\u06cc\u0641\u06cc\u062a \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u06cc \u0628\u0633\u062a\u06af\u06cc \u062f\u0627\u0631\u062f. \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc\u06cc \u0645\u0627\u0646\u0646\u062f Conceptual Captions (\u0628\u0627 \u0645\u06cc\u0644\u06cc\u0648\u0646\u200c\u0647\u0627 \u062c\u0641\u062a \u062a\u0635\u0648\u06cc\u0631-\u0645\u062a\u0646) \u0648 LAION (\u0628\u0627 \u0645\u06cc\u0644\u06cc\u0627\u0631\u062f\u0647\u0627 \u062c\u0641\u062a) \u0646\u0642\u0634\u06cc \u062d\u06cc\u0627\u062a\u06cc \u062f\u0631 \u067e\u06cc\u0634\u0631\u0641\u062a \u0627\u06cc\u0646 \u062d\u0648\u0632\u0647 \u0627\u06cc\u0641\u0627 \u06a9\u0631\u062f\u0647\u200c\u0627\u0646\u062f.<\/li>\n<\/ul>\n<\/div>\n<h2>\u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627 \u0648 \u062f\u0633\u062a\u0627\u0648\u0631\u062f\u0647\u0627\u06cc \u0639\u0645\u0644\u06cc<\/h2>\n<div class=\"section-box\">\n<p>\n\u062f\u0633\u062a\u0627\u0648\u0631\u062f \u0627\u0635\u0644\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 V&#038;L\u060c \u0628\u0647\u0628\u0648\u062f \u0686\u0634\u0645\u06af\u06cc\u0631 \u0639\u0645\u0644\u06a9\u0631\u062f \u062f\u0631 \u0637\u06cc\u0641 \u06af\u0633\u062a\u0631\u062f\u0647\u200c\u0627\u06cc \u0627\u0632 \u0648\u0638\u0627\u06cc\u0641 \u067e\u0627\u06cc\u06cc\u0646\u200c\u062f\u0633\u062a\u06cc \u0627\u0633\u062a. \u0627\u06cc\u0646 \u0645\u062f\u0644\u200c\u0647\u0627 \u067e\u0633 \u0627\u0632 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u0646\u062f \u0628\u0631\u0627\u06cc \u0648\u0638\u0627\u06cc\u0641 \u062e\u0627\u0635 \u0628\u0627 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0628\u0633\u06cc\u0627\u0631 \u06a9\u0645\u062a\u0631 \u00ab\u062a\u0646\u0638\u06cc\u0645 \u062f\u0642\u06cc\u0642\u00bb (Fine-tuning) \u0634\u0648\u0646\u062f. \u0628\u0631\u062e\u06cc \u0627\u0632 \u0645\u0647\u0645\u200c\u062a\u0631\u06cc\u0646 \u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627 \u0639\u0628\u0627\u0631\u062a\u0646\u062f \u0627\u0632:\n<\/p>\n<ul>\n<li><b>\u067e\u0627\u0633\u062e \u0628\u0647 \u067e\u0631\u0633\u0634\u200c\u0647\u0627\u06cc \u0628\u0635\u0631\u06cc (VQA):<\/b> \u0645\u062f\u0644 \u0628\u0627 \u062f\u0631\u06cc\u0627\u0641\u062a \u06cc\u06a9 \u062a\u0635\u0648\u06cc\u0631 \u0648 \u06cc\u06a9 \u0633\u0648\u0627\u0644 \u062f\u0631\u0628\u0627\u0631\u0647 \u0622\u0646 (\u0645\u062b\u0644\u0627\u064b &#8220;\u0631\u0646\u06af \u0645\u0627\u0634\u06cc\u0646\u06cc \u06a9\u0647 \u062f\u0631 \u0633\u0645\u062a \u0686\u067e \u0642\u0631\u0627\u0631 \u062f\u0627\u0631\u062f \u0686\u06cc\u0633\u062a\u061f&#8221;)\u060c \u067e\u0627\u0633\u062e \u0645\u062a\u0646\u06cc \u062a\u0648\u0644\u06cc\u062f \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/li>\n<li><b>\u062a\u0648\u0644\u06cc\u062f \u0632\u06cc\u0631\u0646\u0648\u06cc\u0633 \u0628\u0631\u0627\u06cc \u062a\u0635\u0648\u06cc\u0631 (Image Captioning):<\/b> \u0645\u062f\u0644 \u0628\u0647 \u0637\u0648\u0631 \u062e\u0648\u062f\u06a9\u0627\u0631 \u06cc\u06a9 \u062a\u0648\u0635\u06cc\u0641 \u0645\u062a\u0646\u06cc \u062f\u0642\u06cc\u0642 \u0628\u0631\u0627\u06cc \u06cc\u06a9 \u062a\u0635\u0648\u06cc\u0631 \u0627\u06cc\u062c\u0627\u062f \u0645\u06cc\u200c\u06a9\u0646\u062f (\u0645\u062b\u0644\u0627\u064b &#8220;\u06af\u0631\u0648\u0647\u06cc \u0627\u0632 \u0627\u0641\u0631\u0627\u062f \u062f\u0631 \u062d\u0627\u0644 \u0628\u0627\u0632\u06cc \u0641\u0648\u062a\u0628\u0627\u0644 \u062f\u0631 \u06cc\u06a9 \u067e\u0627\u0631\u06a9 \u0647\u0633\u062a\u0646\u062f&#8221;).<\/li>\n<li><b>\u0627\u0633\u062a\u062f\u0644\u0627\u0644 \u0639\u0642\u0644 \u0633\u0644\u06cc\u0645 \u0628\u0635\u0631\u06cc (VCR):<\/b> \u0627\u06cc\u0646 \u0648\u0638\u06cc\u0641\u0647 \u0641\u0631\u0627\u062a\u0631 \u0627\u0632 \u062a\u0634\u062e\u06cc\u0635 \u0627\u0634\u06cc\u0627\u0621 \u0627\u0633\u062a \u0648 \u0646\u06cc\u0627\u0632\u0645\u0646\u062f \u062f\u0631\u06a9 \u0631\u0648\u0627\u0628\u0637\u060c \u0646\u06cc\u062a\u200c\u0647\u0627 \u0648 \u0627\u0633\u062a\u062f\u0644\u0627\u0644 \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u0639\u0642\u0644 \u0633\u0644\u06cc\u0645 \u062f\u0631 \u0645\u0648\u0631\u062f \u06cc\u06a9 \u0633\u0646\u0627\u0631\u06cc\u0648\u06cc \u0628\u0635\u0631\u06cc \u0627\u0633\u062a.<\/li>\n<li><b>\u0628\u0627\u0632\u06cc\u0627\u0628\u06cc \u062a\u0635\u0648\u06cc\u0631-\u0645\u062a\u0646 (Image-Text Retrieval):<\/b> \u062c\u0633\u062a\u062c\u0648\u06cc \u062a\u0635\u0627\u0648\u06cc\u0631 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u06cc\u06a9 \u0639\u0628\u0627\u0631\u062a \u0645\u062a\u0646\u06cc (Text-to-Image Retrieval) \u06cc\u0627 \u06cc\u0627\u0641\u062a\u0646 \u0628\u0647\u062a\u0631\u06cc\u0646 \u062a\u0648\u0635\u06cc\u0641 \u0645\u062a\u0646\u06cc \u0628\u0631\u0627\u06cc \u06cc\u06a9 \u062a\u0635\u0648\u06cc\u0631 (Image-to-Text Retrieval).<\/li>\n<li><b>\u0627\u0631\u062c\u0627\u0639 \u0628\u0647 \u0639\u0628\u0627\u0631\u0627\u062a \u0628\u0635\u0631\u06cc (Visual Grounding):<\/b> \u0645\u0634\u062e\u0635 \u06a9\u0631\u062f\u0646 \u0646\u0627\u062d\u06cc\u0647\u200c\u0627\u06cc \u062f\u0631 \u062a\u0635\u0648\u06cc\u0631 \u06a9\u0647 \u06cc\u06a9 \u0639\u0628\u0627\u0631\u062a \u0645\u062a\u0646\u06cc \u062e\u0627\u0635 \u0628\u0647 \u0622\u0646 \u0627\u0634\u0627\u0631\u0647 \u062f\u0627\u0631\u062f (\u0645\u062b\u0644\u0627\u064b \u067e\u06cc\u062f\u0627 \u06a9\u0631\u062f\u0646 &#8220;\u0633\u06af\u06cc \u06a9\u0647 \u0632\u06cc\u0631 \u0645\u06cc\u0632 \u062e\u0648\u0627\u0628\u06cc\u062f\u0647 \u0627\u0633\u062a&#8221;).<\/li>\n<\/ul>\n<\/div>\n<h2>\u0646\u062a\u06cc\u062c\u0647\u200c\u06af\u06cc\u0631\u06cc \u0648 \u0686\u0634\u0645\u200c\u0627\u0646\u062f\u0627\u0632 \u0622\u06cc\u0646\u062f\u0647<\/h2>\n<div class=\"section-box\">\n<p>\n\u0645\u0642\u0627\u0644\u0647 &#8220;Vision-and-Language Pretraining&#8221; \u06cc\u06a9 \u0645\u0646\u0628\u0639 \u0627\u0631\u0632\u0634\u0645\u0646\u062f \u0627\u0633\u062a \u06a9\u0647 \u0628\u0647 \u0637\u0648\u0631 \u0645\u0648\u062b\u0631 \u0686\u0634\u0645\u200c\u0627\u0646\u062f\u0627\u0632 \u067e\u06cc\u0686\u06cc\u062f\u0647 \u0648 \u0628\u0647 \u0633\u0631\u0639\u062a \u062f\u0631 \u062d\u0627\u0644 \u062a\u062d\u0648\u0644 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 \u062f\u06cc\u062f\u0627\u0631\u06cc-\u0632\u0628\u0627\u0646\u06cc \u0631\u0627 \u0646\u0638\u0627\u0645\u200c\u0645\u0646\u062f \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0646\u0634\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u062f \u06a9\u0647 \u0627\u0635\u0648\u0644 \u06a9\u0644\u06cc\u062f\u06cc \u0645\u0648\u0641\u0642\u06cc\u062a \u062f\u0631 \u0627\u06cc\u0646 \u062d\u0648\u0632\u0647 \u0634\u0627\u0645\u0644 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0645\u0639\u0645\u0627\u0631\u06cc \u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631\u060c \u062a\u0631\u06a9\u06cc\u0628 \u0647\u0648\u0634\u0645\u0646\u062f\u0627\u0646\u0647 \u0627\u0647\u062f\u0627\u0641 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 \u0648 \u0628\u0647\u0631\u0647\u200c\u06af\u06cc\u0631\u06cc \u0627\u0632 \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0648\u0628-\u0645\u0642\u06cc\u0627\u0633 \u0627\u0633\u062a.\n<\/p>\n<p>\n\u0646\u0648\u06cc\u0633\u0646\u062f\u06af\u0627\u0646 \u062f\u0631 \u067e\u0627\u06cc\u0627\u0646\u060c \u0645\u0633\u06cc\u0631\u0647\u0627\u06cc \u062a\u062d\u0642\u06cc\u0642\u0627\u062a\u06cc \u0622\u06cc\u0646\u062f\u0647 \u0631\u0627 \u0646\u06cc\u0632 \u0631\u0648\u0634\u0646 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f \u06a9\u0647 \u0634\u0627\u0645\u0644 \u0645\u0648\u0627\u0631\u062f \u0632\u06cc\u0631 \u0627\u0633\u062a:\n<\/p>\n<ul>\n<li><b>\u06a9\u0627\u0631\u0627\u06cc\u06cc \u0648 \u0645\u0642\u06cc\u0627\u0633\u200c\u067e\u0630\u06cc\u0631\u06cc:<\/b> \u062a\u0648\u0633\u0639\u0647 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u06a9\u0627\u0631\u0622\u0645\u062f\u062a\u0631 \u06a9\u0647 \u0628\u0647 \u0645\u0646\u0627\u0628\u0639 \u0645\u062d\u0627\u0633\u0628\u0627\u062a\u06cc \u0648 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u06a9\u0645\u062a\u0631\u06cc \u0628\u0631\u0627\u06cc \u0622\u0645\u0648\u0632\u0634 \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u0646\u062f.<\/li>\n<li><b>\u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0628\u0627 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u06a9\u0645\u062a\u0631:<\/b> \u0628\u0647\u0628\u0648\u062f \u0642\u0627\u0628\u0644\u06cc\u062a \u0645\u062f\u0644\u200c\u0647\u0627 \u0628\u0631\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0648\u0638\u0627\u06cc\u0641 \u062c\u062f\u06cc\u062f \u062a\u0646\u0647\u0627 \u0628\u0627 \u0686\u0646\u062f \u0645\u062b\u0627\u0644 (Few-shot Learning).<\/li>\n<li><b>\u0641\u0631\u0627\u062a\u0631 \u0627\u0632 \u062a\u0635\u0648\u06cc\u0631 \u0648 \u0645\u062a\u0646:<\/b> \u06af\u0633\u062a\u0631\u0634 \u0627\u06cc\u0646 \u0631\u0648\u06cc\u06a9\u0631\u062f\u0647\u0627 \u0628\u0647 \u0645\u064f\u062f\u0627\u0644\u06cc\u062a\u0647\u200c\u0647\u0627\u06cc \u062f\u06cc\u06af\u0631 \u0645\u0627\u0646\u0646\u062f \u0648\u06cc\u062f\u0626\u0648\u060c \u0635\u062f\u0627 \u0648 \u06af\u0641\u062a\u0627\u0631 \u0628\u0631\u0627\u06cc \u0633\u0627\u062e\u062a \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0686\u0646\u062f\u0648\u062c\u0647\u06cc \u062c\u0627\u0645\u0639\u200c\u062a\u0631.<\/li>\n<li><b>\u06a9\u0627\u0647\u0634 \u0633\u0648\u06af\u06cc\u0631\u06cc\u200c\u0647\u0627 (Bias Mitigation):<\/b> \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc \u0634\u062f\u0647 \u0627\u0632 \u0648\u0628 \u062d\u0627\u0648\u06cc \u0633\u0648\u06af\u06cc\u0631\u06cc\u200c\u0647\u0627\u06cc \u0627\u062c\u062a\u0645\u0627\u0639\u06cc \u0648 \u0641\u0631\u0647\u0646\u06af\u06cc \u0647\u0633\u062a\u0646\u062f. \u062a\u062d\u0642\u06cc\u0642\u0627\u062a \u0622\u06cc\u0646\u062f\u0647 \u0628\u0627\u06cc\u062f \u0628\u0631 \u0634\u0646\u0627\u0633\u0627\u06cc\u06cc \u0648 \u06a9\u0627\u0647\u0634 \u0627\u06cc\u0646 \u0633\u0648\u06af\u06cc\u0631\u06cc\u200c\u0647\u0627 \u062f\u0631 \u0645\u062f\u0644\u200c\u0647\u0627 \u062a\u0645\u0631\u06a9\u0632 \u06a9\u0646\u062f.<\/li>\n<li><b>\u0627\u0633\u062a\u062f\u0644\u0627\u0644 \u0633\u0637\u062d \u0628\u0627\u0644\u0627\u062a\u0631:<\/b> \u062d\u0631\u06a9\u062a \u0627\u0632 \u0648\u0638\u0627\u06cc\u0641 \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u062a\u0634\u062e\u06cc\u0635 \u0627\u0644\u06af\u0648 \u0628\u0647 \u0633\u0645\u062a \u0627\u0633\u062a\u062f\u0644\u0627\u0644 \u0627\u0646\u062a\u0632\u0627\u0639\u06cc\u060c \u0639\u0644\u0651\u06cc \u0648 \u067e\u06cc\u0686\u06cc\u062f\u0647\u200c\u062a\u0631 \u06a9\u0647 \u0628\u0647 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0639\u0645\u0648\u0645\u06cc \u0646\u0632\u062f\u06cc\u06a9\u200c\u062a\u0631 \u0627\u0633\u062a.<\/li>\n<\/ul>\n<p>\n\u062f\u0631 \u0645\u062c\u0645\u0648\u0639\u060c \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0646\u0647 \u062a\u0646\u0647\u0627 \u06cc\u06a9 \u0639\u06a9\u0633 \u0641\u0648\u0631\u06cc \u0627\u0632 \u0648\u0636\u0639\u06cc\u062a \u0641\u0639\u0644\u06cc \u0627\u06cc\u0646 \u062d\u0648\u0632\u0647 \u0627\u0631\u0627\u0626\u0647 \u0645\u06cc\u200c\u062f\u0647\u062f\u060c \u0628\u0644\u06a9\u0647 \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u06cc\u06a9 \u0642\u0637\u0628\u200c\u0646\u0645\u0627 \u0628\u0631\u0627\u06cc \u0647\u062f\u0627\u06cc\u062a \u067e\u0698\u0648\u0647\u0634\u200c\u0647\u0627\u06cc \u0622\u06cc\u0646\u062f\u0647 \u062f\u0631 \u0645\u0633\u06cc\u0631 \u0633\u0627\u062e\u062a \u0633\u06cc\u0633\u062a\u0645\u200c\u0647\u0627\u06cc \u0647\u0648\u0634\u0645\u0646\u062f\u062a\u0631 \u0648 \u0628\u0627 \u062f\u0631\u06a9 \u0639\u0645\u06cc\u0642\u200c\u062a\u0631 \u0627\u0632 \u062c\u0647\u0627\u0646 \u0639\u0645\u0644 \u0645\u06cc\u200c\u06a9\u0646\u062f.\n<\/p>\n<\/div>\n<\/article>\n","protected":false},"excerpt":{"rendered":"<p>\ud83d\udcda \u0645\u0642\u0627\u0644\u0647 \u0639\u0644\u0645\u06cc \u0639\u0646\u0648\u0627\u0646 \u0641\u0627\u0631\u0633\u06cc \u0645\u0642\u0627\u0644\u0647 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 \u062f\u06cc\u062f\u0627\u0631\u06cc-\u0632\u0628\u0627\u0646\u06cc \u0646\u0648\u06cc\u0633\u0646\u062f\u06af\u0627\u0646 Thong Nguyen, Cong-Duy Nguyen, Xiaobao Wu, See-Kiong Ng, Anh Tuan Luu [&hellip;]<\/p>\n","protected":false},"featured_media":208799,"comment_status":"open","ping_status":"closed","template":"","meta":{"pmpro_default_level":"","site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"default","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""}}},"product_brand":[],"product_cat":[137319,137318],"product_tag":[107,79,1841,18174,1416,1154,1840,140882,1195,140126,1675,7558,10810,333,91326,44483,15207,138342,198652,198653,138591,1834,1671,196481,139274,1276,198650,18170,7548,910,138335,48429,1186,1894,143683,261,198651,10805,140116,674],"class_list":["post-228207","product","type-product","status-publish","has-post-thumbnail","product_cat-arxiv","product_cat-137318","product_tag-artificial-intelligence","product_tag-computational-intelligence","product_tag-computer-vision","product_tag-convolutional-neural-networks","product_tag-data-mining","product_tag-data-science","product_tag-deep-learning","product_tag-image-text-pairs","product_tag-language-models","product_tag-multimodal-learning","product_tag-natural-language-processing","product_tag-recurrent-neural-networks","product_tag-reinforcement-learning","product_tag-software-engineering","product_tag-transfer-learning","product_tag-transformer-models","product_tag-transformers","product_tag-vision-models","product_tag-vision-and-language-pretraining","product_tag-vision-and-language-tasks","product_tag-138591","product_tag-1834","product_tag-1671","product_tag-196481","product_tag-139274","product_tag-1276","product_tag-198650","product_tag-18170","product_tag-7548","product_tag-910","product_tag-138335","product_tag-48429","product_tag-1186","product_tag-1894","product_tag-143683","product_tag-261","product_tag-198651","product_tag-10805","product_tag-140116","product_tag-674","pmpro-has-access","desktop-align-left","tablet-align-left","mobile-align-left","first","instock","downloadable","virtual","purchasable","product-type-simple"],"_links":{"self":[{"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/product\/228207","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/product"}],"about":[{"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/types\/product"}],"replies":[{"embeddable":true,"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/comments?post=228207"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/media\/208799"}],"wp:attachment":[{"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/media?parent=228207"}],"wp:term":[{"taxonomy":"product_brand","embeddable":true,"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/product_brand?post=228207"},{"taxonomy":"product_cat","embeddable":true,"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/product_cat?post=228207"},{"taxonomy":"product_tag","embeddable":true,"href":"https:\/\/express24.ir\/d\/wp-json\/wp\/v2\/product_tag?post=228207"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}