{"id":5347,"date":"2025-04-05T10:00:58","date_gmt":"2025-04-05T06:30:58","guid":{"rendered":"https:\/\/parmin.cloud\/blog\/?p=5347"},"modified":"2025-03-29T10:18:39","modified_gmt":"2025-03-29T06:48:39","slug":"%d9%85%d8%af%d9%84-bart-%d8%a8%d8%b1%d8%a7%db%8c-%d8%ae%d9%84%d8%a7%d8%b5%d9%87%d8%b3%d8%a7%d8%b2%db%8c-%d9%85%d8%aa%d9%86-%da%86%db%8c%d8%b3%d8%aa-%d8%9f","status":"publish","type":"post","link":"https:\/\/parmin.cloud\/blog\/%d9%85%d8%af%d9%84-bart-%d8%a8%d8%b1%d8%a7%db%8c-%d8%ae%d9%84%d8%a7%d8%b5%d9%87%d8%b3%d8%a7%d8%b2%db%8c-%d9%85%d8%aa%d9%86-%da%86%db%8c%d8%b3%d8%aa-%d8%9f\/","title":{"rendered":"\u0645\u062f\u0644 BART \u0628\u0631\u0627\u06cc \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062a\u0646 \u0686\u06cc\u0633\u062a \u061f"},"content":{"rendered":"
\u0645\u0642\u062f\u0645\u0647<\/span><\/div>\n
<\/div>\n
\u0631\u0648\u0634\u200c\u0647\u0627\u06cc \u062e\u0648\u062f\u0646\u0638\u0627\u0631\u062a\u06cc \u0628\u0633\u06cc\u0627\u0631\u06cc \u0627\u0632 \u0648\u0638\u0627\u06cc\u0641 \u0645\u062e\u062a\u0644\u0641 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc<\/span> (NLP)<\/span> \u0631\u0627 \u062a\u06a9\u0645\u06cc\u0644 \u06a9\u0631\u062f\u0647\u200c\u0627\u0646\u062f.<\/span><\/div>\n
\u062e\u0648\u062f\u0631\u0645\u0632\u06af\u0630\u0627\u0631\u0647\u0627\u06cc \u0646\u0648\u06cc\u0632\u0632\u062f\u0627\u06cc\u06cc \u06a9\u0647 \u0628\u0631\u0627\u06cc \u0628\u0627\u0632\u06cc\u0627\u0628\u06cc \u0645\u062a\u0646 \u062f\u0631 \u0634\u0631\u0627\u06cc\u0637\u06cc \u06a9\u0647 \u0645\u062c\u0645\u0648\u0639\u0647\u200c\u0627\u06cc \u062a\u0635\u0627\u062f\u0641\u06cc \u0627\u0632 \u06a9\u0644\u0645\u0627\u062a \u062d\u0630\u0641 \u0634\u062f\u0647\u200c\u0627\u0646\u062f \u0622\u0645\u0648\u0632\u0634 \u062f\u06cc\u062f\u0647\u200c\u0627\u0646\u062f\u060c \u0628\u0647\u200c\u0639\u0646\u0648\u0627\u0646 \u0645\u0624\u062b\u0631\u062a\u0631\u06cc\u0646 \u0631\u0648\u0634 \u0634\u0646\u0627\u062e\u062a\u0647 \u0634\u062f\u0647\u200c\u0627\u0646\u062f.<\/span><\/div>\n
\u062a\u062d\u0642\u06cc\u0642\u0627\u062a \u0627\u062e\u06cc\u0631 \u0646\u0634\u0627\u0646 \u062f\u0627\u062f\u0647\u200c\u0627\u0646\u062f \u06a9\u0647 \u0628\u0627 \u0628\u0647\u0628\u0648\u062f \u062a\u0648\u0632\u06cc\u0639 \u0645\u0627\u0633\u06a9\u060c \u062a\u0631\u062a\u06cc\u0628 \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u0645\u0627\u0633\u06a9 \u0648 \u0632\u0645\u06cc\u0646\u0647\u200c\u06cc \u062c\u0627\u06cc\u06af\u0632\u06cc\u0646\u06cc \u062a\u0648\u06a9\u0646\u200c\u0647\u0627\u06cc \u0645\u0627\u0633\u06a9\u200c\u0634\u062f\u0647 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0639\u0645\u0644\u06a9\u0631\u062f \u0631\u0627 \u0627\u0641\u0632\u0627\u06cc\u0634 \u062f\u0627\u062f.<\/span><\/div>\n
\u0628\u0627 \u0627\u06cc\u0646 \u062d\u0627\u0644\u060c \u0628\u0627 \u0648\u062c\u0648\u062f \u0646\u062a\u0627\u06cc\u062c \u0627\u0645\u06cc\u062f\u0648\u0627\u0631\u06a9\u0646\u0646\u062f\u0647\u060c \u0627\u06cc\u0646 \u0631\u0648\u0634\u200c\u0647\u0627 \u0627\u063a\u0644\u0628 \u0645\u062d\u062f\u0648\u062f \u0628\u0647 \u0686\u0646\u062f \u0648\u0638\u06cc\u0641\u0647\u200c\u06cc \u0645\u0634\u062e\u0635 \u0645\u0627\u0646\u0646\u062f \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u0628\u0627\u0632\u0647\u200c\u0647\u0627 \u0648 \u0627\u06cc\u062c\u0627\u062f \u0628\u0627\u0632\u0647\u200c\u0647\u0627 \u0647\u0633\u062a\u0646\u062f.<\/span><\/div>\n
<\/div>\n
\u067e\u06cc\u0634\u200c\u0646\u06cc\u0627\u0632\u0647\u0627<\/span><\/div>\n
<\/div>\n
\u0628\u0631\u0627\u06cc \u062f\u0646\u0628\u0627\u0644 \u06a9\u0631\u062f\u0646 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647\u060c \u0646\u06cc\u0627\u0632 \u0628\u0647 \u062a\u062c\u0631\u0628\u0647\u200c\u06cc \u06a9\u062f\u0646\u0648\u06cc\u0633\u06cc \u0628\u0627 \u067e\u0627\u06cc\u062a\u0648\u0646 \u0648 \u062f\u0631\u06a9 \u0627\u0628\u062a\u062f\u0627\u06cc\u06cc \u0627\u0632 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0639\u0645\u06cc\u0642 \u062f\u0627\u0631\u06cc\u062f.<\/span><\/div>\n
\u0645\u0627 \u0641\u0631\u0636 \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645 \u06a9\u0647 \u0647\u0645\u0647\u200c\u06cc \u062e\u0648\u0627\u0646\u0646\u062f\u06af\u0627\u0646 \u0628\u0647 \u0645\u0627\u0634\u06cc\u0646\u200c\u0647\u0627\u06cc\u06cc \u0628\u0627 \u0642\u062f\u0631\u062a \u067e\u0631\u062f\u0627\u0632\u0634 \u06a9\u0627\u0641\u06cc \u062f\u0633\u062a\u0631\u0633\u06cc \u062f\u0627\u0631\u0646\u062f \u062a\u0627 \u0628\u062a\u0648\u0627\u0646\u0646\u062f \u06a9\u062f\u0647\u0627\u06cc \u0627\u0631\u0627\u0626\u0647\u200c\u0634\u062f\u0647 \u0631\u0627 \u0627\u062c\u0631\u0627 \u06a9\u0646\u0646\u062f.<\/span><\/div>\n
\u0627\u06af\u0631 \u0628\u0647 GPU \u062f\u0633\u062a\u0631\u0633\u06cc \u0646\u062f\u0627\u0631\u06cc\u062f\u060c \u067e\u06cc\u0634\u0646\u0647\u0627\u062f \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645 \u0627\u0632 DigitalOcean GPU Droplets \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f.<\/span><\/div>\n
\u0628\u0631\u0627\u06cc \u0631\u0627\u0647\u0646\u0645\u0627\u06cc\u06cc \u062f\u0631 \u0645\u0648\u0631\u062f \u0634\u0631\u0648\u0639 \u06a9\u0627\u0631 \u0628\u0627 \u06a9\u062f\u0646\u0648\u06cc\u0633\u06cc \u067e\u0627\u06cc\u062a\u0648\u0646\u060c \u062a\u0648\u0635\u06cc\u0647 \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645 \u0627\u06cc\u0646 \u0631\u0627\u0647\u0646\u0645\u0627\u06cc \u0645\u0628\u062a\u062f\u06cc\u0627\u0646 \u0631\u0627 \u0628\u0631\u0631\u0633\u06cc \u06a9\u0646\u06cc\u062f \u062a\u0627 \u0633\u06cc\u0633\u062a\u0645 \u062e\u0648\u062f \u0631\u0627 \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0631\u062f\u0647 \u0648 \u0622\u0645\u0627\u062f\u0647\u200c\u06cc \u0627\u062c\u0631\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u200c\u0647\u0627\u06cc \u0627\u0628\u062a\u062f\u0627\u06cc\u06cc \u0634\u0648\u06cc\u062f.<\/span><\/div>\n
<\/div>\n
\u0645\u062f\u0644 \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0631 BART \u062f\u0631 NLP \u0686\u06cc\u0633\u062a\u061f<\/span><\/div>\n
<\/div>\n
\u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 BART \u0631\u0627 \u0645\u0639\u0631\u0641\u06cc \u0645\u06cc\u200c\u06a9\u0646\u062f\u060c \u06cc\u06a9 \u0631\u0648\u0634 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u06cc \u06a9\u0647 \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0631\u0647\u0627\u06cc \u062f\u0648\u0633\u0648\u06cc\u0647<\/span> (Bidirectional)<\/span> \u0648 \u062e\u0648\u062f\u0628\u0627\u0632\u06af\u0634\u062a\u06cc<\/span> (Auto-Regressive)<\/span> \u0631\u0627 \u062a\u0631\u06a9\u06cc\u0628 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/span><\/div>\n
BART \u06cc\u06a9 \u062e\u0648\u062f\u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0646\u0648\u06cc\u0632\u0632\u062f\u0627\u06cc\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0627\u0632 \u0627\u0644\u06af\u0648\u06cc \u062a\u0648\u0627\u0644\u06cc \u0628\u0647 \u062a\u0648\u0627\u0644\u06cc<\/span> (sequence-to-sequence)<\/span> \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u062f \u0648 \u0628\u0631\u0627\u06cc \u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u0645\u0641\u06cc\u062f \u0627\u0633\u062a.<\/span><\/div>\n
\u0641\u0631\u0622\u06cc\u0646\u062f \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 \u0634\u0627\u0645\u0644 \u062f\u0648 \u0645\u0631\u062d\u0644\u0647 \u0627\u0633\u062a:<\/span><\/div>\n
1. \u0645\u062a\u0646 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u06cc\u06a9 \u062a\u0627\u0628\u0639 \u0646\u0648\u06cc\u0632\u062f\u0647\u06cc \u062f\u0644\u062e\u0648\u0627\u0647 \u062a\u063a\u06cc\u06cc\u0631 \u062f\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/span><\/div>\n
2. \u06cc\u06a9 \u0645\u062f\u0644 \u062a\u0648\u0627\u0644\u06cc \u0628\u0647 \u062a\u0648\u0627\u0644\u06cc \u0628\u0631\u0627\u06cc \u0628\u0627\u0632\u0633\u0627\u0632\u06cc \u0645\u062a\u0646 \u0627\u0635\u0644\u06cc \u0622\u0645\u0648\u0632\u0634 \u062f\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/span><\/div>\n
<\/div>\n
\u0645\u0639\u0645\u0627\u0631\u06cc \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646\u06cc \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0631 \u062f\u0631 BART \u0631\u0627 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u062a\u0639\u0645\u06cc\u0645\u06cc \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc BERT<\/span> (\u0628\u0647<\/span> \u062f\u0644\u06cc\u0644 \u0648\u062c\u0648\u062f \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u062f\u0648\u0633\u0648\u06cc\u0647) \u0648 GPT<\/span> (\u0628\u0627<\/span> \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0631\u0645\u0632\u06af\u0634\u0627\u06cc \u0686\u067e \u0628\u0647 \u0631\u0627\u0633\u062a) \u0648 \u0628\u0633\u06cc\u0627\u0631\u06cc \u0627\u0632 \u0631\u0648\u0634\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u06cc \u0645\u0639\u0627\u0635\u0631 \u062f\u06cc\u06af\u0631 \u062f\u0631 \u0646\u0638\u0631 \u06af\u0631\u0641\u062a.<\/span><\/div>\n
\n
<\/figcaption><\/figure>\n<\/div>\n
\u0639\u0644\u0627\u0648\u0647 \u0628\u0631 \u062a\u0648\u0627\u0646\u0627\u06cc\u06cc \u0628\u0627\u0644\u0627\u06cc BART \u062f\u0631 \u0648\u0638\u0627\u06cc\u0641 \u062f\u0631\u06a9 \u0645\u062a\u0646\u060c \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0628\u0627 \u0641\u0627\u06cc\u0646\u200c\u062a\u06cc\u0648\u0646\u06cc\u0646\u06af \u0628\u0631\u0627\u06cc \u062a\u0648\u0644\u06cc\u062f \u0645\u062a\u0646 \u0639\u0645\u0644\u06a9\u0631\u062f \u0628\u0647\u062a\u0631\u06cc \u067e\u06cc\u062f\u0627 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/span><\/div>\n
BART \u062f\u0631 \u06af\u0641\u062a\u200c\u0648\u06af\u0648\u0647\u0627\u06cc \u0627\u0646\u062a\u0632\u0627\u0639\u06cc\u060c \u067e\u0627\u0633\u062e \u0628\u0647 \u067e\u0631\u0633\u0634\u200c\u0647\u0627 \u0648 \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062a\u0646 \u0628\u0647 \u0646\u062a\u0627\u06cc\u062c \u067e\u06cc\u0634\u0631\u0641\u062a\u0647\u200c\u0627\u06cc \u062f\u0633\u062a \u06cc\u0627\u0641\u062a\u0647 \u0627\u0633\u062a.<\/span><\/div>\n
\u0647\u0645\u0686\u0646\u06cc\u0646\u060c \u0628\u0627 \u0645\u0646\u0627\u0628\u0639 \u0622\u0645\u0648\u0632\u0634\u06cc \u0645\u0634\u0627\u0628\u0647\u060c \u0639\u0645\u0644\u06a9\u0631\u062f\u06cc \u0647\u0645\u200c\u062a\u0631\u0627\u0632 \u0628\u0627 \u0645\u062f\u0644 RoBERTa \u062f\u0631 \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc GLUE \u0648 SQuAD \u062f\u0627\u0631\u062f.<\/span><\/div>\n
<\/div>\n
\u0645\u0639\u0645\u0627\u0631\u06cc<\/span><\/div>\n
\u0628\u0647\u200c\u062c\u0632 \u062a\u063a\u06cc\u06cc\u0631 \u062a\u0648\u0627\u0628\u0639 \u0641\u0639\u0627\u0644\u200c\u0633\u0627\u0632\u06cc ReLU \u0628\u0647 GeLU \u0648 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627 \u0627\u0632 \u0628\u0627\u0632\u0647\u200c\u06cc<\/span> (0,<\/span> 0.02)\u060c<\/span><\/div>\n
BART \u0627\u0632 \u0637\u0631\u0627\u062d\u06cc \u06a9\u0644\u06cc \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0631 \u062a\u0648\u0627\u0644\u06cc \u0628\u0647 \u062a\u0648\u0627\u0644\u06cc<\/span> (Vaswani<\/span> et al., 2017) \u067e\u06cc\u0631\u0648\u06cc \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/span><\/div>\n
\u0645\u062f\u0644 \u067e\u0627\u06cc\u0647\u200c\u06cc BART \u062f\u0627\u0631\u0627\u06cc \u06f6 \u0644\u0627\u06cc\u0647 \u062f\u0631 \u0631\u0645\u0632\u06af\u0630\u0627\u0631<\/span> (Encoder)<\/span> \u0648 \u0631\u0645\u0632\u06af\u0634\u0627<\/span> (Decoder)<\/span> \u0627\u0633\u062a\u060c \u062f\u0631\u062d\u0627\u0644\u06cc\u200c\u06a9\u0647 \u0645\u062f\u0644 \u0628\u0632\u0631\u06af<\/span> (Large)<\/span> \u062f\u0627\u0631\u0627\u06cc \u06f1\u06f2 \u0644\u0627\u06cc\u0647 \u062f\u0631 \u0647\u0631 \u0628\u062e\u0634 \u0627\u0633\u062a.<\/span><\/div>\n
<\/div>\n
\u0645\u0634\u0627\u0628\u0647 \u0645\u0639\u0645\u0627\u0631\u06cc BERT\u060c \u062f\u0648 \u062a\u0641\u0627\u0648\u062a \u0627\u0635\u0644\u06cc \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f:<\/span><\/div>\n
1. \u062f\u0631 BERT\u060c \u0647\u0631 \u0644\u0627\u06cc\u0647 \u0627\u0632 \u0631\u0645\u0632\u06af\u0634\u0627 \u0639\u0644\u0627\u0648\u0647 \u0628\u0631 \u0639\u0645\u0644\u06cc\u0627\u062a \u062e\u0648\u062f\u060c \u062a\u0648\u062c\u0647 \u0645\u062a\u0642\u0627\u0628\u0644<\/span> (Cross-Attention)<\/span> \u0631\u0627 \u0631\u0648\u06cc \u0644\u0627\u06cc\u0647\u200c\u06cc \u067e\u0646\u0647\u0627\u0646 \u0646\u0647\u0627\u06cc\u06cc \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc\u200c\u062f\u0647\u062f<\/span> (\u0645\u0627\u0646\u0646\u062f<\/span> \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u062a\u0631\u0627\u0646\u0633\u0641\u0648\u0631\u0645\u0631 \u062a\u0648\u0627\u0644\u06cc \u0628\u0647 \u062a\u0648\u0627\u0644\u06cc).<\/span><\/div>\n
2. \u062f\u0631 BERT\u060c \u06cc\u06a9 \u0634\u0628\u06a9\u0647\u200c\u06cc \u062a\u063a\u0630\u06cc\u0647 \u067e\u06cc\u0634\u200c\u0631\u0648<\/span> (Feed-Forward<\/span> Network) \u0642\u0628\u0644 \u0627\u0632 \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u06a9\u0644\u0645\u0627\u062a \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f\u060c \u0627\u0645\u0627 \u062f\u0631 BART \u0627\u06cc\u0646 \u0628\u062e\u0634 \u062d\u0630\u0641 \u0634\u062f\u0647 \u0627\u0633\u062a.<\/span><\/div>\n
<\/div>\n
\u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 BART<\/span><\/div>\n
<\/div>\n
\u0628\u0631\u0627\u06cc \u0622\u0645\u0648\u0632\u0634 BART\u060c \u0627\u0628\u062a\u062f\u0627 \u0627\u0633\u0646\u0627\u062f \u0648\u0631\u0648\u062f\u06cc \u062f\u0686\u0627\u0631 \u0646\u0648\u06cc\u0632 \u0648 \u062e\u0631\u0627\u0628\u06cc \u0645\u06cc\u200c\u0634\u0648\u0646\u062f \u0648 \u0633\u067e\u0633 \u0645\u062f\u0644 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u062a\u0627\u0628\u0639 \u0647\u0632\u06cc\u0646\u0647\u200c\u06cc \u0628\u0627\u0632\u0633\u0627\u0632\u06cc \u0622\u0645\u0648\u0632\u0634 \u062f\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/span><\/div>\n
\u0627\u06cc\u0646 \u062a\u0627\u0628\u0639 \u0647\u0632\u06cc\u0646\u0647 \u0628\u0631\u0627\u0628\u0631 \u0627\u0633\u062a \u0628\u0627 \u0622\u0646\u062a\u0631\u0648\u067e\u06cc \u0645\u062a\u0642\u0627\u0637\u0639<\/span> (Cross-Entropy)<\/span> \u0628\u06cc\u0646 \u062e\u0631\u0648\u062c\u06cc \u0631\u0645\u0632\u06af\u0634\u0627 \u0648 \u0633\u0646\u062f \u0627\u0635\u0644\u06cc.<\/span><\/div>\n
\u0628\u0631\u062e\u0644\u0627\u0641 \u062e\u0648\u062f\u0631\u0645\u0632\u06af\u0630\u0627\u0631\u0647\u0627\u06cc \u0646\u0648\u06cc\u0632\u0632\u062f\u0627\u06cc \u0645\u0639\u0645\u0648\u0644\u06cc\u060c BART \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0628\u0627 \u0647\u0631 \u0646\u0648\u0639 \u062e\u0631\u0627\u0628\u06cc \u062f\u0631 \u0627\u0633\u0646\u0627\u062f \u0648\u0631\u0648\u062f\u06cc \u0633\u0627\u0632\u06af\u0627\u0631 \u0634\u0648\u062f.<\/span><\/div>\n
<\/div>\n
\u062f\u0631 \u0628\u062f\u062a\u0631\u06cc\u0646 \u062d\u0627\u0644\u062a \u0645\u0645\u06a9\u0646\u060c \u062a\u0645\u0627\u0645 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0645\u0646\u0628\u0639 \u0627\u0632 \u0628\u06cc\u0646 \u0645\u06cc\u200c\u0631\u0648\u0646\u062f \u0648 \u0645\u062f\u0644 \u062a\u0628\u062f\u06cc\u0644 \u0628\u0647 \u06cc\u06a9 \u0645\u062f\u0644 \u0632\u0628\u0627\u0646 \u0633\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/span><\/div>\n
\u0645\u062d\u0642\u0642\u0627\u0646 \u0627\u0646\u0648\u0627\u0639 \u062a\u062d\u0648\u0644\u0627\u062a \u062c\u062f\u06cc\u062f \u0648 \u0642\u062f\u06cc\u0645\u06cc \u0631\u0627 \u0628\u0631\u0631\u0633\u06cc \u06a9\u0631\u062f\u0646\u062f \u0648 \u0645\u0639\u062a\u0642\u062f\u0646\u062f \u06a9\u0647 \u0647\u0646\u0648\u0632 \u0631\u0627\u0647\u200c\u0647\u0627\u06cc \u0646\u0648\u0622\u0648\u0631\u0627\u0646\u0647\u200c\u06cc \u0628\u06cc\u0634\u062a\u0631\u06cc \u0628\u0631\u0627\u06cc \u062a\u063a\u06cc\u06cc\u0631 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f.<\/span><\/div>\n
\u062f\u0631 \u0627\u062f\u0627\u0645\u0647\u060c \u062a\u062d\u0648\u0644\u0627\u062a \u0627\u0639\u0645\u0627\u0644\u200c\u0634\u062f\u0647 \u062f\u0631 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 BART \u0631\u0627 \u0645\u0631\u0648\u0631 \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645.<\/span><\/div>\n
<\/div>\n
\u0627\u0646\u0648\u0627\u0639 \u062a\u063a\u06cc\u06cc\u0631\u0627\u062a \u0627\u0639\u0645\u0627\u0644\u200c\u0634\u062f\u0647 \u062f\u0631 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0648\u0631\u0648\u062f\u06cc:<\/span><\/div>\n
\u2022 \u0645\u0627\u0633\u06a9\u200c\u06a9\u0631\u062f\u0646 \u062a\u0648\u06a9\u0646\u200c\u0647\u0627<\/span> (Token<\/span> Masking): \u0645\u0634\u0627\u0628\u0647 BERT\u060c \u0628\u0631\u062e\u06cc \u0627\u0632 \u062a\u0648\u06a9\u0646\u200c\u0647\u0627 \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u062a\u0635\u0627\u062f\u0641\u06cc \u0627\u0646\u062a\u062e\u0627\u0628 \u0648 \u0628\u0627 MASK \u062c\u0627\u06cc\u06af\u0632\u06cc\u0646 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f.<\/span><\/div>\n
\u2022 \u062d\u0630\u0641 \u062a\u0648\u06a9\u0646\u200c\u0647\u0627<\/span> (Token<\/span> Deletion): \u0628\u0631\u062e\u06cc \u0627\u0632 \u062a\u0648\u06a9\u0646\u200c\u0647\u0627 \u06a9\u0627\u0645\u0644\u0627\u064b \u0627\u0632 \u0648\u0631\u0648\u062f\u06cc \u062d\u0630\u0641 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f. \u0628\u0631\u062e\u0644\u0627\u0641 \u0631\u0648\u0634 \u0645\u0627\u0633\u06a9\u200c\u06a9\u0631\u062f\u0646\u060c \u0645\u062f\u0644 \u0628\u0627\u06cc\u062f \u062a\u0634\u062e\u06cc\u0635 \u062f\u0647\u062f \u06a9\u062f\u0627\u0645 \u0628\u062e\u0634 \u0627\u0632 \u0648\u0631\u0648\u062f\u06cc \u062d\u0630\u0641 \u0634\u062f\u0647 \u0627\u0633\u062a.<\/span><\/div>\n
\u2022 \u067e\u0631 \u06a9\u0631\u062f\u0646 \u0645\u062a\u0646<\/span> (Text<\/span> Infilling): \u0628\u0627\u0632\u0647\u200c\u0647\u0627\u06cc\u06cc \u0627\u0632 \u0645\u062a\u0646 \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u062a\u0635\u0627\u062f\u0641\u06cc \u062d\u0630\u0641 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f \u0648 \u0647\u0631 \u0628\u0627\u0632\u0647 \u0628\u0627 \u06cc\u06a9 \u062a\u0648\u06a9\u0646 MASK \u062c\u0627\u06cc\u06af\u0632\u06cc\u0646 \u0645\u06cc\u200c\u0634\u0648\u062f. \u0637\u0648\u0644 \u0628\u0627\u0632\u0647\u200c\u0647\u0627 \u0627\u0632 \u06cc\u06a9 \u062a\u0648\u0632\u06cc\u0639 \u067e\u0648\u0627\u0633\u0648\u0646<\/span> (\u03bb<\/span> = 3) \u0646\u0645\u0648\u0646\u0647\u200c\u0628\u0631\u062f\u0627\u0631\u06cc \u0645\u06cc\u200c\u0634\u0648\u062f. \u0627\u06cc\u0646 \u0631\u0648\u0634 \u0645\u062f\u0644 \u0631\u0627 \u0648\u0627\u062f\u0627\u0631 \u0628\u0647 \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u062a\u0639\u062f\u0627\u062f \u062a\u0648\u06a9\u0646\u200c\u0647\u0627\u06cc \u062d\u0630\u0641\u200c\u0634\u062f\u0647 \u062f\u0631 \u0647\u0631 \u0628\u0627\u0632\u0647 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/span><\/div>\n
\u2022 \u062c\u0627\u0628\u062c\u0627\u06cc\u06cc \u062c\u0645\u0644\u0627\u062a<\/span> (Sentence<\/span> Permutation): \u0645\u062a\u0646 \u0648\u0631\u0648\u062f\u06cc \u0628\u0631 \u0627\u0633\u0627\u0633 \u0646\u0642\u0637\u0647\u200c\u0647\u0627\u06cc \u067e\u0627\u06cc\u0627\u0646\u06cc \u0628\u0647 \u062c\u0645\u0644\u0627\u062a \u062a\u0642\u0633\u06cc\u0645 \u0634\u062f\u0647 \u0648 \u0633\u067e\u0633 \u0628\u0647 \u062a\u0631\u062a\u06cc\u0628 \u062a\u0635\u0627\u062f\u0641\u06cc \u0645\u0631\u062a\u0628 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/span><\/div>\n
\u2022 \u0686\u0631\u062e\u0634 \u0633\u0646\u062f<\/span> (Document<\/span> Rotation): \u06cc\u06a9 \u062a\u0648\u06a9\u0646 \u062a\u0635\u0627\u062f\u0641\u06cc \u0628\u0647\u200c\u0639\u0646\u0648\u0627\u0646 \u0646\u0642\u0637\u0647\u200c\u06cc \u0634\u0631\u0648\u0639 \u0627\u0646\u062a\u062e\u0627\u0628 \u0645\u06cc\u200c\u0634\u0648\u062f \u0648 \u0633\u0646\u062f \u0628\u0647\u200c\u06af\u0648\u0646\u0647\u200c\u0627\u06cc \u0686\u0631\u062e\u0627\u0646\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f \u06a9\u0647 \u0627\u0632 \u0622\u0646 \u062a\u0648\u06a9\u0646 \u0622\u063a\u0627\u0632 \u0634\u0648\u062f. \u0627\u06cc\u0646 \u0631\u0648\u0634 \u0628\u0647 \u0645\u062f\u0644 \u06a9\u0645\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f \u062a\u0627 \u0646\u0642\u0637\u0647\u200c\u06cc \u0634\u0631\u0648\u0639 \u0645\u062a\u0646 \u0631\u0627 \u062a\u0634\u062e\u06cc\u0635 \u062f\u0647\u062f.<\/span><\/div>\n
\n
<\/figcaption><\/figure>\n<\/div>\n
\u2022 \u0648\u0638\u0627\u06cc\u0641 \u0637\u0628\u0642\u0647\u200c\u0628\u0646\u062f\u06cc \u062f\u0646\u0628\u0627\u0644\u0647<\/span> (Sequence<\/span> Classification Tasks): \u062f\u0631 \u0645\u0633\u0627\u0626\u0644 \u0637\u0628\u0642\u0647\u200c\u0628\u0646\u062f\u06cc \u062f\u0646\u0628\u0627\u0644\u0647\u060c \u0647\u0645\u0627\u0646 \u0648\u0631\u0648\u062f\u06cc \u0628\u0647 \u0631\u0645\u0632\u06af\u0630\u0627\u0631<\/span> (encoder)<\/span> \u0648 \u0631\u0645\u0632\u06af\u0634\u0627<\/span> (decoder)<\/span> \u062f\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f \u0648 \u0622\u062e\u0631\u06cc\u0646 \u062d\u0627\u0644\u062a \u067e\u0646\u0647\u0627\u0646<\/span> (hidden<\/span> state) \u062a\u0648\u06a9\u0646 \u0646\u0647\u0627\u06cc\u06cc \u0631\u0645\u0632\u06af\u0634\u0627 \u0628\u0647 \u06cc\u06a9 \u0634\u0628\u06a9\u0647\u200c\u06cc \u062e\u0637\u06cc \u0686\u0646\u062f\u06a9\u0644\u0627\u0633\u0647<\/span> (multi-class<\/span> linear classifier) \u062c\u062f\u06cc\u062f \u0645\u0646\u062a\u0642\u0644 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/span><\/div>\n
\n
<\/figcaption><\/figure>\n<\/div>\n
\u2022 \u0648\u0638\u0627\u06cc\u0641 \u0637\u0628\u0642\u0647\u200c\u0628\u0646\u062f\u06cc \u062a\u0648\u06a9\u0646<\/span> (Token<\/span> Classification Tasks): \u062f\u0631 \u0627\u06cc\u0646 \u0648\u0638\u0627\u06cc\u0641\u060c \u0647\u0645 \u0631\u0645\u0632\u06af\u0630\u0627\u0631<\/span> (Encoder)<\/span> \u0648 \u0647\u0645 \u0631\u0645\u0632\u06af\u0634\u0627<\/span> (Decoder)<\/span> \u06a9\u0644 \u0633\u0646\u062f \u0631\u0627 \u0628\u0647\u200c\u0639\u0646\u0648\u0627\u0646 \u0648\u0631\u0648\u062f\u06cc \u062f\u0631\u06cc\u0627\u0641\u062a \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f.<\/span><\/div>\n
\u0633\u067e\u0633 \u0627\u0632 \u0644\u0627\u06cc\u0647\u200c\u06cc \u067e\u0646\u0647\u0627\u0646 \u0628\u0627\u0644\u0627\u06cc\u06cc \u0631\u0645\u0632\u06af\u0634\u0627\u060c \u06cc\u06a9 \u0646\u0645\u0627\u06cc\u0634 \u0639\u062f\u062f\u06cc \u0628\u0631\u0627\u06cc \u0647\u0631 \u06a9\u0644\u0645\u0647 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0645\u06cc\u200c\u0634\u0648\u062f. \u0637\u0628\u0642\u0647\u200c\u0628\u0646\u062f\u06cc \u0647\u0631 \u062a\u0648\u06a9\u0646 \u0628\u0631 \u0627\u0633\u0627\u0633 \u0627\u06cc\u0646 \u0646\u0645\u0627\u06cc\u0634 \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/span><\/div>\n
\u2022 \u0648\u0638\u0627\u06cc\u0641 \u062a\u0648\u0644\u06cc\u062f \u062a\u0648\u0627\u0644\u06cc<\/span> (Sequence<\/span> Generation Tasks):<\/span><\/div>\n
\u0628\u0631\u0627\u06cc \u0648\u0638\u0627\u06cc\u0641\u06cc \u0645\u0627\u0646\u0646\u062f \u067e\u0627\u0633\u062e\u200c\u062f\u0647\u06cc \u0628\u0647 \u0633\u0624\u0627\u0644\u0627\u062a \u0627\u0646\u062a\u0632\u0627\u0639\u06cc \u0648 \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062a\u0646\u060c \u0631\u0645\u0632\u06af\u0634\u0627\u06cc \u062e\u0648\u062f\u0628\u0627\u0632\u06af\u0634\u062a\u06cc<\/span> (Autoregressive)<\/span> BART \u0627\u0645\u06a9\u0627\u0646 \u0641\u0627\u06cc\u0646\u200c\u062a\u06cc\u0648\u0646\u06cc\u0646\u06af \u0645\u0633\u062a\u0642\u06cc\u0645 \u0631\u0627 \u0641\u0631\u0627\u0647\u0645 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/span><\/div>\n
\u0627\u06cc\u0646 \u0648\u0638\u0627\u06cc\u0641 \u0628\u0627 \u0647\u062f\u0641 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634 \u0646\u0648\u06cc\u0632\u0632\u062f\u0627\u06cc\u06cc \u0645\u0631\u062a\u0628\u0637 \u0647\u0633\u062a\u0646\u062f\u060c \u0632\u06cc\u0631\u0627 \u0634\u0627\u0645\u0644 \u06a9\u067e\u06cc\u200c\u06a9\u0631\u062f\u0646 \u0648 \u0633\u067e\u0633 \u067e\u0631\u062f\u0627\u0632\u0634 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0648\u0631\u0648\u062f\u06cc \u0645\u06cc\u200c\u0634\u0648\u0646\u062f.<\/span><\/div>\n
\u062f\u0631 \u0627\u06cc\u0646\u062c\u0627\u060c \u062a\u0648\u0627\u0644\u06cc \u0648\u0631\u0648\u062f\u06cc \u0628\u0647 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u062f\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f\u060c \u062f\u0631\u062d\u0627\u0644\u06cc\u200c\u06a9\u0647 \u0631\u0645\u0632\u06af\u0634\u0627 \u062e\u0631\u0648\u062c\u06cc \u0631\u0627 \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u062e\u0648\u062f\u0628\u0627\u0632\u06af\u0634\u062a\u06cc \u062a\u0648\u0644\u06cc\u062f \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/span><\/div>\n
\u2022 \u062a\u0631\u062c\u0645\u0647 \u0645\u0627\u0634\u06cc\u0646\u06cc<\/span> (Machine<\/span> Translation):<\/span><\/div>\n
\u067e\u0698\u0648\u0647\u0634\u06af\u0631\u0627\u0646 \u0627\u0645\u06a9\u0627\u0646 \u0628\u0647\u0628\u0648\u062f \u0631\u0645\u0632\u06af\u0634\u0627\u0647\u0627\u06cc \u062a\u0631\u062c\u0645\u0647\u200c\u06cc \u0645\u0627\u0634\u06cc\u0646\u06cc \u0628\u0631\u0627\u06cc \u062a\u0631\u062c\u0645\u0647 \u0628\u0647 \u0632\u0628\u0627\u0646 \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc \u0631\u0627 \u0628\u0627 BART \u0628\u0631\u0631\u0633\u06cc \u06a9\u0631\u062f\u0647\u200c\u0627\u0646\u062f.<\/span><\/div>\n
\u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0631\u0645\u0632\u06af\u0630\u0627\u0631\u0647\u0627\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647<\/span> (Pretrained<\/span> Encoders) \u0628\u0627\u0639\u062b \u0628\u0647\u0628\u0648\u062f \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u062a\u0631\u062c\u0645\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a\u060c \u0627\u0645\u0627 \u0627\u0641\u0632\u0648\u062f\u0646 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u0628\u0647 \u0631\u0645\u0632\u06af\u0634\u0627\u0647\u0627 \u06a9\u0645\u062a\u0631 \u0645\u0648\u0631\u062f \u0628\u0631\u0631\u0633\u06cc \u0642\u0631\u0627\u0631 \u06af\u0631\u0641\u062a\u0647 \u0627\u0633\u062a.<\/span><\/div>\n
\u0622\u0646\u0647\u0627 \u0646\u0634\u0627\u0646 \u062f\u0627\u062f\u0647\u200c\u0627\u0646\u062f \u06a9\u0647 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0627\u0632 \u06a9\u0644 \u0645\u062f\u0644 BART \u0628\u0647\u200c\u0639\u0646\u0648\u0627\u0646 \u06cc\u06a9 \u0631\u0645\u0632\u06af\u0634\u0627\u06cc \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647 \u0628\u0631\u0627\u06cc \u062a\u0631\u062c\u0645\u0647\u200c\u06cc \u0645\u0627\u0634\u06cc\u0646\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f.<\/span><\/div>\n
\u0628\u0631\u0627\u06cc \u0627\u06cc\u0646 \u06a9\u0627\u0631\u060c \u0644\u0627\u06cc\u0647\u200c\u06cc \u062a\u0639\u0628\u06cc\u0647<\/span> (Embedding<\/span> Layer) \u0631\u0645\u0632\u06af\u0630\u0627\u0631 BART \u0628\u0627 \u06cc\u06a9 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u062c\u062f\u06cc\u062f \u06a9\u0647 \u0628\u0647\u200c\u0637\u0648\u0631 \u062a\u0635\u0627\u062f\u0641\u06cc \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a \u062c\u0627\u06cc\u06af\u0632\u06cc\u0646 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/span><\/div>\n
\u0633\u067e\u0633\u060c \u0645\u062f\u0644 \u0627\u0632 \u0627\u0628\u062a\u062f\u0627 \u0622\u0645\u0648\u0632\u0634 \u062f\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f \u0648 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u062c\u062f\u06cc\u062f \u06cc\u0627\u062f \u0645\u06cc\u200c\u06af\u06cc\u0631\u062f \u06a9\u0647 \u06a9\u0644\u0645\u0627\u062a \u0632\u0628\u0627\u0646 \u0645\u0628\u062f\u0623 \u0631\u0627 \u0628\u0647 \u0648\u0631\u0648\u062f\u06cc\u200c\u0627\u06cc \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0646\u062f \u06a9\u0647 BART \u0628\u062a\u0648\u0627\u0646\u062f \u0622\u0646 \u0631\u0627 \u0628\u0647 \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc \u062a\u0631\u062c\u0645\u0647 \u06a9\u0646\u062f.<\/span><\/div>\n
\u062f\u0631 \u0647\u0631 \u062f\u0648 \u0645\u0631\u062d\u0644\u0647\u200c\u06cc \u0622\u0645\u0648\u0632\u0634\u060c \u062a\u0627\u0628\u0639 \u0647\u0632\u06cc\u0646\u0647\u200c\u06cc \u0622\u0646\u062a\u0631\u0648\u067e\u06cc \u0645\u062a\u0642\u0627\u0637\u0639<\/span> (Cross-Entropy<\/span> Loss) \u0627\u0632 \u062e\u0631\u0648\u062c\u06cc \u0645\u062f\u0644 \u0628\u0647\u200c\u0633\u0645\u062a \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0645\u0646\u0628\u0639 \u0628\u0627\u0632\u067e\u0633\u200c\u0627\u0646\u062a\u0634\u0627\u0631<\/span> (Backpropagate)<\/span> \u062f\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/span><\/div>\n
\u0645\u0631\u062d\u0644\u0647\u200c\u06cc \u0627\u0648\u0644:<\/span><\/div>\n
\u2022 \u0628\u06cc\u0634\u062a\u0631 \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc BART \u062b\u0627\u0628\u062a \u0646\u06af\u0647 \u062f\u0627\u0634\u062a\u0647 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f.<\/span><\/div>\n
\u2022 \u062a\u0646\u0647\u0627 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 \u0645\u0646\u0628\u0639<\/span> (Source<\/span> Encoder) \u062c\u062f\u06cc\u062f\u060c \u062a\u0639\u0628\u06cc\u0647\u200c\u0647\u0627\u06cc \u0645\u0648\u0642\u0639\u06cc\u062a\u06cc BART\u060c \u0648 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0648\u0631\u0648\u062f\u06cc \u062e\u0648\u062f\u062a\u0648\u062c\u0647\u06cc \u0644\u0627\u06cc\u0647\u200c\u06cc \u0627\u0648\u0644 \u0631\u0645\u0632\u06af\u0630\u0627\u0631 BART \u0628\u0647\u200c\u0631\u0648\u0632\u0631\u0633\u0627\u0646\u06cc \u0645\u06cc\u200c\u0634\u0648\u0646\u062f.<\/span><\/div>\n
\u0645\u0631\u062d\u0644\u0647\u200c\u06cc \u062f\u0648\u0645:<\/span><\/div>\n
\u2022 \u062a\u0639\u062f\u0627\u062f \u0645\u062d\u062f\u0648\u062f\u06cc \u0627\u0632 \u062a\u06a9\u0631\u0627\u0631\u0647\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u06cc \u0631\u0648\u06cc \u062a\u0645\u0627\u0645 \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u0645\u062f\u0644 \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/span><\/div>\n
\n
<\/figcaption><\/figure>\n<\/div>\n
\u0645\u062f\u0644 BART \u0628\u0631\u0627\u06cc \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062a\u0646<\/span><\/div>\n
\u0628\u0631\u0627\u06cc \u06cc\u06a9 \u0645\u062d\u0642\u0642 \u06cc\u0627 \u0631\u0648\u0632\u0646\u0627\u0645\u0647\u200c\u0646\u06af\u0627\u0631\u060c \u0648\u0642\u062a\u200c\u06af\u06cc\u0631 \u0627\u0633\u062a \u06a9\u0647 \u0647\u0645\u0647 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0637\u0648\u0644\u0627\u0646\u06cc \u0645\u0648\u062c\u0648\u062f \u062f\u0631 \u0627\u06cc\u0646\u062a\u0631\u0646\u062a \u0631\u0627 \u0628\u0631\u0631\u0633\u06cc \u06a9\u0646\u062f \u0648 \u0622\u0646\u0686\u0647 \u0631\u0627 \u06a9\u0647 \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u062f \u0628\u06cc\u0627\u0628\u062f.<\/span><\/div>\n
\u0628\u0627 \u0645\u0631\u0648\u0631 \u0646\u06a9\u0627\u062a \u0628\u0631\u062c\u0633\u062a\u0647\u200c\u06cc \u0645\u062a\u0648\u0646 \u0637\u0648\u0644\u0627\u0646\u06cc \u0627\u0632 \u0637\u0631\u06cc\u0642 \u06cc\u06a9 \u062e\u0644\u0627\u0635\u0647 \u06cc\u0627 \u067e\u0627\u0631\u0627\u0641\u0631\u06cc\u0632\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u062f\u0631 \u0632\u0645\u0627\u0646 \u0648 \u0627\u0646\u0631\u0698\u06cc \u062e\u0648\u062f \u0635\u0631\u0641\u0647\u200c\u062c\u0648\u06cc\u06cc \u06a9\u0646\u06cc\u062f.<\/span><\/div>\n
\u0648\u0638\u06cc\u0641\u0647\u200c\u06cc \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062a\u0646 \u062f\u0631 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc<\/span> (NLP)<\/span> \u0631\u0627 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0628\u0627 \u06a9\u0645\u06a9 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631\u06cc \u062e\u0648\u062f\u06a9\u0627\u0631 \u06a9\u0631\u062f.<\/span><\/div>\n
\u062f\u0648 \u0631\u0648\u0634 \u0628\u0631\u0627\u06cc \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f: \u0627\u0633\u062a\u062e\u0631\u0627\u062c\u06cc<\/span> (Extractive)<\/span> \u0648 \u0627\u0646\u062a\u0632\u0627\u0639\u06cc<\/span> (Abstractive).<\/span><\/div>\n
\u2022 \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0627\u0633\u062a\u062e\u0631\u0627\u062c\u06cc \u0634\u0627\u0645\u0644 \u06cc\u0627\u0641\u062a\u0646 \u0645\u0647\u0645\u200c\u062a\u0631\u06cc\u0646 \u062c\u0645\u0644\u0627\u062a \u0645\u062a\u0646 \u0648 \u062b\u0628\u062a \u0622\u0646\u200c\u0647\u0627 \u0627\u0633\u062a.<\/span><\/div>\n
\u0627\u06cc\u0646 \u0631\u0648\u0634 \u0631\u0627 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0646\u0648\u0639\u06cc \u0628\u0627\u0632\u06cc\u0627\u0628\u06cc \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u062f\u0631 \u0646\u0638\u0631 \u06af\u0631\u0641\u062a.<\/span><\/div>\n
\u2022 \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0627\u0646\u062a\u0632\u0627\u0639\u06cc \u0686\u0627\u0644\u0634\u200c\u0628\u0631\u0627\u0646\u06af\u06cc\u0632\u062a\u0631 \u0627\u0632 \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0627\u0633\u062a\u062e\u0631\u0627\u062c\u06cc \u0627\u0633\u062a\u060c \u0632\u06cc\u0631\u0627 \u062a\u0644\u0627\u0634 \u0645\u06cc\u200c\u06a9\u0646\u062f \u06a9\u0644 \u0645\u062d\u062a\u0648\u0627 \u0631\u0627 \u062f\u0631\u06a9 \u06a9\u0631\u062f\u0647 \u0648 \u06cc\u06a9 \u0645\u062a\u0646 \u0628\u0627\u0632\u0646\u0648\u06cc\u0633\u06cc\u200c\u0634\u062f\u0647 \u0627\u0631\u0627\u0626\u0647 \u062f\u0647\u062f \u06a9\u0647 \u0646\u06a9\u0627\u062a \u06a9\u0644\u06cc\u062f\u06cc \u0631\u0627 \u062e\u0644\u0627\u0635\u0647 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/span><\/div>\n
\u0627\u06cc\u0646 \u0646\u0648\u0639 \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u062a\u0648\u0633\u0637 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631\u06cc \u0645\u0627\u0646\u0646\u062f BART \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/span><\/div>\n
<\/div>\n
HuggingFace \u062f\u0633\u062a\u0631\u0633\u06cc \u0633\u0631\u06cc\u0639 \u0648 \u0622\u0633\u0627\u0646 \u0628\u0647 \u0647\u0632\u0627\u0631\u0627\u0646 \u0645\u062f\u0644 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647<\/span> (Pre-trained)<\/span> \u0648 \u0641\u0627\u06cc\u0646\u200c\u062a\u06cc\u0648\u0646\u200c\u0634\u062f\u0647<\/span> (Fine-tuned)<\/span> \u0631\u0627 \u0628\u0631\u0627\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631\u06cc\u060c \u0627\u0632 \u062c\u0645\u0644\u0647 BART \u0641\u0631\u0627\u0647\u0645 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/span><\/div>\n
\u0634\u0645\u0627 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u06cc\u06a9 \u0645\u062f\u0644 BART \u0645\u0646\u0627\u0633\u0628 \u0628\u0631\u0627\u06cc \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062a\u0646 \u0631\u0627 \u0627\u0632 \u0648\u0628\u200c\u0633\u0627\u06cc\u062a \u0645\u062f\u0644\u200c\u0647\u0627\u06cc HuggingFace \u0627\u0646\u062a\u062e\u0627\u0628 \u06a9\u0646\u06cc\u062f.<\/span><\/div>\n
\u0647\u0631 \u0645\u062f\u0644 \u0627\u0631\u0627\u0626\u0647\u200c\u0634\u062f\u0647 \u0634\u0627\u0645\u0644 \u062a\u0648\u0636\u06cc\u062d\u06cc \u062f\u0642\u06cc\u0642 \u0627\u0632 \u067e\u06cc\u06a9\u0631\u0628\u0646\u062f\u06cc \u0648 \u0641\u0631\u0622\u06cc\u0646\u062f \u0622\u0645\u0648\u0632\u0634 \u0622\u0646 \u0627\u0633\u062a.<\/span><\/div>\n
<\/div>\n
\u0645\u062f\u0644 bart-large-cnn \u06a9\u0647 \u0628\u0631\u0627\u06cc \u0645\u0628\u062a\u062f\u06cc\u0627\u0646 \u0645\u0646\u0627\u0633\u0628 \u0627\u0633\u062a\u060c \u0627\u0631\u0632\u0634 \u0628\u0631\u0631\u0633\u06cc \u062f\u0627\u0631\u062f.<\/span><\/div>\n
\u0628\u0631\u0627\u06cc \u0634\u0631\u0648\u0639\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u0627\u0632 \u0635\u0641\u062d\u0647\u200c\u06cc \u0646\u0635\u0628 HuggingFace \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f \u06cc\u0627 \u062f\u0633\u062a\u0648\u0631 \u0632\u06cc\u0631 \u0631\u0627 \u0627\u062c\u0631\u0627 \u06a9\u0646\u06cc\u062f:<\/span><\/div>\n
pip install transformers<\/span><\/div>\n
\u0633\u0647 \u0645\u0631\u062d\u0644\u0647\u200c\u06cc \u0633\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u0627\u06cc\u062c\u0627\u062f \u062e\u0644\u0627\u0635\u0647:<\/span><\/div>\n
from transformers import pipeline<\/span><\/div>\n
<\/div>\n
summarizer = pipeline(“summarization”, model=”facebook\/bart-large-cnn”)<\/span><\/div>\n
\u0627\u0628\u062a\u062f\u0627 \u0628\u0627\u06cc\u062f \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u0645\u062f\u0644 \u062a\u0631\u0646\u0633\u0641\u0648\u0631\u0645\u0631\u0647\u0627 \u0631\u0627 \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u06a9\u0646\u06cc\u0645.<\/span><\/div>\n
\u0645\u0627\u0698\u0648\u0644 \u062f\u0627\u062e\u0644 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u0628\u0627 \u0646\u0627\u0645\u200c\u06af\u0630\u0627\u0631\u06cc \u0648\u0638\u06cc\u0641\u0647 \u0648 \u0645\u062f\u0644 \u0645\u0634\u062e\u0635 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/span><\/div>\n
\u062f\u0631 \u0627\u06cc\u0646\u062c\u0627\u060c \u0627\u0632<\/span> \u201csummarization\u201d<\/span> \u0628\u0631\u0627\u06cc \u0648\u0638\u06cc\u0641\u0647\u200c\u06cc \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0648 \u0627\u0632<\/span> \u201cfacebook\/bart-large-cnn\u201d<\/span> \u0628\u0647\u200c\u0639\u0646\u0648\u0627\u0646 \u0645\u062f\u0644 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a.<\/span><\/div>\n
<\/div>\n
\u0627\u06af\u0631 \u0628\u062e\u0648\u0627\u0647\u06cc\u0645 \u0628\u0647\u200c\u062c\u0627\u06cc \u0645\u062c\u0645\u0648\u0639\u0647\u200c\u062f\u0627\u062f\u0647\u200c\u06cc \u0627\u0633\u062a\u0627\u0646\u062f\u0627\u0631\u062f \u0627\u062e\u0628\u0627\u0631\u060c \u06cc\u06a9 \u0631\u0648\u0634 \u0645\u062a\u0641\u0627\u0648\u062a \u0631\u0627 \u0627\u0645\u062a\u062d\u0627\u0646 \u06a9\u0646\u06cc\u0645\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u0645 \u0627\u0632 \u0645\u062c\u0645\u0648\u0639\u0647\u200c\u062f\u0627\u062f\u0647\u200c\u06cc Extreme Summary<\/span> (XSum)<\/span> \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u0645.<\/span><\/div>\n
\u0627\u06cc\u0646 \u0645\u062f\u0644 \u0641\u0642\u0637 \u062e\u0644\u0627\u0635\u0647\u200c\u0647\u0627\u06cc\u06cc \u0634\u0627\u0645\u0644 \u06cc\u06a9 \u062c\u0645\u0644\u0647 \u062a\u0648\u0644\u06cc\u062f \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/span><\/div>\n
<\/div>\n
\u0622\u062e\u0631\u06cc\u0646 \u0645\u0631\u062d\u0644\u0647\u060c \u0627\u06cc\u062c\u0627\u062f \u06cc\u06a9 \u062a\u0648\u0627\u0644\u06cc \u0648\u0631\u0648\u062f\u06cc \u0648 \u0627\u062c\u0631\u0627\u06cc \u0622\u0646 \u0627\u0632 \u0637\u0631\u06cc\u0642 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 summarizer() \u0627\u0633\u062a.<\/span><\/div>\n
\u0647\u0645\u0686\u0646\u06cc\u0646 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u062d\u062f\u0627\u06a9\u062b\u0631 \u0648 \u062d\u062f\u0627\u0642\u0644 \u0637\u0648\u0644 \u062e\u0644\u0627\u0635\u0647 \u0631\u0627 \u0627\u0632 \u0637\u0631\u06cc\u0642 \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u0627\u062e\u062a\u06cc\u0627\u0631\u06cc max_length \u0648 min_length \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0631\u062f.<\/span><\/div>\n
<\/div>\n
\u0646\u0645\u0648\u0646\u0647\u200c\u06cc \u06a9\u062f \u0628\u0631\u0627\u06cc \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062a\u0646:<\/span><\/div>\n
from transformers import pipeline<\/span><\/div>\n
<\/div>\n
summarizer = pipeline(“summarization”, model=”facebook\/bart-large-cnn”)<\/span><\/div>\n
<\/div>\n
ARTICLE =<\/span> “””<\/span> New York<\/span> (CNN)When<\/span> Liana Barrientos was 23 years old, she got married in Westchester County, New York.<\/span><\/div>\n
A year later, she got married again in Westchester County, but to a different man and without divorcing her first husband.<\/span><\/div>\n
Only 18 days after that marriage, she got hitched yet again. Then, Barrientos declared<\/span> “I<\/span> do” five more times, sometimes only within two weeks of each other.<\/span><\/div>\n
In 2010, she married once more, this time in the Bronx. In an application for a marriage license, she stated it was her<\/span> “first<\/span> and only” marriage.<\/span><\/div>\n
Barrientos, now 39, is facing two criminal counts of<\/span> “offering<\/span> a false instrument for filing in the first degree,” referring to her false statements on the<\/span><\/div>\n
2010 marriage license application, according to court documents.<\/span><\/div>\n
Prosecutors said the marriages were part of an immigration scam.<\/span><\/div>\n
On Friday, she pleaded not guilty at State Supreme Court in the Bronx, according to her attorney, Christopher Wright, who declined to comment further.<\/span><\/div>\n
After leaving court, Barrientos was arrested and charged with theft of service and criminal trespass for allegedly sneaking into the New York subway through an emergency exit, said Detective<\/span><\/div>\n
Annette Markowski, a police spokeswoman. In total, Barrientos has been married 10 times, with nine of her marriages occurring between 1999 and 2002.<\/span><\/div>\n
All occurred either in Westchester County, Long Island, New Jersey or the Bronx. She is believed to still be married to four men, and at one time, she was married to eight men at once, prosecutors say.<\/span><\/div>\n
Prosecutors said the immigration scam involved some of her husbands, who filed for permanent residence status shortly after the marriages.<\/span><\/div>\n
Any divorces happened only after such filings were approved. It was unclear whether any of the men will be prosecuted.<\/span><\/div>\n
The case was referred to the Bronx District Attorney’s Office by Immigration and Customs Enforcement and the Department of Homeland Security’s<\/span><\/div>\n
Investigation Division. Seven of the men are from so-called<\/span> “red-flagged”<\/span> countries, including Egypt, Turkey, Georgia, Pakistan and Mali.<\/span><\/div>\n
Her eighth husband, Rashid Rajput, was deported in 2006 to his native Pakistan after an investigation by the Joint Terrorism Task Force.<\/span><\/div>\n
If convicted, Barrientos faces up to four years in prison. \u00a0Her next court appearance is scheduled for May 18.<\/span><\/div>\n
“””<\/span><\/div>\n
<\/div>\n
print(summarizer(ARTICLE, max_length=130, min_length=30, do_sample=False))<\/span><\/div>\n
\u062e\u0631\u0648\u062c\u06cc:<\/span><\/div>\n
[{‘summary_text’:<\/span> ‘Liana<\/span> Barrientos, 39, is charged with two counts of<\/span> “offering<\/span> a false instrument for filing in the first degree” In total, she has been married 10 times, with nine of her marriages occurring between 1999 and 2002. She is believed to still be married to four men.’}]<\/span><\/div>\n
<\/div>\n
\u0631\u0648\u0634 \u062f\u06cc\u06af\u0631: \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 BartTokenizer \u0648 BartForConditionalGeneration<\/span><\/div>\n
<\/div>\n
\u0628\u0647\u200c\u062c\u0627\u06cc \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 HuggingFace\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0627\u0632 BartTokenizer \u0628\u0631\u0627\u06cc \u062a\u0648\u0644\u06cc\u062f \u062a\u0648\u06a9\u0646\u200c\u0647\u0627 \u0648 BartForConditionalGeneration \u0628\u0631\u0627\u06cc \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f.<\/span><\/div>\n
<\/div>\n
\u0648\u0627\u0631\u062f \u06a9\u0631\u062f\u0646 \u0645\u062f\u0644:<\/span><\/div>\n
from transformers import BartForConditionalGeneration, BartTokenizer, BartConfig<\/span><\/div>\n
\u0645\u062f\u0644<\/span> \u201cbart-large-cnn\u201d<\/span> \u0628\u0647\u200c\u0639\u0646\u0648\u0627\u0646 \u06cc\u06a9 \u0645\u062f\u0644 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647<\/span> (Pre-trained<\/span> Model) \u0628\u0631\u0627\u06cc \u0648\u0638\u06cc\u0641\u0647\u200c\u06cc \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0628\u0647\u06cc\u0646\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a.<\/span><\/div>\n
\u0627\u0632 \u062a\u0627\u0628\u0639 from_pretrained() \u0628\u0631\u0627\u06cc \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u0645\u062f\u0644 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645:<\/span><\/div>\n
# \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u062a\u0648\u06a9\u0646\u0627\u06cc\u0632\u0631 \u0648 \u0645\u062f\u0644 \u0628\u0631\u0627\u06cc bart-large-cnn\u00a0<\/span><\/div>\n
<\/div>\n
tokenizer = BartTokenizer.from_pretrained(‘facebook\/bart-large-cnn’)<\/span><\/div>\n
model = BartForConditionalGeneration.from_pretrained(‘facebook\/bart-large-cnn’)<\/span><\/div>\n
<\/div>\n
\u0641\u0631\u0636 \u06a9\u0646\u06cc\u062f \u06a9\u0647 \u0628\u0627\u06cc\u062f \u0647\u0645\u0627\u0646 \u0645\u062a\u0646\u06cc \u0631\u0627 \u06a9\u0647 \u062f\u0631 \u0645\u062b\u0627\u0644 \u0628\u0627\u0644\u0627 \u0622\u0648\u0631\u062f\u0647 \u0634\u062f\u0647\u060c \u062e\u0644\u0627\u0635\u0647 \u06a9\u0646\u06cc\u062f. \u0628\u0631\u0627\u06cc \u0627\u06cc\u0646 \u0645\u0646\u0638\u0648\u0631\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u0627\u0632 \u0642\u0627\u0628\u0644\u06cc\u062a batch_encode_plus() \u062f\u0631 \u062a\u0648\u06a9\u0646\u0627\u06cc\u0632\u0631 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f. \u0627\u06cc\u0646 \u0645\u062a\u062f \u0647\u0646\u06af\u0627\u0645 \u0641\u0631\u0627\u062e\u0648\u0627\u0646\u06cc\u060c \u06cc\u06a9 \u062f\u06cc\u06a9\u0634\u0646\u0631\u06cc \u062a\u0648\u0644\u06cc\u062f \u0645\u06cc\u200c\u06a9\u0646\u062f \u06a9\u0647 \u0634\u0627\u0645\u0644 \u062f\u0646\u0628\u0627\u0644\u0647\u200c\u06cc \u06a9\u062f\u06af\u0630\u0627\u0631\u06cc\u200c\u0634\u062f\u0647 \u06cc\u0627 \u062c\u0641\u062a \u062f\u0646\u0628\u0627\u0644\u0647\u200c\u0647\u0627 \u0648 \u0647\u0631 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u062f\u06cc\u06af\u0631\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0627\u0631\u0627\u0626\u0647 \u0634\u062f\u0647 \u0628\u0627\u0634\u062f.<\/span><\/div>\n
<\/div>\n
\u0686\u06af\u0648\u0646\u0647 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u0645 \u06a9\u0648\u062a\u0627\u0647\u200c\u062a\u0631\u06cc\u0646 \u062f\u0646\u0628\u0627\u0644\u0647\u200c\u06cc \u0645\u0645\u06a9\u0646 \u0631\u0627 \u06a9\u0647 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0628\u0631\u06af\u0631\u062f\u0627\u0646\u062f\u0647 \u0634\u0648\u062f\u060c \u0645\u062d\u062f\u0648\u062f \u06a9\u0646\u06cc\u0645\u061f<\/span><\/div>\n
<\/div>\n
\u062f\u0631 \u0645\u062a\u062f batch_encode_plus() \u0645\u0642\u062f\u0627\u0631 \u067e\u0627\u0631\u0627\u0645\u062a\u0631 max_length \u0631\u0627 \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0646\u06cc\u062f. \u0628\u0631\u0627\u06cc \u062f\u0631\u06cc\u0627\u0641\u062a \u0634\u0646\u0627\u0633\u0647\u200c\u0647\u0627\u06cc \u062e\u0631\u0648\u062c\u06cc \u062e\u0644\u0627\u0635\u0647\u060c input_ids \u0631\u0627 \u0628\u0647 \u062a\u0627\u0628\u0639 model.generate() \u062a\u063a\u0630\u06cc\u0647 \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645.<\/span><\/div>\n
# \u0627\u0631\u0633\u0627\u0644 \u0648\u0631\u0648\u062f\u06cc\u200c\u0647\u0627\u06cc \u06a9\u062f\u06af\u0630\u0627\u0631\u06cc\u200c\u0634\u062f\u0647 \u0628\u0647 \u062a\u0627\u0628\u0639 model.generate()<\/span><\/div>\n
inputs = tokenizer.batch_encode_plus([ARTICLE], return_tensors=’pt’)<\/span><\/div>\n
summary_ids = model.generate(inputs[‘input_ids’], num_beams=4, max_length=150, early_stopping=True)<\/span><\/div>\n
\u062e\u0644\u0627\u0635\u0647\u200c\u06cc \u0645\u062a\u0646 \u0627\u0635\u0644\u06cc \u062a\u0648\u0633\u0637 \u062a\u0627\u0628\u0639 model.generate() \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u06cc\u06a9 \u062f\u0646\u0628\u0627\u0644\u0647 \u0627\u0632 \u0634\u0646\u0627\u0633\u0647\u200c\u0647\u0627 \u062a\u0648\u0644\u06cc\u062f \u0634\u062f\u0647 \u0627\u0633\u062a. \u0627\u06cc\u0646 \u062a\u0627\u0628\u0639 \u062f\u0627\u0631\u0627\u06cc \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0628\u0631\u062e\u06cc \u0627\u0632 \u0645\u0647\u0645\u200c\u062a\u0631\u06cc\u0646 \u0622\u0646\u200c\u0647\u0627 \u0639\u0628\u0627\u0631\u062a\u200c\u0627\u0646\u062f \u0627\u0632:<\/span><\/div>\n
\u2022 input_ids: \u062f\u0646\u0628\u0627\u0644\u0647\u200c\u0627\u06cc \u06a9\u0647 \u0628\u0647\u200c\u0639\u0646\u0648\u0627\u0646 \u0648\u0631\u0648\u062f\u06cc \u0628\u0631\u0627\u06cc \u062a\u0648\u0644\u06cc\u062f \u0645\u062d\u062a\u0648\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/span><\/div>\n
\u2022 max_length: \u062d\u062f\u0627\u06a9\u062b\u0631 \u0637\u0648\u0644 \u062f\u0646\u0628\u0627\u0644\u0647\u200c\u0627\u06cc \u06a9\u0647 \u0628\u0627\u06cc\u062f \u062a\u0648\u0644\u06cc\u062f \u0634\u0648\u062f. \u0645\u0642\u062f\u0627\u0631 \u0622\u0646 \u0628\u0627\u06cc\u062f \u0628\u06cc\u0646 min_length \u0648 \u0628\u06cc\u200c\u0646\u0647\u0627\u06cc\u062a \u0628\u0627\u0634\u062f. \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634\u200c\u0641\u0631\u0636: 20.<\/span><\/div>\n
\u2022 min_length: \u062d\u062f\u0627\u0642\u0644 \u0637\u0648\u0644 \u062f\u0646\u0628\u0627\u0644\u0647\u200c\u0627\u06cc \u06a9\u0647 \u0628\u0627\u06cc\u062f \u062a\u0648\u0644\u06cc\u062f \u0634\u0648\u062f. \u0645\u0642\u062f\u0627\u0631 \u0622\u0646 \u0628\u0627\u06cc\u062f \u0628\u06cc\u0646 0 \u0648 \u0628\u06cc\u200c\u0646\u0647\u0627\u06cc\u062a \u0628\u0627\u0634\u062f. \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634\u200c\u0641\u0631\u0636: 0.<\/span><\/div>\n
\u2022 num_beams: \u062a\u0639\u062f\u0627\u062f \u0628\u06cc\u0645\u200c\u0647\u0627 \u0628\u0631\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06cc \u0628\u06cc\u0645. \u0645\u0642\u062f\u0627\u0631 \u0622\u0646 \u0628\u0627\u06cc\u062f \u0628\u06cc\u0646 1 \u0648 \u0628\u06cc\u200c\u0646\u0647\u0627\u06cc\u062a \u0628\u0627\u0634\u062f. \u0645\u0642\u062f\u0627\u0631 1 \u06cc\u0639\u0646\u06cc \u0628\u062f\u0648\u0646 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u062c\u0633\u062a\u062c\u0648\u06cc \u0628\u06cc\u0645. \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634\u200c\u0641\u0631\u0636: 1.<\/span><\/div>\n
\u2022 early_stopping: \u0627\u06af\u0631 \u0645\u0642\u062f\u0627\u0631 \u0622\u0646 True \u0628\u0627\u0634\u062f\u060c \u062c\u0633\u062a\u062c\u0648\u06cc \u0628\u06cc\u0645 \u0632\u0645\u0627\u0646\u06cc \u0645\u062a\u0648\u0642\u0641 \u0645\u06cc\u200c\u0634\u0648\u062f \u06a9\u0647 \u062d\u062f\u0627\u0642\u0644 num_beams \u062c\u0645\u0644\u0647 \u0628\u0647 \u0627\u0632\u0627\u06cc \u0647\u0631 \u062f\u0633\u062a\u0647 \u06a9\u0627\u0645\u0644 \u0634\u0648\u0646\u062f.<\/span><\/div>\n
<\/div>\n
\u062a\u0628\u062f\u06cc\u0644 \u062f\u0646\u0628\u0627\u0644\u0647\u200c\u06cc \u0634\u0646\u0627\u0633\u0647\u200c\u0647\u0627 \u0628\u0647 \u0645\u062a\u0646 \u0645\u0639\u0645\u0648\u0644\u06cc<\/span><\/div>\n
<\/div>\n
\u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0627\u0632 \u062a\u0627\u0628\u0639 decode() \u0628\u0631\u0627\u06cc \u062a\u0628\u062f\u06cc\u0644 \u062f\u0646\u0628\u0627\u0644\u0647\u200c\u06cc \u0634\u0646\u0627\u0633\u0647\u200c\u0647\u0627 \u0628\u0647 \u0645\u062a\u0646 \u0645\u0639\u0645\u0648\u0644\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f.<\/span><\/div>\n
# \u0631\u0645\u0632\u06af\u0634\u0627\u06cc\u06cc \u0648 \u0686\u0627\u067e \u062e\u0644\u0627\u0635\u0647<\/span><\/div>\n
summary = tokenizer.decode(summary_ids[0], skip_special_tokens=True)<\/span><\/div>\n
print(summary)<\/span><\/div>\n
\u062a\u0627\u0628\u0639 decode() \u06cc\u06a9 \u0644\u06cc\u0633\u062a \u0627\u0632 \u0644\u06cc\u0633\u062a\u200c\u0647\u0627\u06cc \u0634\u0646\u0627\u0633\u0647\u200c\u0647\u0627\u06cc \u062a\u0648\u06a9\u0646\u06cc\u200c\u0634\u062f\u0647 \u0631\u0627 \u0628\u0647 \u06cc\u06a9 \u0644\u06cc\u0633\u062a \u0627\u0632 \u0631\u0634\u062a\u0647\u200c\u0647\u0627 \u062a\u0628\u062f\u06cc\u0644 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u06cc\u0646 \u062a\u0627\u0628\u0639 \u0686\u0646\u062f\u06cc\u0646 \u067e\u0627\u0631\u0627\u0645\u062a\u0631 \u062f\u0627\u0631\u062f \u06a9\u0647 \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0628\u0647 \u062f\u0648 \u0645\u0648\u0631\u062f \u0627\u0632 \u0622\u0646\u200c\u0647\u0627 \u0627\u0634\u0627\u0631\u0647 \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645:<\/span><\/div>\n
\u2022 token_ids: \u0644\u06cc\u0633\u062a\u06cc \u0627\u0632 \u0634\u0646\u0627\u0633\u0647\u200c\u0647\u0627\u06cc \u062a\u0648\u06a9\u0646\u06cc\u200c\u0634\u062f\u0647\u200c\u06cc \u0648\u0631\u0648\u062f\u06cc.<\/span><\/div>\n
\u2022 skip_special_tokens: \u0645\u0634\u062e\u0635 \u0645\u06cc\u200c\u06a9\u0646\u062f \u06a9\u0647 \u0622\u06cc\u0627 \u062a\u0648\u06a9\u0646\u200c\u0647\u0627\u06cc \u062e\u0627\u0635 \u062f\u0631 \u062d\u06cc\u0646 \u0631\u0645\u0632\u06af\u0634\u0627\u06cc\u06cc \u062d\u0630\u0641 \u0634\u0648\u0646\u062f \u06cc\u0627 \u062e\u06cc\u0631.<\/span><\/div>\n
<\/div>\n
\u062e\u0631\u0648\u062c\u06cc \u0646\u0647\u0627\u06cc\u06cc:<\/span><\/div>\n
Liana Barrientos, 39, is charged with two counts of offering a false instrument for filing in the first degree. In total, she has been married 10 times, with nine of her marriages occurring between 1999 and 2002. At one time, she was married to eight men at once, prosecutors say.<\/span><\/div>\n
<\/div>\n
<\/div>\n
\u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0627\u0633\u0646\u0627\u062f \u0628\u0627 BART \u0648 ktrain<\/span><\/div>\n
<\/div>\n
ktrain \u06cc\u06a9 \u067e\u06a9\u06cc\u062c \u067e\u0627\u06cc\u062a\u0648\u0646\u06cc \u0627\u0633\u062a \u06a9\u0647 \u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646 \u0631\u0627 \u0628\u0627 \u06a9\u0627\u0647\u0634 \u0645\u0642\u062f\u0627\u0631 \u06a9\u062f \u0645\u0648\u0631\u062f \u0646\u06cc\u0627\u0632 \u0633\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u06cc\u0646 \u0627\u0628\u0632\u0627\u0631 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 TensorFlow \u0648 \u0633\u0627\u06cc\u0631 \u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647\u200c\u0647\u0627\u060c \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u0631\u0641\u062a\u0647 ML \u0631\u0627 \u0647\u0645 \u0628\u0631\u0627\u06cc \u0627\u0641\u0631\u0627\u062f \u063a\u06cc\u0631\u0645\u062a\u062e\u0635\u0635 \u0642\u0627\u0628\u0644\u200c\u062f\u0633\u062a\u0631\u0633 \u06a9\u0631\u062f\u0647 \u0648 \u0647\u0645 \u0646\u06cc\u0627\u0632\u0647\u0627\u06cc \u0645\u062a\u062e\u0635\u0635\u0627\u0646 \u0627\u06cc\u0646 \u062d\u0648\u0632\u0647 \u0631\u0627 \u0628\u0631\u0622\u0648\u0631\u062f\u0647 \u0645\u06cc\u200c\u0633\u0627\u0632\u062f. \u0631\u0627\u0628\u0637 \u0633\u0627\u062f\u0647\u200c\u06cc ktrain \u0628\u0647 \u0634\u0645\u0627 \u0627\u0645\u06a9\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u062f \u0628\u0627 \u062a\u0646\u0647\u0627 \u06f3 \u062a\u0627 \u06f4 \u062e\u0637 \u06a9\u062f \u0627\u0646\u0648\u0627\u0639 \u0645\u0633\u0627\u0626\u0644 \u0634\u0627\u0645\u0644 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0645\u062a\u0646\u06cc\u060c \u062a\u0635\u0648\u06cc\u0631\u06cc\u060c \u06af\u0631\u0627\u0641\u06cc\u06a9\u06cc \u06cc\u0627 \u062c\u062f\u0648\u0644\u06cc \u0631\u0627 \u0645\u062f\u06cc\u0631\u06cc\u062a \u06a9\u0646\u06cc\u062f.<\/span><\/div>\n
<\/div>\n
\u06cc\u06a9\u06cc \u0627\u0632 \u0642\u0627\u0628\u0644\u06cc\u062a\u200c\u0647\u0627\u06cc \u0627\u06cc\u0646 \u067e\u06a9\u06cc\u062c\u060c \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u062a\u0646 \u0628\u0627 \u0645\u062f\u0644 \u0627\u0632 \u067e\u06cc\u0634\u200c\u0622\u0645\u0648\u0632\u0634\u200c\u062f\u06cc\u062f\u0647\u200c\u06cc BART \u0627\u0632 \u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 transformers \u0627\u0633\u062a. \u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u0627\u06cc\u0646 \u06a9\u0627\u0631\u060c \u0627\u0628\u062a\u062f\u0627 \u06cc\u06a9 TransformerSummarizer \u0627\u06cc\u062c\u0627\u062f \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645.<\/span> (\u062a\u0648\u062c\u0647<\/span> \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f \u06a9\u0647 \u0646\u0635\u0628 PyTorch \u0628\u0631\u0627\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0627\u06cc\u0646 \u0642\u0627\u0628\u0644\u06cc\u062a \u0636\u0631\u0648\u0631\u06cc \u0627\u0633\u062a.)<\/span><\/div>\n
from ktrain.text.summarization import TransformerSummarizer \u00a0<\/span><\/div>\n
ts = TransformerSummarizer()<\/span><\/div>\n
\u0646\u0648\u0634\u062a\u0646 \u06cc\u06a9 \u0645\u0642\u0627\u0644\u0647 \u0628\u0631\u0627\u06cc \u0622\u0632\u0645\u0627\u06cc\u0634 \u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc<\/span><\/div>\n
article =<\/span> “””<\/span> Saturn orbiter and Titan atmosphere probe. Cassini is a joint<\/span><\/div>\n
\u00a0 \u00a0 NASA\/ESA project designed to accomplish an exploration of the Saturnian<\/span><\/div>\n
\u00a0 \u00a0 system with its Cassini Saturn Orbiter and Huygens Titan Probe. Cassini<\/span><\/div>\n
\u00a0 \u00a0 is scheduled for launch aboard a Titan IV\/Centaur in October of 1997.<\/span><\/div>\n
\u00a0 \u00a0 After gravity assists of Venus, Earth and Jupiter in a VVEJGA<\/span><\/div>\n
\u00a0 \u00a0 trajectory, the spacecraft will arrive at Saturn in June of 2004. Upon<\/span><\/div>\n
\u00a0 \u00a0 arrival, the Cassini spacecraft performs several maneuvers to achieve an<\/span><\/div>\n
\u00a0 \u00a0 orbit around Saturn. Near the end of this initial orbit, the Huygens<\/span><\/div>\n
\u00a0 \u00a0 Probe separates from the Orbiter and descends through the atmosphere of<\/span><\/div>\n
\u00a0 \u00a0 Titan. The Orbiter relays the Probe data to Earth for about 3 hours<\/span><\/div>\n
\u00a0 \u00a0 while the Probe enters and traverses the cloudy atmosphere to the<\/span><\/div>\n
\u00a0 \u00a0 surface. After the completion of the Probe mission, the Orbiter<\/span><\/div>\n
\u00a0 \u00a0 continues touring the Saturnian system for three and a half years. Titan<\/span><\/div>\n
\u00a0 \u00a0 synchronous orbit trajectories will allow about 35 flybys of Titan and<\/span><\/div>\n
\u00a0 \u00a0 targeted flybys of Iapetus, Dione and Enceladus. The objectives of the<\/span><\/div>\n
\u00a0 \u00a0 mission are threefold: conduct detailed studies of Saturn’s atmosphere,<\/span><\/div>\n
\u00a0 \u00a0 rings and magnetosphere; conduct close-up studies of Saturn’s<\/span><\/div>\n
\u00a0 \u00a0 satellites, and characterize Titan’s atmosphere and surface.”””<\/span><\/div>\n
<\/div>\n
\u062e\u0644\u0627\u0635\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u0642\u0627\u0644\u0647 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 TransformerSummarizer<\/span><\/div>\n
ts.summarize(article)<\/span><\/div>\n
\u0646\u062a\u06cc\u062c\u0647\u200c\u06af\u06cc\u0631\u06cc<\/span><\/div>\n
<\/div>\n
\u067e\u06cc\u0634 \u0627\u0632 \u0648\u0631\u0648\u062f \u0628\u0647 \u0645\u0639\u0645\u0627\u0631\u06cc BART \u0648 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0622\u0645\u0648\u0632\u0634\u06cc \u0622\u0646\u060c \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0686\u0627\u0644\u0634\u06cc \u0631\u0627 \u06a9\u0647 BART \u0642\u0635\u062f \u062d\u0644 \u0622\u0646 \u0631\u0627 \u062f\u0627\u0631\u062f \u0648 \u0645\u062a\u062f\u0648\u0644\u0648\u0698\u06cc \u0645\u0646\u062c\u0631 \u0628\u0647 \u0639\u0645\u0644\u06a9\u0631\u062f \u0628\u0631\u062a\u0631 \u0622\u0646 \u0631\u0627 \u0628\u0631\u0631\u0633\u06cc \u06a9\u0631\u062f. \u0647\u0645\u0686\u0646\u06cc\u0646\u060c \u06cc\u06a9 \u0645\u062b\u0627\u0644 \u062f\u0645\u0648 \u0627\u0632 \u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0628\u0627 HuggingFace\u060c ktrain \u0648 \u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u067e\u0627\u06cc\u062a\u0648\u0646\u06cc BART \u0631\u0627 \u0628\u0631\u0631\u0633\u06cc \u06a9\u0631\u062f\u06cc\u0645. \u0627\u06cc\u0646 \u062a\u0631\u06a9\u06cc\u0628 \u0627\u0632 \u062a\u0626\u0648\u0631\u06cc \u0648 \u06a9\u062f\u0646\u0648\u06cc\u0633\u06cc\u060c \u06cc\u06a9 \u0646\u0642\u0637\u0647 \u0634\u0631\u0648\u0639 \u0639\u0627\u0644\u06cc \u0628\u0631\u0627\u06cc \u0634\u0645\u0627 \u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f \u062a\u0627 \u0628\u062a\u0648\u0627\u0646\u06cc\u062f \u06cc\u06a9 \u0645\u062f\u0644 seq2seq \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 Transformer \u0631\u0627 \u062f\u0631 Python \u0628\u0633\u0627\u0632\u06cc\u062f.<\/span><\/div>\n
<\/div>","protected":false},"excerpt":{"rendered":"

\u0645\u0642\u062f\u0645\u0647 \u0631\u0648\u0634\u200c\u0647\u0627\u06cc \u062e\u0648\u062f\u0646\u0638\u0627\u0631\u062a\u06cc \u0628\u0633\u06cc\u0627\u0631\u06cc \u0627\u0632 \u0648\u0638\u0627\u06cc\u0641 \u0645\u062e\u062a\u0644\u0641 \u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc (NLP) \u0631\u0627 \u062a\u06a9\u0645\u06cc\u0644 \u06a9\u0631\u062f\u0647\u200c\u0627\u0646\u062f. \u062e\u0648\u062f\u0631\u0645\u0632\u06af\u0630\u0627\u0631\u0647\u0627\u06cc \u0646\u0648\u06cc\u0632\u0632\u062f\u0627\u06cc\u06cc \u06a9\u0647 \u0628\u0631\u0627\u06cc \u0628\u0627\u0632\u06cc\u0627\u0628\u06cc \u0645\u062a\u0646 \u062f\u0631 \u0634\u0631\u0627\u06cc\u0637\u06cc \u06a9\u0647 \u0645\u062c\u0645\u0648\u0639\u0647\u200c\u0627\u06cc \u062a\u0635\u0627\u062f\u0641\u06cc \u0627\u0632 \u06a9\u0644\u0645\u0627\u062a \u062d\u0630\u0641 \u0634\u062f\u0647\u200c\u0627\u0646\u062f \u0622\u0645\u0648\u0632\u0634 \u062f\u06cc\u062f\u0647\u200c\u0627\u0646\u062f\u060c \u0628\u0647\u200c\u0639\u0646\u0648\u0627\u0646 \u0645\u0624\u062b\u0631\u062a\u0631\u06cc\u0646 \u0631\u0648\u0634 \u0634\u0646\u0627\u062e\u062a\u0647 \u0634\u062f\u0647\u200c\u0627\u0646\u062f. \u062a\u062d\u0642\u06cc\u0642\u0627\u062a \u0627\u062e\u06cc\u0631 \u0646\u0634\u0627\u0646 \u062f\u0627\u062f\u0647\u200c\u0627\u0646\u062f \u06a9\u0647 \u0628\u0627 \u0628\u0647\u0628\u0648\u062f \u062a\u0648\u0632\u06cc\u0639 \u0645\u0627\u0633\u06a9\u060c \u062a\u0631\u062a\u06cc\u0628 \u067e\u06cc\u0634\u200c\u0628\u06cc\u0646\u06cc \u0645\u0627\u0633\u06a9 \u0648 \u0632\u0645\u06cc\u0646\u0647\u200c\u06cc \u062c\u0627\u06cc\u06af\u0632\u06cc\u0646\u06cc \u062a\u0648\u06a9\u0646\u200c\u0647\u0627\u06cc \u0645\u0627\u0633\u06a9\u200c\u0634\u062f\u0647 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0639\u0645\u0644\u06a9\u0631\u062f […]<\/p>\n","protected":false},"author":1,"featured_media":5349,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"om_disable_all_campaigns":false,"_monsterinsights_skip_tracking":false,"yasr_overall_rating":0,"yasr_post_is_review":"","yasr_auto_insert_disabled":"","yasr_review_type":"","footnotes":""},"categories":[278],"tags":[348,391,390,353],"class_list":["post-5347","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-278","tag-ai","tag-391","tag--bart","tag-353"],"aioseo_notices":[],"yasr_visitor_votes":{"stars_attributes":{"read_only":false,"span_bottom":false},"number_of_votes":0,"sum_votes":0},"_links":{"self":[{"href":"https:\/\/parmin.cloud\/blog\/wp-json\/wp\/v2\/posts\/5347","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/parmin.cloud\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/parmin.cloud\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/parmin.cloud\/blog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/parmin.cloud\/blog\/wp-json\/wp\/v2\/comments?post=5347"}],"version-history":[{"count":1,"href":"https:\/\/parmin.cloud\/blog\/wp-json\/wp\/v2\/posts\/5347\/revisions"}],"predecessor-version":[{"id":5348,"href":"https:\/\/parmin.cloud\/blog\/wp-json\/wp\/v2\/posts\/5347\/revisions\/5348"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/parmin.cloud\/blog\/wp-json\/wp\/v2\/media\/5349"}],"wp:attachment":[{"href":"https:\/\/parmin.cloud\/blog\/wp-json\/wp\/v2\/media?parent=5347"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/parmin.cloud\/blog\/wp-json\/wp\/v2\/categories?post=5347"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/parmin.cloud\/blog\/wp-json\/wp\/v2\/tags?post=5347"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}