\u0648\u0628\u200c\u0627\u0633\u06a9\u0631\u067e\u06cc\u0646\u06af (Web Scraping) \u0641\u0631\u0622\u06cc\u0646\u062f \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u062e\u0648\u062f\u06a9\u0627\u0631 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0627\u0632 \u0648\u0628\u200c\u0633\u0627\u06cc\u062a\u200c\u0647\u0627 \u0627\u0633\u062a. \u0627\u06cc\u0646 \u062a\u06a9\u0646\u06cc\u06a9 \u0628\u0631\u0627\u06cc \u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc \u0627\u0637\u0644\u0627\u0639\u0627\u062a\u060c \u0645\u0627\u0646\u06cc\u062a\u0648\u0631\u06cc\u0646\u06af \u0642\u06cc\u0645\u062a\u200c\u0647\u0627\u060c \u062a\u062d\u0644\u06cc\u0644 \u0631\u0642\u0628\u0627\u060c \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0645\u062d\u062a\u0648\u0627 \u0648 \u0628\u0633\u06cc\u0627\u0631\u06cc \u0627\u0632 \u06a9\u0627\u0631\u0628\u0631\u062f\u0647\u0627\u06cc \u062f\u06cc\u06af\u0631 \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0642\u0631\u0627\u0631 \u0645\u06cc\u200c\u06af\u06cc\u0631\u062f.<\/p>\n
\u0627\u0645\u0627 \u0632\u0645\u0627\u0646\u06cc \u06a9\u0647 \u062d\u062c\u0645 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0627\u0641\u0632\u0627\u06cc\u0634 \u067e\u06cc\u062f\u0627 \u0645\u06cc\u200c\u06a9\u0646\u062f\u060c \u0627\u062c\u0631\u0627\u06cc \u0627\u0633\u06a9\u0631\u067e\u06cc\u0646\u06af \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u062a\u0631\u062a\u06cc\u0628\u06cc (Sequential) \u062f\u06cc\u06af\u0631 \u06a9\u0627\u0631\u0622\u0645\u062f \u0646\u06cc\u0633\u062a. \u062f\u0631 \u0686\u0646\u06cc\u0646 \u0634\u0631\u0627\u06cc\u0637\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u067e\u0631\u062f\u0627\u0632\u0634 \u0647\u0645\u0632\u0645\u0627\u0646 (Concurrent Processing) \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0633\u0631\u0639\u062a \u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u0628\u0647 \u0634\u06a9\u0644 \u0686\u0634\u0645\u06af\u06cc\u0631\u06cc \u0627\u0641\u0632\u0627\u06cc\u0634 \u062f\u0647\u062f.<\/p>\n
\u062f\u0631 \u0627\u06cc\u0646 \u0622\u0645\u0648\u0632\u0634 \u06cc\u0627\u062f \u0645\u06cc\u200c\u06af\u06cc\u0631\u06cc\u062f \u0686\u06af\u0648\u0646\u0647 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632:<\/p>\n
\u06cc\u06a9 \u0648\u0628\u200c\u0627\u0633\u06a9\u0631\u067e\u0631 \u0647\u0645\u0632\u0645\u0627\u0646 \u0648 \u0645\u0642\u06cc\u0627\u0633\u200c\u067e\u0630\u06cc\u0631 \u0628\u0633\u0627\u0632\u06cc\u062f.<\/p>\n
\u062f\u0631 \u062d\u0627\u0644\u062a \u0639\u0627\u062f\u06cc\u060c \u0627\u0633\u06a9\u0631\u067e\u0631 \u0647\u0631 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0628\u0647\u200c\u062a\u0631\u062a\u06cc\u0628 \u067e\u0631\u062f\u0627\u0632\u0634 \u0645\u06cc\u200c\u06a9\u0646\u062f:<\/p>\n
\u0627\u06cc\u0646 \u0631\u0648\u0634 \u0628\u0631\u0627\u06cc \u062a\u0639\u062f\u0627\u062f \u0632\u06cc\u0627\u062f \u0635\u0641\u062d\u0627\u062a \u0628\u0633\u06cc\u0627\u0631 \u06a9\u0646\u062f \u0627\u0633\u062a.<\/p>\n
\u062f\u0631 \u0645\u0642\u0627\u0628\u0644\u060c \u0627\u0633\u06a9\u0631\u067e\u06cc\u0646\u06af \u0647\u0645\u0632\u0645\u0627\u0646 \u0686\u0646\u062f\u06cc\u0646 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u0645\u0648\u0627\u0632\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u0645\u06cc\u200c\u06a9\u0646\u062f \u0648 \u0628\u0627\u0639\u062b \u0645\u06cc\u200c\u0634\u0648\u062f:<\/p>\n
\u0628\u0631\u0627\u06cc \u062f\u0646\u0628\u0627\u0644 \u06a9\u0631\u062f\u0646 \u0627\u06cc\u0646 \u0622\u0645\u0648\u0632\u0634 \u0628\u0647 \u0645\u0648\u0627\u0631\u062f \u0632\u06cc\u0631 \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u06cc\u062f:<\/p>\n
\u06cc\u06a9 \u067e\u0648\u0634\u0647 \u062c\u062f\u06cc\u062f \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u062f:<\/p>\n
mkdir<\/span> concurrent-scraper\r\ncd<\/span> concurrent-scraper<\/code><\/pre>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n\u067e\u0631\u0648\u0698\u0647 \u0631\u0627 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06a9\u0646\u06cc\u062f:<\/p>\n
\n\n\n\n\n\n\n<\/div>\n<\/div>\n<\/div>\n\n\n\n\n\n\n\n\n\nnpm<\/span> init -y<\/span><\/code><\/pre>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n\u067e\u06a9\u06cc\u062c\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f\u0646\u06cc\u0627\u0632 \u0631\u0627 \u0646\u0635\u0628 \u06a9\u0646\u06cc\u062f:<\/p>\n
\n\n\n\n\n\n\n<\/div>\n<\/div>\n<\/div>\n\n\n\n\n\n\n\n\n\nnpm<\/span> install puppeteer express<\/code><\/pre>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n
\n\u0645\u0631\u062d\u0644\u0647 \u062f\u0648\u0645: \u0633\u0627\u062e\u062a \u0627\u0633\u06a9\u0631\u067e\u0631 \u0628\u0627 Puppeteer<\/h2>\n
\u0641\u0627\u06cc\u0644 scraper.js<\/code> \u0631\u0627 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u062f:<\/p>\n\n\n\n\n\n\n\n<\/div>\n<\/div>\n<\/div>\n\n\n\n\n\n\n\n\n\nconst<\/span> puppeteer<\/span> =<\/span> require<\/span>('puppeteer'<\/span>);\r\n\r\nasync<\/span> function<\/span> scrape<\/span>(url<\/span>) {\r\n const<\/span> browser<\/span> =<\/span> await<\/span> puppeteer<\/span>.<\/span>launch({\r\n headless: true<\/span>,\r\n args: ['--no-sandbox'<\/span>]\r\n });\r\n\r\n const<\/span> page<\/span> =<\/span> await<\/span> browser<\/span>.<\/span>newPage();\r\n\r\n await<\/span> page<\/span>.<\/span>goto(url<\/span>, {\r\n waitUntil: 'networkidle2'<\/span>\r\n });\r\n\r\n const<\/span> title<\/span> =<\/span> await<\/span> page<\/span>.<\/span>title();\r\n\r\n await<\/span> browser<\/span>.<\/span>close();\r\n\r\n return<\/span> {\r\n url,\r\n title\r\n };\r\n}\r\n\r\nmodule<\/span>.<\/span>exports =<\/span> scrape<\/span>;<\/code><\/pre>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n\u0627\u06cc\u0646 \u062a\u0627\u0628\u0639:<\/p>\n
\n- \u0645\u0631\u0648\u0631\u06af\u0631 Chrome \u0631\u0627 \u0627\u062c\u0631\u0627 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/li>\n
- \u0635\u0641\u062d\u0647 \u0645\u0648\u0631\u062f\u0646\u0638\u0631 \u0631\u0627 \u0628\u0627\u0632 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/li>\n
- \u0639\u0646\u0648\u0627\u0646 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/li>\n
- \u0645\u0631\u0648\u0631\u06af\u0631 \u0631\u0627 \u0645\u06cc\u200c\u0628\u0646\u062f\u062f.<\/li>\n<\/ul>\n
\n\u0645\u0631\u062d\u0644\u0647 \u0633\u0648\u0645: \u0627\u062c\u0631\u0627\u06cc \u0647\u0645\u0632\u0645\u0627\u0646 \u0686\u0646\u062f \u062f\u0631\u062e\u0648\u0627\u0633\u062a<\/h2>\n
\u0641\u0627\u06cc\u0644 index.js<\/code> \u0631\u0627 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u062f:<\/p>\n\n\n\n\n\n\n\n<\/div>\n<\/div>\n<\/div>\n\n\n\n\n\n\n\n\n\nconst<\/span> scrape<\/span> =<\/span> require<\/span>('.\/scraper'<\/span>);\r\n\r\nconst<\/span> urls<\/span> =<\/span> [\r\n 'https:\/\/example.com'<\/span>,\r\n 'https:\/\/github.com'<\/span>,\r\n 'https:\/\/nodejs.org'<\/span>\r\n];\r\n\r\nasync<\/span> function<\/span> run<\/span>() {\r\n const<\/span> results<\/span> =<\/span> await<\/span> Promise<\/span>.<\/span>all(\r\n urls<\/span>.<\/span>map(url<\/span> => scrape<\/span>(url<\/span>))\r\n );\r\n\r\n console<\/span>.<\/span>log(results<\/span>);\r\n}\r\n\r\nrun<\/span>();<\/code><\/pre>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n\u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0627\u0632 Promise.all()<\/code> \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a \u062a\u0627 \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0627\u062a \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u0647\u0645\u0632\u0645\u0627\u0646 \u067e\u0631\u062f\u0627\u0632\u0634 \u0634\u0648\u0646\u062f.<\/p>\n
\n\u0645\u0632\u0627\u06cc\u0627\u06cc Promise.all<\/h2>\n
\u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Promise.all()<\/code> \u0628\u0627\u0639\u062b \u0645\u06cc\u200c\u0634\u0648\u062f:<\/p>\n\n- \u0647\u0645\u0647 \u062f\u0631\u062e\u0648\u0627\u0633\u062a\u200c\u0647\u0627 \u0628\u0647\u200c\u0637\u0648\u0631 \u0645\u0648\u0627\u0632\u06cc \u0627\u062c\u0631\u0627 \u0634\u0648\u0646\u062f.<\/li>\n
- \u0632\u0645\u0627\u0646 \u06a9\u0644\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u06a9\u0627\u0647\u0634 \u067e\u06cc\u062f\u0627 \u06a9\u0646\u062f.<\/li>\n
- \u0628\u0647\u0631\u0647\u200c\u0648\u0631\u06cc \u0633\u06cc\u0633\u062a\u0645 \u0627\u0641\u0632\u0627\u06cc\u0634 \u06cc\u0627\u0628\u062f.<\/li>\n<\/ul>\n
\n\u0645\u0631\u062d\u0644\u0647 \u0686\u0647\u0627\u0631\u0645: \u0627\u06cc\u062c\u0627\u062f API \u0628\u0631\u0627\u06cc \u0627\u0633\u06a9\u0631\u067e\u0631<\/h2>\n
\u0641\u0627\u06cc\u0644 server.js<\/code> \u0631\u0627 \u0628\u0633\u0627\u0632\u06cc\u062f:<\/p>\n\n\n\n\n\n\n\n<\/div>\n<\/div>\n<\/div>\n\n\n\n\n\n\n\n\n\nconst<\/span> express<\/span> =<\/span> require<\/span>('express'<\/span>);\r\nconst<\/span> scrape<\/span> =<\/span> require<\/span>('.\/scraper'<\/span>);\r\n\r\nconst<\/span> app<\/span> =<\/span> express<\/span>();\r\n\r\napp<\/span>.<\/span>use(express<\/span>.<\/span>json());\r\n\r\napp<\/span>.<\/span>post('\/scrape'<\/span>, async<\/span> (req<\/span>, res<\/span>) => {\r\n try<\/span> {\r\n