{"id":10131,"date":"2026-07-25T17:00:00","date_gmt":"2026-07-25T12:30:00","guid":{"rendered":"https:\/\/daneshkar.net\/blog\/?p=10131"},"modified":"2026-07-25T17:56:48","modified_gmt":"2026-07-25T13:26:48","slug":"data-engineering-sample-project","status":"publish","type":"post","link":"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/","title":{"rendered":"\u06f1\u06f5 \u0646\u0645\u0648\u0646\u0647 \u067e\u0631\u0648\u0698\u0647 \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0627\u0632 \u0645\u0628\u062a\u062f\u06cc \u062a\u0627 \u067e\u06cc\u0634\u0631\u0641\u062a\u0647"},"content":{"rendered":"\n<p class=\"wp-block-paragraph\">\u0686\u0647 \u0642\u0635\u062f \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f \u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc \u062e\u0648\u062f \u0631\u0627 \u062f\u0631 \u0637\u0631\u0627\u062d\u06cc \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646\u200c\u0647\u0627\u06cc \u062f\u0627\u062f\u0647 \u062a\u0642\u0648\u06cc\u062a \u06a9\u0646\u06cc\u062f \u0648 \u0686\u0647 \u0628\u062e\u0648\u0627\u0647\u06cc\u062f \u0628\u0631\u0627\u06cc \u0648\u0631\u0648\u062f \u0628\u0647 \u0628\u0627\u0632\u0627\u0631 \u06a9\u0627\u0631 <a href=\"https:\/\/daneshkar.net\/blog\/data-engineering\/\" data-type=\"link\" data-id=\"https:\/\/daneshkar.net\/blog\/data-engineering\/\" target=\"_blank\" rel=\"noreferrer noopener\">\u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647<\/a> \u06cc\u06a9 \u0646\u0645\u0648\u0646\u0647\u200c\u06a9\u0627\u0631 \u062d\u0631\u0641\u0647\u200c\u0627\u06cc \u0628\u0633\u0627\u0632\u06cc\u062f\u060c \u0627\u0646\u062c\u0627\u0645 \u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627\u06cc \u0639\u0645\u0644\u06cc \u06cc\u06a9\u06cc \u0627\u0632 \u0628\u0647\u062a\u0631\u06cc\u0646 \u0631\u0648\u0634\u200c\u0647\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0627\u0633\u062a. \u062f\u0631 \u0627\u062f\u0627\u0645\u0647 \u0628\u06cc\u0634 \u0627\u0632 \u06f4\u06f5 \u067e\u0631\u0648\u0698\u0647 \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0631\u0627 \u0647\u0645\u0631\u0627\u0647 \u0628\u0627 \u06a9\u062f \u0645\u0646\u0628\u0639 \u0628\u0647 \u0634\u0645\u0627 \u0645\u0639\u0631\u0641\u06cc \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645. \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627 \u0645\u0648\u0636\u0648\u0639\u0627\u062a\u06cc \u0645\u0627\u0646\u0646\u062f \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646\u200c\u0647\u0627\u06cc ETL\u060c \u067e\u0631\u062f\u0627\u0632\u0634 \u062f\u0633\u062a\u0647\u200c\u0627\u06cc\u060c \u067e\u0631\u062f\u0627\u0632\u0634 \u062c\u0631\u06cc\u0627\u0646\u06cc \u0644\u062d\u0638\u0647\u200c\u0627\u06cc\u060c \u0627\u0646\u0628\u0627\u0631 \u062f\u0627\u062f\u0647 \u0648 \u06a9\u0627\u0631 \u0628\u0627 \u067e\u0644\u062a\u0641\u0631\u0645\u200c\u0647\u0627\u06cc \u0627\u0628\u0631\u06cc AWS\u060c Azure \u0648 GCP \u0631\u0627 \u067e\u0648\u0634\u0634 \u0645\u06cc\u200c\u062f\u0647\u0646\u062f. \u062a\u0645\u0631\u06cc\u0646\u200c\u0647\u0627 \u0628\u0631 \u0627\u0633\u0627\u0633 \u0645\u06cc\u0632\u0627\u0646 \u067e\u06cc\u0686\u06cc\u062f\u06af\u06cc \u062f\u0631 \u0633\u0647 \u0633\u0637\u062d \u0645\u0628\u062a\u062f\u06cc\u060c \u0645\u062a\u0648\u0633\u0637 \u0648 \u067e\u06cc\u0634\u0631\u0641\u062a\u0647 \u062f\u0633\u062a\u0647\u200c\u0628\u0646\u062f\u06cc \u0634\u062f\u0647\u200c\u0627\u0646\u062f \u0648 \u0628\u0631\u0627\u06cc \u0647\u0631 \u067e\u0631\u0648\u0698\u0647\u060c \u0627\u0628\u0632\u0627\u0631\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0648 \u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u062f\u0631 \u0637\u0648\u0644 \u0627\u062c\u0631\u0627\u06cc \u0622\u0646 \u06cc\u0627\u062f \u0645\u06cc\u200c\u06af\u06cc\u0631\u06cc\u062f \u0646\u06cc\u0632 \u062a\u0648\u0636\u06cc\u062d \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a. \u0647\u0645\u0631\u0627\u0647 \u0645\u0627 \u0628\u0627\u0634\u06cc\u062f.<\/p>\n\n\n\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_85 ez-toc-wrap-center ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u062f\u0633\u062a\u0631\u0633\u06cc \u0633\u0631\u06cc\u0639<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"\u062a\u063a\u06cc\u06cc\u0631 \u0648\u0636\u0639\u06cc\u062a \u0641\u0647\u0631\u0633\u062a \u0645\u0637\u0627\u0644\u0628\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 eztoc-toggle-hide-by-default' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%D9%86%D9%85%D9%88%D9%86%D9%87_%D9%BE%D8%B1%D9%88%DA%98%D9%87_%D9%85%D9%87%D9%86%D8%AF%D8%B3%DB%8C_%D8%AF%D8%A7%D8%AF%D9%87_%D8%A8%D8%B1%D8%A7%DB%8C_%D8%B3%D8%B7%D8%AD_%D9%85%D8%A8%D8%AA%D8%AF%DB%8C\" >\u0646\u0645\u0648\u0646\u0647 \u067e\u0631\u0648\u0698\u0647 \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u0633\u0637\u062d \u0645\u0628\u062a\u062f\u06cc<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%DB%B1_%D9%BE%D8%B1%D9%88%DA%98%D9%87_%D8%B3%D8%A7%D8%AE%D8%AA_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_ETL\" >\u06f1. \u067e\u0631\u0648\u0698\u0647 \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 ETL<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%DB%B2_%D8%AA%D8%AD%D9%84%DB%8C%D9%84_%D8%AF%D8%A7%D8%AF%D9%87%E2%80%8C%D9%87%D8%A7%DB%8C_Yelp\" >\u06f2. \u062a\u062d\u0644\u06cc\u0644 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc Yelp<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%DB%B3_%D8%AD%D8%A7%DA%A9%D9%85%DB%8C%D8%AA_%D8%AF%D8%A7%D8%AF%D9%87\" >\u06f3. \u062d\u0627\u06a9\u0645\u06cc\u062a \u062f\u0627\u062f\u0647<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%DB%B4_%D9%BE%D8%B1%D9%88%DA%98%D9%87_dbt_%D9%88_Snowflake_%D8%A8%D8%B1%D8%A7%DB%8C_%D8%AA%D8%B3%D9%84%D8%B7_%D8%A8%D8%B1_%D9%85%D9%81%D8%A7%D9%87%DB%8C%D9%85_%D9%BE%D8%A7%DB%8C%D9%87_dbt\" >\u06f4. \u067e\u0631\u0648\u0698\u0647 dbt \u0648 Snowflake \u0628\u0631\u0627\u06cc \u062a\u0633\u0644\u0637 \u0628\u0631 \u0645\u0641\u0627\u0647\u06cc\u0645 \u067e\u0627\u06cc\u0647 dbt<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%DB%B5_%D9%BE%D8%B1%D9%88%DA%98%D9%87_%D8%A7%D9%86%D8%AA%D9%82%D8%A7%D9%84_%D8%AF%D8%A7%D8%AF%D9%87%E2%80%8C%D9%87%E2%80%8C%D9%87%D8%A7%DB%8C_%D8%AF%DB%8C%D9%88%D8%A7%D8%B1_%D8%A8%D9%87_PostgreSQL\" >\u06f5. \u067e\u0631\u0648\u0698\u0647 \u0627\u0646\u062a\u0642\u0627\u0644 \u062f\u0627\u062f\u0647\u200c\u0647\u200c\u0647\u0627\u06cc \u062f\u06cc\u0648\u0627\u0631 \u0628\u0647 PostgreSQL<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%D9%86%D9%85%D9%88%D9%86%D9%87_%D9%BE%D8%B1%D9%88%DA%98%D9%87_%D9%85%D9%87%D9%86%D8%AF%D8%B3%DB%8C_%D8%AF%D8%A7%D8%AF%D9%87_%D8%A8%D8%B1%D8%A7%DB%8C_%D8%B3%D8%B7%D8%AD_%D9%85%D8%AA%D9%88%D8%B3%D8%B7\" >\u0646\u0645\u0648\u0646\u0647 \u067e\u0631\u0648\u0698\u0647 \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u0633\u0637\u062d \u0645\u062a\u0648\u0633\u0637<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%DB%B6_%D8%B3%D8%A7%D8%AE%D8%AA_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_ETL_%D8%AF%D8%B1_AWS_%D8%A8%D8%A7_%D9%BE%D8%A7%DB%8C%D8%AA%D9%88%D9%86_%D8%B1%D9%88%DB%8C_%D8%AF%D8%A7%D8%AF%D9%87%E2%80%8C%D9%87%D8%A7%DB%8C_%DB%8C%D9%88%D8%AA%DB%8C%D9%88%D8%A8\" >\u06f6. \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 ETL \u062f\u0631 AWS \u0628\u0627 \u067e\u0627\u06cc\u062a\u0648\u0646 \u0631\u0648\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u06cc\u0648\u062a\u06cc\u0648\u0628<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%DB%B7_%D8%B3%D8%A7%D8%AE%D8%AA_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_ETL_%D8%A8%D8%A7_dbt%D8%8C_Snowflake_%D9%88_Airflow\" >\u06f7. \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 ETL \u0628\u0627 dbt\u060c Snowflake \u0648 Airflow<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%DB%B8_%D8%B3%D8%A7%D8%AE%D8%AA_%D8%AF%D8%A7%D8%B4%D8%A8%D9%88%D8%B1%D8%AF_%D9%84%D8%AD%D8%B8%D9%87%E2%80%8C%D8%A7%DB%8C_%D8%A8%D8%A7_Spark%D8%8C_Grafana_%D9%88_InfluxDB\" >\u06f8. \u0633\u0627\u062e\u062a \u062f\u0627\u0634\u0628\u0648\u0631\u062f \u0644\u062d\u0638\u0647\u200c\u0627\u06cc \u0628\u0627 Spark\u060c Grafana \u0648 InfluxDB<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-11\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%DB%B9_%D8%B3%D8%A7%D8%AE%D8%AA_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_%D8%AC%D8%B1%DB%8C%D8%A7%D9%86%DB%8C_%D8%A8%D8%A7_dbt%D8%8C_Snowflake_%D9%88_Kinesis\" >\u06f9. \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u062c\u0631\u06cc\u0627\u0646\u06cc \u0628\u0627 dbt\u060c Snowflake \u0648 Kinesis<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-12\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%DB%B1%DB%B0_%D8%AC%D9%85%D8%B9%E2%80%8C%D8%A2%D9%88%D8%B1%DB%8C_%D8%B1%D9%88%D8%B2%D8%A7%D9%86%D9%87_%D9%82%DB%8C%D9%85%D8%AA_%D9%85%D9%88%D8%A8%D8%A7%DB%8C%D9%84_%D8%A7%D8%B2_%D8%AF%DB%8C%D8%AC%DB%8C%E2%80%8C%DA%A9%D8%A7%D9%84%D8%A7\" >\u06f1\u06f0. \u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc \u0631\u0648\u0632\u0627\u0646\u0647 \u0642\u06cc\u0645\u062a \u0645\u0648\u0628\u0627\u06cc\u0644 \u0627\u0632 \u062f\u06cc\u062c\u06cc\u200c\u06a9\u0627\u0644\u0627<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-13\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%D9%86%D9%85%D9%88%D9%86%D9%87_%D9%BE%D8%B1%D9%88%DA%98%D9%87_%D9%85%D9%87%D9%86%D8%AF%D8%B3%DB%8C_%D8%AF%D8%A7%D8%AF%D9%87_%D8%A8%D8%B1%D8%A7%DB%8C_%D8%B3%D8%B7%D8%AD_%D9%BE%DB%8C%D8%B4%D8%B1%D9%81%D8%AA%D9%87\" >\u0646\u0645\u0648\u0646\u0647 \u067e\u0631\u0648\u0698\u0647 \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u0633\u0637\u062d \u067e\u06cc\u0634\u0631\u0641\u062a\u0647<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-14\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%DB%B1%DB%B1_%D8%B3%D8%A7%D8%AE%D8%AA_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_%D8%AF%D8%A7%D8%AF%D9%87_%D9%85%D8%A8%D8%AA%D9%86%DB%8C_%D8%A8%D8%B1_%D9%BE%DB%8C%D8%A7%D9%85%E2%80%8C%D8%B1%D8%B3%D8%A7%D9%86%DB%8C_%D8%A8%D8%A7_%D8%A7%D8%B3%D8%AA%D9%81%D8%A7%D8%AF%D9%87_%D8%A7%D8%B2_PySpark_%D9%88_Hive\" >\u06f1\u06f1. \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u062f\u0627\u062f\u0647 \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u067e\u06cc\u0627\u0645\u200c\u0631\u0633\u0627\u0646\u06cc \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 PySpark \u0648 Hive<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-15\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%DB%B1%DB%B2_%D9%BE%D8%B1%D9%88%DA%98%D9%87_ETL_%D8%A8%D8%A7_PySpark_%D8%A8%D8%B1%D8%A7%DB%8C_%D9%BE%D8%B1%D8%AF%D8%A7%D8%B2%D8%B4_%D9%84%D8%AD%D8%B8%D9%87%E2%80%8C%D8%A7%DB%8C_%D8%AF%D8%A7%D8%AF%D9%87%E2%80%8C%D9%87%D8%A7\" >\u06f1\u06f2. \u067e\u0631\u0648\u0698\u0647 ETL \u0628\u0627 PySpark \u0628\u0631\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u0644\u062d\u0638\u0647\u200c\u0627\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-16\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%DB%B1%DB%B3_%D8%B3%D8%A7%D8%AE%D8%AA_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_%D8%AF%D8%A7%D8%AF%D9%87_%D8%AC%D8%B1%DB%8C%D8%A7%D9%86%DB%8C_%D8%A8%D8%A7_%D8%A7%D8%B3%D8%AA%D9%81%D8%A7%D8%AF%D9%87_%D8%A7%D8%B2_Flink_%D9%88_Kinesis\" >\u06f1\u06f3. \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u062f\u0627\u062f\u0647 \u062c\u0631\u06cc\u0627\u0646\u06cc \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Flink \u0648 Kinesis<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-17\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%DB%B1%DB%B4_%D9%86%D9%85%D9%88%D9%86%D9%87_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_%D8%AF%D8%A7%D8%AF%D9%87_AWS_%D9%88_Snowflake_%D8%A8%D8%A7_%D8%A7%D8%B3%D8%AA%D9%81%D8%A7%D8%AF%D9%87_%D8%A7%D8%B2_Kinesis_%D9%88_Airflow\" >\u06f1\u06f4. \u0646\u0645\u0648\u0646\u0647 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u062f\u0627\u062f\u0647 AWS \u0648 Snowflake \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Kinesis \u0648 Airflow<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-18\" href=\"https:\/\/daneshkar.net\/blog\/data-engineering-sample-project\/#%DB%B1%DB%B5_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_%D9%84%D8%AD%D8%B8%D9%87%E2%80%8C%D8%A7%DB%8C_%D8%AA%D8%AD%D9%84%DB%8C%D9%84_%D9%85%D8%AD%D8%AA%D9%88%D8%A7%DB%8C_%D9%81%D8%A7%D8%B1%D8%B3%DB%8C_%D8%B3%D9%87%D8%A7%D9%85%DB%8C%D8%A7%D8%A8\" >\u06f1\u06f5. \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u0644\u062d\u0638\u0647\u200c\u0627\u06cc \u062a\u062d\u0644\u06cc\u0644 \u0645\u062d\u062a\u0648\u0627\u06cc \u0641\u0627\u0631\u0633\u06cc \u0633\u0647\u0627\u0645\u06cc\u0627\u0628<\/a><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n<h2 id=\"h-\u0646\u0645\u0648\u0646\u0647-\u067e\u0631\u0648\u0698\u0647-\u0645\u0647\u0646\u062f\u0633\u06cc-\u062f\u0627\u062f\u0647-\u0628\u0631\u0627\u06cc-\u0633\u0637\u062d-\u0645\u0628\u062a\u062f\u06cc\" class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%D9%86%D9%85%D9%88%D9%86%D9%87_%D9%BE%D8%B1%D9%88%DA%98%D9%87_%D9%85%D9%87%D9%86%D8%AF%D8%B3%DB%8C_%D8%AF%D8%A7%D8%AF%D9%87_%D8%A8%D8%B1%D8%A7%DB%8C_%D8%B3%D8%B7%D8%AD_%D9%85%D8%A8%D8%AA%D8%AF%DB%8C\"><\/span>\u0646\u0645\u0648\u0646\u0647 \u067e\u0631\u0648\u0698\u0647 \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u0633\u0637\u062d \u0645\u0628\u062a\u062f\u06cc<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627\u06cc \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u062f\u0631 \u0633\u0637\u062d \u0645\u0628\u062a\u062f\u06cc \u0628\u0647 \u0634\u0645\u0627 \u06a9\u0645\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f \u0645\u0641\u0627\u0647\u06cc\u0645 \u067e\u0627\u06cc\u0647 \u0627\u06cc\u0646 \u062d\u0648\u0632\u0647 \u0631\u0627 \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u0639\u0645\u0644\u06cc \u06cc\u0627\u062f \u0628\u06af\u06cc\u0631\u06cc\u062f \u0648 \u0628\u0627 \u0641\u0631\u0627\u06cc\u0646\u062f \u0627\u0646\u062a\u0642\u0627\u0644 \u062f\u0627\u062f\u0647 \u0627\u0632 \u0645\u0646\u0628\u0639 \u0628\u0647 \u0645\u0642\u0635\u062f \u0622\u0634\u0646\u0627 \u0634\u0648\u06cc\u062f. \u067e\u0633 \u0627\u0632 \u0627\u0646\u062c\u0627\u0645 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u062f\u0631\u06cc\u0627\u0641\u062a\u060c \u067e\u0627\u06a9\u200c\u0633\u0627\u0632\u06cc \u0648 \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0646\u06cc\u062f\u060c \u0622\u0646\u200c\u0647\u0627 \u0631\u0627 \u062f\u0631 <a href=\"https:\/\/daneshkar.net\/blog\/what-is-database\/\" target=\"_blank\" rel=\"noreferrer noopener\">\u067e\u0627\u06cc\u06af\u0627\u0647 \u062f\u0627\u062f\u0647<\/a>\u060c \u0627\u0646\u0628\u0627\u0631 \u062f\u0627\u062f\u0647 \u06cc\u0627 \u0641\u0636\u0627\u06cc \u0630\u062e\u06cc\u0631\u0647\u200c\u0633\u0627\u0632\u06cc \u0627\u0628\u0631\u06cc \u0642\u0631\u0627\u0631 \u062f\u0647\u06cc\u062f \u0648 \u062e\u0631\u0648\u062c\u06cc\u200c\u0647\u0627\u06cc \u0622\u0645\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u062a\u062d\u0644\u06cc\u0644 \u0648 \u0645\u0635\u0648\u0631\u0633\u0627\u0632\u06cc \u0628\u0633\u0627\u0632\u06cc\u062f. \u0628\u0631\u0627\u06cc \u0627\u062c\u0631\u0627\u06cc \u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627\u06cc \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0633\u0637\u062d \u0645\u0628\u062a\u062f\u06cc \u0645\u0639\u0645\u0648\u0644\u0627 \u0628\u0647 \u0627\u0628\u0632\u0627\u0631\u0647\u0627\u06cc\u06cc \u0645\u0627\u0646\u0646\u062f <a href=\"https:\/\/daneshkar.net\/blog\/why-we-should-learn-python\/\" target=\"_blank\" rel=\"noreferrer noopener\">\u067e\u0627\u06cc\u062a\u0648\u0646<\/a>\u060c SQL\u060c dbt \u0648 \u0633\u0631\u0648\u06cc\u0633\u200c\u0647\u0627\u06cc \u067e\u0627\u06cc\u0647 \u067e\u0644\u062a\u0641\u0631\u0645\u200c\u0647\u0627\u06cc \u0627\u0628\u0631\u06cc AWS\u060c Azure \u0648 GCP \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u06cc\u062f. \u0628\u0631\u062e\u06cc \u0627\u0632 \u0627\u06cc\u0646 \u062a\u0645\u0631\u06cc\u0646\u200c\u0647\u0627 \u0647\u0645\u0686\u0646\u06cc\u0646 \u0634\u0645\u0627 \u0631\u0627 \u0628\u0627 \u0645\u0641\u0627\u0647\u06cc\u0645 \u0627\u0648\u0644\u06cc\u0647 ETL\u060c \u067e\u0631\u062f\u0627\u0632\u0634 \u062f\u0633\u062a\u0647\u200c\u0627\u06cc\u060c \u0645\u062f\u0644\u200c\u0633\u0627\u0632\u06cc \u062f\u0627\u062f\u0647 \u0648 \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646\u200c\u0647\u0627\u06cc \u0633\u0627\u062f\u0647 \u0622\u0634\u0646\u0627 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f. \u062f\u0631 \u0627\u062f\u0627\u0645\u0647 \u0628\u0627 \u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627\u06cc \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0633\u0637\u062d \u0645\u0628\u062a\u062f\u06cc \u0622\u0634\u0646\u0627 \u0645\u06cc\u200c\u0634\u0648\u06cc\u0645.<\/p>\n\n\n\n<h3 id=\"h-\u06f1-\u067e\u0631\u0648\u0698\u0647-\u0633\u0627\u062e\u062a-\u067e\u0627\u06cc\u067e-\u0644\u0627\u06cc\u0646-etl\" class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%DB%B1_%D9%BE%D8%B1%D9%88%DA%98%D9%87_%D8%B3%D8%A7%D8%AE%D8%AA_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_ETL\"><\/span>\u06f1. \u067e\u0631\u0648\u0698\u0647 \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 ETL<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0641\u0631\u0648\u0634 \u0646\u0642\u0634 \u0645\u0647\u0645\u06cc \u062f\u0631 \u062a\u0635\u0645\u06cc\u0645\u200c\u06af\u06cc\u0631\u06cc\u060c \u0634\u0646\u0627\u062e\u062a \u0628\u0647\u062a\u0631 \u0645\u0634\u062a\u0631\u06cc\u0627\u0646 \u0648 \u0628\u0647\u0628\u0648\u062f \u0639\u0645\u0644\u06a9\u0631\u062f \u0622\u06cc\u0646\u062f\u0647 \u0633\u0627\u0632\u0645\u0627\u0646 \u062f\u0627\u0631\u0646\u062f. \u0645\u062f\u06cc\u0631\u0627\u0646 \u0641\u0631\u0648\u0634 \u0628\u0627\u06cc\u062f \u0628\u062f\u0627\u0646\u0646\u062f \u0686\u06af\u0648\u0646\u0647 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc\u200c\u0634\u062f\u0647 \u0631\u0627 \u062a\u062d\u0644\u06cc\u0644 \u06a9\u0646\u0646\u062f \u0648 \u0627\u0632 \u0646\u062a\u0627\u06cc\u062c \u0622\u0646 \u0628\u0631\u0627\u06cc \u0628\u0647\u0628\u0648\u062f \u0627\u0633\u062a\u0631\u0627\u062a\u0698\u06cc\u200c\u0647\u0627\u06cc \u0641\u0631\u0648\u0634 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u0646\u062f.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0645\u062c\u0645\u0648\u0639\u0647\u200c\u0627\u06cc \u0627\u0632 \u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc \u0636\u0631\u0648\u0631\u06cc \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0631\u0627 \u067e\u0648\u0634\u0634 \u0645\u06cc\u200c\u062f\u0647\u062f. \u062f\u0631 \u0627\u06cc\u0646 \u062a\u0645\u0631\u06cc\u0646\u060c \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0641\u0631\u0648\u0634 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0627\u0628\u0632\u0627\u0631\u0647\u0627\u06cc \u067e\u0631\u06a9\u0627\u0631\u0628\u0631\u062f \u062d\u0648\u0632\u0647 \u06a9\u0644\u0627\u0646\u200c\u062f\u0627\u062f\u0647 \u0645\u0627\u0646\u0646\u062f Amazon S3\u060c Amazon EMR \u0648 Tableau \u067e\u0631\u062f\u0627\u0632\u0634 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f \u062a\u0627 \u0634\u0627\u062e\u0635\u200c\u0647\u0627 \u0648 \u0645\u0639\u06cc\u0627\u0631\u0647\u0627\u06cc \u0645\u0647\u0645 \u0627\u0632 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0645\u0648\u062c\u0648\u062f \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0634\u0648\u0646\u062f. \u062f\u0631 \u067e\u0627\u06cc\u0627\u0646\u060c \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u067e\u0627\u06a9\u200c\u0633\u0627\u0632\u06cc \u0648 \u062a\u0628\u062f\u06cc\u0644\u200c\u0634\u062f\u0647 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Tableau \u062f\u0631 \u0642\u0627\u0644\u0628 \u0646\u0645\u0648\u062f\u0627\u0631\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u0646\u0645\u0627\u06cc\u0634 \u062f\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f. \u0634\u0627\u062e\u0635\u200c\u0647\u0627 \u0648 \u0646\u0645\u0648\u062f\u0627\u0631\u0647\u0627\u06cc \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0639\u0628\u0627\u0631\u062a\u200c\u0627\u0646\u062f \u0627\u0632:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u0645\u0642\u0627\u06cc\u0633\u0647 \u062a\u0639\u062f\u0627\u062f \u0648\u0627\u062d\u062f\u0647\u0627\u06cc \u0641\u0631\u0648\u062e\u062a\u0647\u200c\u0634\u062f\u0647 \u0648 \u0647\u0632\u06cc\u0646\u0647 \u0647\u0631 \u0648\u0627\u062d\u062f \u062f\u0631 \u0645\u0646\u0627\u0637\u0642 \u0645\u062e\u062a\u0644\u0641<\/li>\n\n\n\n<li>\u0645\u062c\u0645\u0648\u0639 \u062f\u0631\u0622\u0645\u062f \u0648 \u0647\u0632\u06cc\u0646\u0647 \u0628\u0647 \u062a\u0641\u06a9\u06cc\u06a9 \u06a9\u0634\u0648\u0631<\/li>\n\n\n\n<li>\u062a\u0639\u062f\u0627\u062f \u0648\u0627\u062d\u062f\u0647\u0627\u06cc \u0641\u0631\u0648\u062e\u062a\u0647\u200c\u0634\u062f\u0647 \u062f\u0631 \u0647\u0631 \u06a9\u0634\u0648\u0631<\/li>\n\n\n\n<li>\u0645\u0642\u0627\u06cc\u0633\u0647 \u062f\u0631\u0622\u0645\u062f \u0648 \u0633\u0648\u062f \u0628\u0647 \u062a\u0641\u06a9\u06cc\u06a9 \u0645\u0646\u0637\u0642\u0647 \u0648 \u06a9\u0627\u0646\u0627\u0644 \u0641\u0631\u0648\u0634<\/li>\n<\/ul>\n\n\n\n<h4 class=\"wp-block-heading\">\u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 ETL \u0631\u0648\u06cc \u06a9\u0644\u0627\u0633\u062a\u0631 AWS EMR<\/h4>\n\n\n\n<p class=\"wp-block-paragraph\">\u0627\u0628\u062a\u062f\u0627 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062f\u0627\u0646\u0644\u0648\u062f\u0634\u062f\u0647 \u0631\u0627 \u062f\u0631 Amazon S3 \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u06a9\u0646\u06cc\u062f \u0648 \u0633\u067e\u0633 \u06cc\u06a9 \u06a9\u0644\u0627\u0633\u062a\u0631 EMR \u0634\u0627\u0645\u0644 \u0633\u0631\u0648\u06cc\u0633 Hive \u0628\u0633\u0627\u0632\u06cc\u062f. \u062f\u0631 \u0627\u062f\u0627\u0645\u0647\u060c \u06cc\u06a9 \u062c\u062f\u0648\u0644 \u062e\u0627\u0631\u062c\u06cc \u062f\u0631 Hive \u0627\u06cc\u062c\u0627\u062f \u06a9\u0631\u062f\u0647 \u0648 \u0639\u0645\u0644\u06cc\u0627\u062a \u067e\u0627\u06a9\u200c\u0633\u0627\u0632\u06cc \u0648 \u062a\u0628\u062f\u06cc\u0644 \u062f\u0627\u062f\u0647 \u0631\u0627 \u0627\u0646\u062c\u0627\u0645 \u062f\u0647\u06cc\u062f. \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634\u200c\u0634\u062f\u0647 \u0628\u0627\u06cc\u062f \u062f\u0631 \u06cc\u06a9 \u062c\u062f\u0648\u0644 \u0645\u0642\u0635\u062f \u0630\u062e\u06cc\u0631\u0647 \u0634\u0648\u0646\u062f. \u0627\u0632 \u0627\u06cc\u0646 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0628\u0631\u0627\u06cc \u0627\u06cc\u062c\u0627\u062f \u0634\u0627\u062e\u0635\u200c\u0647\u0627\u06cc \u06a9\u0644\u06cc\u062f\u06cc \u0639\u0645\u0644\u06a9\u0631\u062f \u06cc\u0627 KPI \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f \u0648 \u0646\u062a\u0627\u06cc\u062c \u0628\u0627 \u06a9\u0645\u06a9 Tableau \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u0646\u0645\u0648\u062f\u0627\u0631 \u0648 \u062f\u0627\u0634\u0628\u0648\u0631\u062f \u0646\u0645\u0627\u06cc\u0634 \u062f\u0627\u062f\u0647 \u062e\u0648\u0627\u0647\u0646\u062f \u0634\u062f.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/th><th>\u06a9\u062f \u0645\u0646\u0628\u0639<\/th><\/tr><\/thead><tbody><tr><td>Apache HDFS\u060c Apache Hive\u060c Tableau \u0648 Amazon S3<\/td><td><a href=\"https:\/\/www.projectpro.io\/project-use-case\/aws-data-pipeline-emr-cluster-example\" data-type=\"link\" data-id=\"https:\/\/www.projectpro.io\/project-use-case\/aws-data-pipeline-emr-cluster-example\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">ETL Pipeline on AWS EMR Cluster<\/a><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u062f\u0631 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u06cc\u0627\u062f \u0645\u06cc\u200c\u06af\u06cc\u0631\u06cc\u062f \u0639\u0628\u0627\u0631\u062a\u200c\u0627\u0646\u062f \u0627\u0632:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u0633\u0627\u062e\u062a \u062c\u062f\u0648\u0644\u200c\u0647\u0627\u06cc \u062e\u0627\u0631\u062c\u06cc \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 Hive \u062f\u0631 AWS EMR<\/li>\n\n\n\n<li>\u067e\u0627\u06a9\u200c\u0633\u0627\u0632\u06cc \u0648 \u062a\u0628\u062f\u06cc\u0644 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u062a\u062d\u0644\u06cc\u0644<\/li>\n\n\n\n<li>\u0646\u0645\u0627\u06cc\u0634 \u0634\u0627\u062e\u0635\u200c\u0647\u0627 \u0648 \u0645\u0639\u06cc\u0627\u0631\u0647\u0627\u06cc \u0645\u0647\u0645 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Tableau<\/li>\n\n\n\n<li>\u062a\u062d\u0644\u06cc\u0644 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0641\u0631\u0648\u0634 \u0648 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0628\u06cc\u0646\u0634\u200c\u0647\u0627\u06cc \u06a9\u0627\u0631\u0628\u0631\u062f\u06cc<\/li>\n<\/ul>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full\"><img fetchpriority=\"high\" decoding=\"async\" width=\"800\" height=\"450\" src=\"https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/etl-pipeline.webp\" alt=\"etl pipline\" class=\"wp-image-10138\" srcset=\"https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/etl-pipeline.webp 800w, https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/etl-pipeline-300x169.webp 300w, https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/etl-pipeline-768x432.webp 768w, https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/etl-pipeline-390x220.webp 390w\" sizes=\"(max-width: 800px) 100vw, 800px\" \/><\/figure>\n<\/div>\n\n\n<h3 id=\"h-\u06f2-\u062a\u062d\u0644\u06cc\u0644-\u062f\u0627\u062f\u0647-\u0647\u0627\u06cc-yelp\" class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%DB%B2_%D8%AA%D8%AD%D9%84%DB%8C%D9%84_%D8%AF%D8%A7%D8%AF%D9%87%E2%80%8C%D9%87%D8%A7%DB%8C_Yelp\"><\/span>\u06f2. \u062a\u062d\u0644\u06cc\u0644 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc Yelp<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u0645\u062c\u0645\u0648\u0639\u0647\u200c\u062f\u0627\u062f\u0647 Yelp \u0634\u0627\u0645\u0644 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u06a9\u0633\u0628\u200c\u0648\u06a9\u0627\u0631\u0647\u0627\u06cc Yelp\u060c \u0646\u0638\u0631\u0627\u062a \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u0648 \u0633\u0627\u06cc\u0631 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0639\u0645\u0648\u0645\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0628\u0631\u0627\u06cc \u0627\u0647\u062f\u0627\u0641 \u0634\u062e\u0635\u06cc\u060c \u0622\u0645\u0648\u0632\u0634\u06cc \u0648 \u062f\u0627\u0646\u0634\u06af\u0627\u0647\u06cc \u062f\u0631 \u062f\u0633\u062a\u0631\u0633 \u0642\u0631\u0627\u0631 \u06af\u0631\u0641\u062a\u0647\u200c\u0627\u0646\u062f. \u0627\u06cc\u0646 \u0645\u062c\u0645\u0648\u0639\u0647\u200c\u062f\u0627\u062f\u0647 \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u0641\u0627\u06cc\u0644\u200c\u0647\u0627\u06cc JSON \u0627\u0631\u0627\u0626\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f \u0648 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u0627\u0632 \u0622\u0646 \u0628\u0631\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc <a href=\"https:\/\/daneshkar.net\/blog\/what-is-nlp\/\" data-type=\"link\" data-id=\"https:\/\/daneshkar.net\/blog\/what-is-nlp\/\" target=\"_blank\" rel=\"noreferrer noopener\">\u067e\u0631\u062f\u0627\u0632\u0634 \u0632\u0628\u0627\u0646 \u0637\u0628\u06cc\u0639\u06cc<\/a> \u0631\u0648\u06cc \u0646\u0645\u0648\u0646\u0647\u200c\u0627\u06cc \u0627\u0632 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0648\u0627\u0642\u0639\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f. \u0627\u06cc\u0646 \u0645\u062c\u0645\u0648\u0639\u0647\u200c\u062f\u0627\u062f\u0647 \u0634\u0627\u0645\u0644 \u06f6\u066c\u06f6\u06f8\u06f5\u066c\u06f9\u06f0\u06f0 \u0646\u0638\u0631\u060c \u06f1\u06f9\u06f2\u066c\u06f6\u06f0\u06f9 \u06a9\u0633\u0628\u200c\u0648\u06a9\u0627\u0631 \u0648 \u06f2\u06f0\u06f0 \u0647\u0632\u0627\u0631 \u062a\u0635\u0648\u06cc\u0631 \u0627\u0632 \u06f1\u06f0 \u0645\u0646\u0637\u0642\u0647 \u0634\u0647\u0631\u06cc \u0627\u0633\u062a. \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 Azure \u0628\u0647 \u0634\u0645\u0627 \u06a9\u0645\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f \u0641\u0631\u0627\u06cc\u0646\u062f ETL \u0631\u0627 \u062f\u0631\u06a9 \u06a9\u0646\u06cc\u062f\u061b \u06cc\u0639\u0646\u06cc \u06cc\u0627\u062f \u0628\u06af\u06cc\u0631\u06cc\u062f \u0686\u06af\u0648\u0646\u0647 \u0645\u062c\u0645\u0648\u0639\u0647\u200c\u062f\u0627\u062f\u0647 \u0631\u0627 \u062f\u0631\u06cc\u0627\u0641\u062a\u060c \u067e\u0627\u06a9\u200c\u0633\u0627\u0632\u06cc \u0648 \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0646\u06cc\u062f \u062a\u0627 \u0628\u0647 \u0628\u06cc\u0646\u0634\u200c\u0647\u0627\u06cc \u062a\u062c\u0627\u0631\u06cc \u0628\u0631\u0633\u06cc\u062f. \u0647\u0645\u0686\u0646\u06cc\u0646 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u0633\u0631\u0648\u06cc\u0633\u200c\u0647\u0627\u06cc Azure Databricks\u060c Data Factory \u0648 Storage \u0631\u0627 \u0628\u0631\u0631\u0633\u06cc \u06a9\u0646\u06cc\u062f.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0648\u0627\u0642\u0639\u06cc \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0633\u0647 \u0645\u0631\u062d\u0644\u0647 \u062f\u0627\u0631\u062f. \u0648\u0631\u0648\u062f \u062f\u0627\u062f\u0647: \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0631\u062d\u0644\u0647\u060c \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u0627\u0632 Yelp \u062f\u0631\u06cc\u0627\u0641\u062a \u06a9\u0631\u062f\u0647 \u0648 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Data Factory \u0628\u0647 Azure Data Lake \u0645\u0646\u062a\u0642\u0644 \u0645\u06cc\u200c\u06a9\u0646\u06cc\u062f. \u0645\u0631\u062d\u0644\u0647 \u062f\u0648\u0645 \u0622\u0645\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u062f\u0627\u062f\u0647 \u0627\u0633\u062a. \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0631\u062d\u0644\u0647\u060c \u067e\u0627\u06a9\u200c\u0633\u0627\u0632\u06cc \u0648 <a href=\"https:\/\/daneshkar.net\/blog\/data_analysis\/\" target=\"_blank\" rel=\"noreferrer noopener\">\u062a\u062d\u0644\u06cc\u0644 \u062f\u0627\u062f\u0647\u200c<\/a> \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Databricks \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc\u200c\u0634\u0648\u062f. \u0645\u0631\u062d\u0644\u0647 \u0646\u0647\u0627\u06cc\u06cc \u0627\u0646\u062a\u0634\u0627\u0631 \u0627\u0633\u062a. \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0631\u062d\u0644\u0647\u060c \u0628\u06cc\u0646\u0634\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u0627\u0632 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062e\u0627\u0645 Yelp \u0628\u0647 \u062f\u0633\u062a \u0622\u0648\u0631\u062f\u0647\u200c\u0627\u06cc\u0645 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Databricks \u0645\u0635\u0648\u0631\u0633\u0627\u0632\u06cc \u0645\u06cc\u200c\u0634\u0648\u0646\u062f.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/th><th>\u06a9\u062f \u0645\u0646\u0628\u0639<\/th><\/tr><\/thead><tbody><tr><td>Azure Data Lake\u060c Azure Data Factory\u060c Databricks<\/td><td><a href=\"https:\/\/www.projectpro.io\/project-use-case\/aws-data-pipeline-emr-cluster-exhttps:\/\/www.projectpro.io\/project-use-case\/analyze-yelp-data-spark-parquet-projectample\" data-type=\"link\" data-id=\"https:\/\/www.projectpro.io\/project-use-case\/aws-data-pipeline-emr-cluster-example\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">Analyse Yelp Dataset with Spark &amp; Parquet Format on Azure Databricks <\/a><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u06cc\u0627\u062f \u0645\u06cc\u200c\u06af\u06cc\u0631\u06cc\u062f:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 ETL \u0648 \u0648\u0631\u0648\u062f \u062f\u0627\u062f\u0647 \u0628\u0627 Azure Data Factory<\/li>\n\n\n\n<li>\u067e\u0627\u06a9\u200c\u0633\u0627\u0632\u06cc \u0648 \u062a\u0628\u062f\u06cc\u0644 \u062f\u0627\u062f\u0647 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Databricks<\/li>\n\n\n\n<li>\u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0628\u06cc\u0646\u0634\u200c\u0647\u0627\u06cc \u062a\u062c\u0627\u0631\u06cc \u0627\u0632 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc Yelp<\/li>\n\n\n\n<li>\u0645\u0635\u0648\u0631\u0633\u0627\u0632\u06cc \u0628\u06cc\u0646\u0634\u200c\u0647\u0627 \u0628\u0627 \u0627\u0628\u0632\u0627\u0631\u0647\u0627\u06cc Databricks<\/li>\n<\/ul>\n\n\n\n<h3 id=\"h-\u06f3-\u062d\u0627\u06a9\u0645\u06cc\u062a-\u062f\u0627\u062f\u0647\" class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%DB%B3_%D8%AD%D8%A7%DA%A9%D9%85%DB%8C%D8%AA_%D8%AF%D8%A7%D8%AF%D9%87\"><\/span>\u06f3. \u062d\u0627\u06a9\u0645\u06cc\u062a \u062f\u0627\u062f\u0647<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u0633\u0627\u0632\u0645\u0627\u0646\u06cc \u06a9\u0647 \u0642\u0635\u062f \u062f\u0627\u0631\u062f \u0627\u0632 \u062f\u0627\u062f\u0647 \u0628\u0647\u200c\u0639\u0646\u0648\u0627\u0646 \u06cc\u06a9 \u0645\u0646\u0628\u0639 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u062f\u060c \u0628\u0627\u06cc\u062f \u0639\u0645\u0644\u06cc\u0627\u062a \u0645\u062e\u062a\u0644\u0641\u06cc \u0645\u0627\u0646\u0646\u062f \u067e\u0627\u06a9\u200c\u0633\u0627\u0632\u06cc\u060c \u0627\u06cc\u0645\u0646\u200c\u0633\u0627\u0632\u06cc \u0648 \u062a\u0628\u062f\u06cc\u0644 \u062f\u0627\u062f\u0647 \u0631\u0627 \u0627\u0646\u062c\u0627\u0645 \u062f\u0647\u062f. \u0628\u0627\u0627\u06cc\u0646\u200c\u062d\u0627\u0644\u060c \u0627\u06cc\u0646 \u067e\u0631\u0633\u0634 \u0645\u0637\u0631\u062d \u0645\u06cc\u200c\u0634\u0648\u062f \u06a9\u0647 \u0633\u0627\u0632\u0645\u0627\u0646 \u0686\u06af\u0648\u0646\u0647 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0647\u0645\u06cc\u0646 \u0645\u0631\u0627\u062d\u0644 \u0631\u0627 \u0631\u0648\u06cc \u0627\u0646\u0648\u0627\u0639 \u0645\u062e\u062a\u0644\u0641 \u062f\u0627\u062f\u0647 \u0627\u062c\u0631\u0627 \u06a9\u0646\u062f. \u067e\u0627\u0633\u062e\u060c \u0637\u0631\u0627\u062d\u06cc \u0633\u06cc\u0627\u0633\u062a\u200c\u0647\u0627 \u0648 \u0641\u0631\u0627\u06cc\u0646\u062f\u0647\u0627\u06cc \u0627\u0633\u062a\u0627\u0646\u062f\u0627\u0631\u062f \u0628\u0631\u0627\u06cc \u062d\u0641\u0638 \u06cc\u06a9\u067e\u0627\u0631\u0686\u06af\u06cc \u0648 \u0647\u0645\u0627\u0647\u0646\u06af\u06cc \u0627\u0633\u062a.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u0645\u0627\u06cc\u06a9\u0631\u0648\u0633\u0627\u0641\u062a Azure Purview \u0631\u0627 \u0645\u0639\u0631\u0641\u06cc \u06a9\u0631\u062f\u0647 \u0627\u0633\u062a\u061b \u0627\u0628\u0632\u0627\u0631\u06cc \u0628\u0631\u0627\u06cc \u062d\u0627\u06a9\u0645\u06cc\u062a \u062f\u0627\u062f\u0647 \u06a9\u0647 \u0628\u0647 \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u0627\u0645\u06a9\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u062f \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u0628\u0647\u062a\u0631 \u0645\u062f\u06cc\u0631\u06cc\u062a \u06a9\u0646\u0646\u062f. \u062f\u0631 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647\u060c \u0628\u0647\u200c\u0639\u0646\u0648\u0627\u0646 \u06cc\u06a9 \u0641\u0631\u062f \u0645\u0628\u062a\u062f\u06cc \u06cc\u0627\u062f \u0645\u06cc\u200c\u06af\u06cc\u0631\u06cc\u062f \u0686\u06af\u0648\u0646\u0647 \u0627\u0632 \u0627\u06cc\u0646 \u0627\u0628\u0632\u0627\u0631 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f\u060c \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0648\u0627\u0631\u062f\u0634\u062f\u0647 \u0631\u0627 \u0645\u062f\u06cc\u0631\u06cc\u062a \u06a9\u0646\u06cc\u062f \u0648 \u0628\u0627 \u0628\u0647\u200c\u06a9\u0627\u0631\u06af\u06cc\u0631\u06cc \u0627\u0628\u0632\u0627\u0631\u0647\u0627\u06cc \u062a\u062d\u0644\u06cc\u0644 \u062f\u0627\u062f\u0647 \u0628\u0647 \u0646\u062a\u0627\u06cc\u062c \u0648 \u0628\u06cc\u0646\u0634\u200c\u0647\u0627\u06cc \u06a9\u0627\u0631\u0628\u0631\u062f\u06cc \u0628\u0631\u0633\u06cc\u062f.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/th><th>\u06a9\u062f \u0645\u0646\u0628\u0639<\/th><\/tr><\/thead><tbody><tr><td>Azure Logic Apps\u060c Azure Storage Account\u060c Azure Data Factory\u060c Azure SQL Databases\u060c DBeaver\u060c Azure Purview<\/td><td><a href=\"https:\/\/www.projectpro.io\/project-use-case\/microsoft-azure-purview-project-for-data-consumption-and-analysis\" data-type=\"link\" data-id=\"https:\/\/www.projectpro.io\/project-use-case\/microsoft-azure-purview-project-for-data-consumption-and-analysis\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">Getting Started with Azure Purview for Data Governance<\/a><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u06cc\u0627\u062f \u0645\u06cc\u200c\u06af\u06cc\u0631\u06cc\u062f:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u062d\u0627\u06a9\u0645\u06cc\u062a \u062f\u0627\u062f\u0647 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Azure Purview<\/li>\n\n\n\n<li>\u0637\u0631\u0627\u062d\u06cc \u0633\u06cc\u0627\u0633\u062a\u200c\u0647\u0627\u06cc \u067e\u0627\u06a9\u200c\u0633\u0627\u0632\u06cc \u0648 \u0645\u062f\u06cc\u0631\u06cc\u062a \u062f\u0627\u062f\u0647 <\/li>\n\n\n\n<li>\u0645\u062f\u06cc\u0631\u06cc\u062a \u067e\u0627\u06cc\u06af\u0627\u0647\u200c\u0647\u0627\u06cc \u062f\u0627\u062f\u0647 Azure SQL \u0648 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646\u200c\u0647\u0627<\/li>\n\n\n\n<li>\u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Logic Apps \u0628\u0631\u0627\u06cc \u062e\u0648\u062f\u06a9\u0627\u0631\u0633\u0627\u0632\u06cc \u06af\u0631\u062f\u0634\u200c\u0647\u0627\u06cc \u06a9\u0627\u0631\u06cc<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%DB%B4_%D9%BE%D8%B1%D9%88%DA%98%D9%87_dbt_%D9%88_Snowflake_%D8%A8%D8%B1%D8%A7%DB%8C_%D8%AA%D8%B3%D9%84%D8%B7_%D8%A8%D8%B1_%D9%85%D9%81%D8%A7%D9%87%DB%8C%D9%85_%D9%BE%D8%A7%DB%8C%D9%87_dbt\"><\/span>\u06f4. \u067e\u0631\u0648\u0698\u0647 dbt \u0648 Snowflake \u0628\u0631\u0627\u06cc \u062a\u0633\u0644\u0637 \u0628\u0631 \u0645\u0641\u0627\u0647\u06cc\u0645 \u067e\u0627\u06cc\u0647 dbt<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">dbt \u0628\u0647 \u06cc\u06a9\u06cc \u0627\u0632 \u062f\u0627\u0646\u0634\u200c\u0647\u0627\u06cc \u0636\u0631\u0648\u0631\u06cc \u0628\u0631\u0627\u06cc \u0645\u0647\u0646\u062f\u0633\u0627\u0646 \u062a\u062d\u0644\u06cc\u0644 \u062f\u0627\u062f\u0647 \u0648 \u0645\u0647\u0646\u062f\u0633\u0627\u0646 \u062f\u0627\u062f\u0647 \u062a\u0628\u062f\u06cc\u0644 \u0634\u062f\u0647 \u0627\u0633\u062a. \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0645\u0641\u0627\u0647\u06cc\u0645 \u067e\u0627\u06cc\u0647 dbt \u0631\u0627 \u06a9\u0647 \u0645\u0639\u0645\u0648\u0644\u0627 \u062f\u0631 \u0645\u0635\u0627\u062d\u0628\u0647\u200c\u0647\u0627\u06cc \u0634\u063a\u0644\u06cc \u0627\u0632 \u0634\u0645\u0627 \u0627\u0646\u062a\u0638\u0627\u0631 \u0645\u06cc\u200c\u0631\u0648\u062f \u0628\u062f\u0627\u0646\u06cc\u062f\u060c \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u062c\u0627\u0645\u0639 \u067e\u0648\u0634\u0634 \u0645\u06cc\u200c\u062f\u0647\u062f.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u0627\u0632 \u0637\u0631\u06cc\u0642 \u06cc\u06a9 \u067e\u0631\u0648\u0698\u0647 \u0639\u0645\u0644\u06cc \u06a9\u0647 \u06a9\u0644 \u0641\u0631\u0627\u06cc\u0646\u062f \u06a9\u0627\u0631\u06cc \u0631\u0627 \u067e\u0648\u0634\u0634 \u0645\u06cc\u200c\u062f\u0647\u062f\u060c \u0628\u0631 dbt \u0645\u0633\u0644\u0637 \u0634\u0648\u06cc\u062f. dbt \u0631\u0627 \u0631\u0648\u06cc Windows \u0648 EC2 \u0646\u0635\u0628 \u06a9\u0646\u06cc\u062f \u062a\u0627 \u0628\u0627 \u062a\u0641\u0627\u0648\u062a \u0627\u0644\u06af\u0648\u0647\u0627\u06cc \u0627\u0633\u062a\u0642\u0631\u0627\u0631 \u0645\u062d\u0644\u06cc \u0648 \u0645\u062d\u06cc\u0637 \u0639\u0645\u0644\u06cc\u0627\u062a\u06cc \u0622\u0634\u0646\u0627 \u0634\u0648\u06cc\u062f. \u06cc\u06a9 \u067e\u0631\u0648\u0698\u0647 dbt \u0631\u0627 \u0627\u0632 \u0635\u0641\u0631 \u0628\u0633\u0627\u0632\u06cc\u062f \u0648 \u0633\u0627\u062e\u062a\u0627\u0631 \u067e\u0648\u0634\u0647\u200c\u0647\u0627\u06cc models\u060c tests\u060c macros \u0648 seeds \u0631\u0627 \u062f\u0631\u06a9 \u06a9\u0646\u06cc\u062f. \u0641\u0627\u06cc\u0644 profiles.yml \u0631\u0627 \u0628\u0631\u0627\u06cc \u0627\u062a\u0635\u0627\u0644 \u0627\u0645\u0646 \u0628\u0647 Snowflake \u067e\u06cc\u06a9\u0631\u0628\u0646\u062f\u06cc \u06a9\u0646\u06cc\u062f. \u0645\u062f\u0644\u200c\u0647\u0627\u06cc Staging \u0631\u0627 \u0628\u0631\u0627\u06cc \u067e\u0627\u06a9\u200c\u0633\u0627\u0632\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062e\u0627\u0645 \u0648 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc Mart \u0631\u0627 \u0628\u0631\u0627\u06cc \u067e\u0627\u0633\u062e\u200c\u062f\u0627\u062f\u0646 \u0628\u0647 \u067e\u0631\u0633\u0634\u200c\u0647\u0627\u06cc \u06a9\u0633\u0628\u200c\u0648\u06a9\u0627\u0631 \u0628\u0633\u0627\u0632\u06cc\u062f. \u0628\u0627 \u062a\u0645\u0627\u0645 \u0627\u0646\u0648\u0627\u0639 Materialization \u0622\u0634\u0646\u0627 \u0634\u0648\u06cc\u062f. View\u0647\u0627 \u0628\u0631\u0627\u06cc \u0633\u0627\u062e\u062a\u0627\u0631\u0647\u0627\u06cc \u0633\u0628\u06a9\u060c Table\u0647\u0627 \u0628\u0631\u0627\u06cc \u0627\u062c\u0631\u0627\u06cc \u0633\u0631\u06cc\u0639 Query\u060c \u0645\u062f\u0644\u200c\u0647\u0627\u06cc Incremental \u0628\u0631\u0627\u06cc \u0628\u0647\u200c\u0631\u0648\u0632\u0631\u0633\u0627\u0646\u06cc \u06a9\u0627\u0631\u0622\u0645\u062f \u0648 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc Ephemeral \u0628\u0631\u0627\u06cc \u0633\u0627\u062e\u062a CTE\u0647\u0627\u06cc \u0642\u0627\u0628\u0644 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u062c\u062f\u062f. \u062a\u0633\u062a\u200c\u0647\u0627\u06cc \u062c\u0627\u0645\u0639\u06cc \u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u06a9\u0646\u06cc\u062f\u061b \u0627\u0632 \u062a\u0633\u062a\u200c\u0647\u0627\u06cc \u062f\u0627\u062e\u0644\u06cc \u0628\u0631\u0627\u06cc \u0628\u0631\u0631\u0633\u06cc \u06cc\u06a9\u062a\u0627\u0628\u0648\u062f\u0646 \u0648 \u062e\u0627\u0644\u06cc\u200c\u0646\u0628\u0648\u062f\u0646 \u0645\u0642\u0627\u062f\u06cc\u0631 \u06af\u0631\u0641\u062a\u0647 \u062a\u0627 \u062a\u0633\u062a\u200c\u0647\u0627\u06cc \u0633\u0641\u0627\u0631\u0634\u06cc \u0628\u0631\u0627\u06cc \u0645\u0646\u0637\u0642 \u06a9\u0633\u0628\u200c\u0648\u06a9\u0627\u0631. dbt Core \u0628\u0627 \u0645\u06cc\u0632\u0628\u0627\u0646\u06cc \u0634\u062e\u0635\u06cc \u0631\u0627 \u0628\u0627 dbt Cloud \u0645\u062f\u06cc\u0631\u06cc\u062a\u200c\u0634\u062f\u0647 \u0645\u0642\u0627\u06cc\u0633\u0647 \u06a9\u0646\u06cc\u062f \u062a\u0627 \u0628\u062f\u0627\u0646\u06cc\u062f \u0647\u0631\u06a9\u062f\u0627\u0645 \u062f\u0631 \u0686\u0647 \u0634\u0631\u0627\u06cc\u0637\u06cc \u0645\u0646\u0627\u0633\u0628\u200c\u062a\u0631 \u0647\u0633\u062a\u0646\u062f.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>\u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/th><th>\u06a9\u062f \u0645\u0646\u0628\u0639<\/th><\/tr><\/thead><tbody><tr><td>dbt Core\u060c Snowflake\u060c Python\u060c AWS EC2\u060c SQL<\/td><td><a href=\"https:\/\/www.projectpro.io\/project-use-case\/dbt-snowflake-project-to-master-dbt-in-snowflake\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">dbt Snowflake Project to Master dbt Fundamentals<\/a><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full\"><img decoding=\"async\" width=\"800\" height=\"450\" src=\"https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/dbt-Snowflake.webp\" alt=\" \u067e\u0631\u0648\u0698\u0647 dbt \u0648 Snowflake \u0628\u0631\u0627\u06cc \u062a\u0633\u0644\u0637 \u0628\u0631 \u0645\u0641\u0627\u0647\u06cc\u0645 \u067e\u0627\u06cc\u0647 dbt\" class=\"wp-image-10139\" srcset=\"https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/dbt-Snowflake.webp 800w, https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/dbt-Snowflake-300x169.webp 300w, https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/dbt-Snowflake-768x432.webp 768w, https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/dbt-Snowflake-390x220.webp 390w\" sizes=\"(max-width: 800px) 100vw, 800px\" \/><\/figure>\n<\/div>\n\n\n<h3 id=\"h-\u06f5-\u067e\u0631\u0648\u0698\u0647-\u0627\u0646\u062a\u0642\u0627\u0644-\u062f\u0627\u062f\u0647-\u0647-\u0647\u0627\u06cc-\u062f\u06cc\u0648\u0627\u0631-\u0628\u0647-postgresql\" class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%DB%B5_%D9%BE%D8%B1%D9%88%DA%98%D9%87_%D8%A7%D9%86%D8%AA%D9%82%D8%A7%D9%84_%D8%AF%D8%A7%D8%AF%D9%87%E2%80%8C%D9%87%E2%80%8C%D9%87%D8%A7%DB%8C_%D8%AF%DB%8C%D9%88%D8%A7%D8%B1_%D8%A8%D9%87_PostgreSQL\"><\/span>\u06f5. \u067e\u0631\u0648\u0698\u0647 \u0627\u0646\u062a\u0642\u0627\u0644 \u062f\u0627\u062f\u0647\u200c\u0647\u200c\u0647\u0627\u06cc \u062f\u06cc\u0648\u0627\u0631 \u0628\u0647 PostgreSQL<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u062f\u06cc\u0648\u0627\u0631 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u0634\u0647\u0631\u0647\u0627 \u0648 \u0645\u0646\u0627\u0637\u0642 \u0645\u062e\u062a\u0644\u0641 \u0627\u06cc\u0631\u0627\u0646 \u0631\u0627 \u0627\u0632 \u0637\u0631\u06cc\u0642 \u06cc\u06a9 API \u0639\u0645\u0648\u0645\u06cc \u0627\u0631\u0627\u0626\u0647 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u062f\u0631 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647\u060c \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0634\u0647\u0631\u0647\u0627 \u0627\u0632 API \u062f\u06cc\u0648\u0627\u0631 \u062f\u0631\u06cc\u0627\u0641\u062a \u0645\u06cc\u200c\u0634\u0648\u0646\u062f\u060c \u067e\u0627\u0633\u062e JSON \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Pandas \u0628\u0647 \u06cc\u06a9 \u0633\u0627\u062e\u062a\u0627\u0631 \u062c\u062f\u0648\u0644\u06cc \u062a\u0628\u062f\u06cc\u0644 \u0645\u06cc\u200c\u0634\u0648\u062f \u0648 \u0627\u0637\u0644\u0627\u0639\u0627\u062a\u06cc \u0645\u0627\u0646\u0646\u062f \u0646\u0627\u0645 \u0634\u0647\u0631\u060c \u0634\u0646\u0627\u0633\u0647\u060c \u0646\u0627\u0645 \u0627\u0646\u06af\u0644\u06cc\u0633\u06cc\u060c \u0637\u0648\u0644 \u0648 \u0639\u0631\u0636 \u062c\u063a\u0631\u0627\u0641\u06cc\u0627\u06cc\u06cc \u062f\u0631 \u067e\u0627\u06cc\u06af\u0627\u0647 \u062f\u0627\u062f\u0647 PostgreSQL \u0630\u062e\u06cc\u0631\u0647 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f. \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u06cc\u06a9 \u0646\u0645\u0648\u0646\u0647 \u0633\u0627\u062f\u0647 \u0648 \u06a9\u0627\u0645\u0644 \u0627\u0632 \u0641\u0631\u0627\u06cc\u0646\u062f ETL \u0627\u0633\u062a \u0648 \u0628\u0631\u0627\u06cc \u0627\u0641\u0631\u0627\u062f\u06cc \u0645\u0646\u0627\u0633\u0628 \u0627\u0633\u062a \u06a9\u0647 \u0628\u0647\u200c\u062a\u0627\u0632\u06af\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0631\u0627 \u0634\u0631\u0648\u0639 \u06a9\u0631\u062f\u0647\u200c\u0627\u0646\u062f.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>\u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/th><th>\u06a9\u062f \u0645\u0646\u0628\u0639<\/th><\/tr><\/thead><tbody><tr><td>Python\u060c Pandas\u060c Requests\u060c PostgreSQL\u060c Psycopg2<\/td><td><a href=\"https:\/\/github.com\/SamiraSiavash\/divar-api-to-postgres\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">Divar API to PostgreSQL<\/a><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u062f\u0631 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u06cc\u0627\u062f \u062e\u0648\u0627\u0647\u06cc\u062f \u06af\u0631\u0641\u062a \u0639\u0628\u0627\u0631\u062a\u200c\u0627\u0646\u062f \u0627\u0632:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u062f\u0631\u06cc\u0627\u0641\u062a \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0627\u0632 API \u0648 \u06a9\u0627\u0631 \u0628\u0627 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc JSON<\/li>\n\n\n\n<li>\u062a\u0628\u062f\u06cc\u0644 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062e\u0627\u0645 \u0628\u0647 \u0633\u0627\u062e\u062a\u0627\u0631 \u062c\u062f\u0648\u0644\u06cc \u0628\u0627 Pandas<\/li>\n\n\n\n<li>\u0637\u0631\u0627\u062d\u06cc \u062c\u062f\u0648\u0644 \u0648 \u0630\u062e\u06cc\u0631\u0647 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u062f\u0631 PostgreSQL<\/li>\n\n\n\n<li>\u0633\u0627\u062e\u062a \u06cc\u06a9 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u0633\u0627\u062f\u0647 \u0627\u0633\u062a\u062e\u0631\u0627\u062c\u060c \u062a\u0628\u062f\u06cc\u0644 \u0648 \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u062f\u0627\u062f\u0647<\/li>\n\n\n\n<li>\u0645\u062f\u06cc\u0631\u06cc\u062a \u062a\u0646\u0638\u06cc\u0645\u0627\u062a \u0627\u062a\u0635\u0627\u0644 \u0628\u0647 \u067e\u0627\u06cc\u06af\u0627\u0647 \u062f\u0627\u062f\u0647 \u0628\u0627 \u0641\u0627\u06cc\u0644\u200c\u0647\u0627\u06cc \u0645\u062d\u06cc\u0637\u06cc<\/li>\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\">\u0634\u0631\u06a9\u062a \u062f\u0631 \u0628\u0648\u062a\u200c\u06a9\u0645\u067e \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0628\u0647 \u0634\u0645\u0627 \u06a9\u0645\u06a9 \u0645\u06cc\u200c\u06a9\u0646\u062f \u0631\u0627\u062d\u062a \u062a\u0645\u0631\u06cc\u0646\u200c\u0647\u0627\u06cc \u0646\u0645\u0648\u0646\u0647 \u067e\u0631\u0648\u0698\u0647 \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0631\u0627 \u0627\u0646\u062c\u0627\u0645 \u062f\u0647\u06cc\u062f.<\/p>\n\n\n\n<div class=\"wp-block-buttons is-content-justification-center is-layout-flex wp-container-core-buttons-is-layout-fe48e5de wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button\"><a class=\"wp-block-button__link has-vivid-purple-color has-luminous-vivid-amber-background-color has-text-color has-background has-link-color wp-element-button\" href=\"https:\/\/daneshkar.net\/academy\/data-engineering\" style=\"border-top-left-radius:10px;border-top-right-radius:10px;border-bottom-left-radius:10px;border-bottom-right-radius:10px\" target=\"_blank\" rel=\"noreferrer noopener\"><strong>\u0628\u0648\u062a\u200c\u06a9\u0645\u067e \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647<\/strong><\/a><\/div>\n<\/div>\n\n\n\n<p class=\"wp-block-paragraph\"><\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%D9%86%D9%85%D9%88%D9%86%D9%87_%D9%BE%D8%B1%D9%88%DA%98%D9%87_%D9%85%D9%87%D9%86%D8%AF%D8%B3%DB%8C_%D8%AF%D8%A7%D8%AF%D9%87_%D8%A8%D8%B1%D8%A7%DB%8C_%D8%B3%D8%B7%D8%AD_%D9%85%D8%AA%D9%88%D8%B3%D8%B7\"><\/span>\u0646\u0645\u0648\u0646\u0647 \u067e\u0631\u0648\u0698\u0647 \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u0633\u0637\u062d \u0645\u062a\u0648\u0633\u0637<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627\u06cc \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0633\u0637\u062d \u0645\u062a\u0648\u0633\u0637 \u06a9\u0627\u0631\u0628\u0631\u062f\u06cc\u200c\u062a\u0631 \u0647\u0633\u062a\u0646\u062f \u0648 \u0634\u0628\u0627\u0647\u062a \u0628\u06cc\u0634\u062a\u0631\u06cc \u0628\u0647 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u062f\u0631 \u0634\u0631\u06a9\u062a\u200c\u0647\u0627 \u062f\u0627\u0631\u0646\u062f. \u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627 \u0628\u0627 \u0645\u0641\u0627\u0647\u06cc\u0645\u06cc \u0645\u0627\u0646\u0646\u062f \u0637\u0631\u0627\u062d\u06cc \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646\u200c\u0647\u0627\u06cc ETL \u0648 ELT\u060c \u0627\u0631\u06a9\u0633\u062a\u0631\u06cc\u0634\u0646 \u06af\u0631\u062f\u0634\u200c\u0647\u0627\u06cc \u06a9\u0627\u0631\u06cc\u060c \u0645\u062f\u0644\u200c\u0633\u0627\u0632\u06cc \u062f\u0627\u062f\u0647\u060c \u067e\u0631\u062f\u0627\u0632\u0634 \u062f\u0633\u062a\u0647\u200c\u0627\u06cc \u0648 \u067e\u0631\u062f\u0627\u0632\u0634 \u062c\u0631\u06cc\u0627\u0646\u06cc \u0622\u0634\u0646\u0627 \u062e\u0648\u0627\u0647\u06cc\u062f \u0634\u062f. \u0647\u0645\u0686\u0646\u06cc\u0646 \u0627\u0632 \u0627\u0628\u0632\u0627\u0631\u0647\u0627\u06cc\u06cc \u0645\u0627\u0646\u0646\u062f Apache Airflow\u060c dbt\u060c Apache Spark\u060c Kafka\u060c Snowflake \u0648 \u0633\u0631\u0648\u06cc\u0633\u200c\u0647\u0627\u06cc \u0627\u0628\u0631\u06cc AWS\u060c Azure \u0648 GCP \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u06a9\u0646\u06cc\u062f. \u0647\u062f\u0641 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627 \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646\u200c\u0647\u0627\u06cc \u06a9\u0627\u0645\u0644 \u0628\u0631\u0627\u06cc \u062f\u0631\u06cc\u0627\u0641\u062a\u060c \u067e\u0627\u06a9\u200c\u0633\u0627\u0632\u06cc\u060c \u062a\u0628\u062f\u06cc\u0644\u060c \u0630\u062e\u06cc\u0631\u0647\u200c\u0633\u0627\u0632\u06cc \u0648 \u0622\u0645\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0628\u0631\u0627\u06cc \u062a\u062d\u0644\u06cc\u0644 \u0648 \u062a\u0635\u0645\u06cc\u0645\u200c\u06af\u06cc\u0631\u06cc \u0627\u0633\u062a. \u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627\u06cc \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u0633\u0637\u062d \u0645\u062a\u0648\u0633\u0637 \u0639\u0628\u0627\u0631\u062a\u200c\u0627\u0646\u062f \u0627\u0632:<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%DB%B6_%D8%B3%D8%A7%D8%AE%D8%AA_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_ETL_%D8%AF%D8%B1_AWS_%D8%A8%D8%A7_%D9%BE%D8%A7%DB%8C%D8%AA%D9%88%D9%86_%D8%B1%D9%88%DB%8C_%D8%AF%D8%A7%D8%AF%D9%87%E2%80%8C%D9%87%D8%A7%DB%8C_%DB%8C%D9%88%D8%AA%DB%8C%D9%88%D8%A8\"><\/span>\u06f6. \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 ETL \u062f\u0631 AWS \u0628\u0627 \u067e\u0627\u06cc\u062a\u0648\u0646 \u0631\u0648\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u06cc\u0648\u062a\u06cc\u0648\u0628<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u06cc\u0648\u062a\u06cc\u0648\u0628 \u0647\u0631 \u0631\u0648\u0632 \u062d\u062c\u0645 \u0628\u0633\u06cc\u0627\u0631 \u0632\u06cc\u0627\u062f\u06cc \u0627\u0632 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062a\u0631\u0646\u062f \u062a\u0648\u0644\u06cc\u062f \u0645\u06cc\u200c\u06a9\u0646\u062f \u0648 \u0628\u0647 \u0647\u0645\u06cc\u0646 \u062f\u0644\u06cc\u0644\u060c \u0627\u06cc\u0646 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0628\u0631\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0627\u0644\u06af\u0648\u0647\u0627\u06cc ETL \u062f\u0631 \u0645\u0642\u06cc\u0627\u0633 \u0628\u0632\u0631\u06af \u0645\u0646\u0627\u0633\u0628 \u0647\u0633\u062a\u0646\u062f. \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0633\u0627\u062e\u062a \u06cc\u06a9 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u0628\u062f\u0648\u0646 \u0633\u0631\u0648\u0631 \u062f\u0631 AWS \u0631\u0627 \u067e\u0648\u0634\u0634 \u0645\u06cc\u200c\u062f\u0647\u062f \u06a9\u0647 \u0622\u0645\u0627\u0631 \u0648\u06cc\u062f\u06cc\u0648\u0647\u0627 \u0648 \u0645\u0639\u06cc\u0627\u0631\u0647\u0627\u06cc \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u062a\u0631\u0646\u062f\u0647\u0627 \u0631\u0627 \u067e\u0631\u062f\u0627\u0632\u0634 \u0645\u06cc\u200c\u06a9\u0646\u062f.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u06cc\u06a9 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 ETL \u0628\u0633\u0627\u0632\u06cc\u062f \u06a9\u0647 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062a\u0631\u0646\u062f \u06cc\u0648\u062a\u06cc\u0648\u0628 \u0631\u0627 \u062f\u0631 \u0642\u0627\u0644\u0628\u200c\u0647\u0627\u06cc CSV \u0648 JSON \u062f\u0631\u06cc\u0627\u0641\u062a \u06a9\u0646\u062f\u060c \u0622\u0646\u200c\u0647\u0627 \u0631\u0627 \u0637\u06cc \u0686\u0646\u062f \u0645\u0631\u062d\u0644\u0647 \u062a\u0628\u062f\u06cc\u0644 \u067e\u0631\u062f\u0627\u0632\u0634 \u06a9\u0646\u062f \u0648 \u0645\u062c\u0645\u0648\u0639\u0647\u200c\u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0622\u0645\u0627\u062f\u0647 \u062a\u062d\u0644\u06cc\u0644 \u0627\u0631\u0627\u0626\u0647 \u062f\u0647\u062f. \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062e\u0627\u0645 \u0631\u0627 \u062f\u0631 S3 \u0630\u062e\u06cc\u0631\u0647 \u06a9\u0646\u06cc\u062f\u060c \u0627\u0632 Lambda \u0628\u0631\u0627\u06cc \u062a\u0628\u062f\u06cc\u0644 \u0641\u0631\u0645\u062a\u200c\u0647\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f \u0648 Job\u0647\u0627\u06cc ETL \u0633\u0631\u0648\u06cc\u0633 Glue \u0631\u0627 \u0628\u0631\u0627\u06cc \u0627\u0646\u062c\u0627\u0645 \u0639\u0645\u0644\u06cc\u0627\u062a Join \u0648 Aggregation \u0627\u062c\u0631\u0627 \u06a9\u0646\u06cc\u062f. \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u0628\u0627 Glue Crawler \u0641\u0647\u0631\u0633\u062a\u200c\u0628\u0646\u062f\u06cc \u06a9\u0646\u06cc\u062f\u060c \u0628\u0627 Athena \u0631\u0648\u06cc \u0622\u0646\u200c\u0647\u0627 Query \u0628\u0632\u0646\u06cc\u062f \u0648 \u0631\u0648\u0646\u062f\u0647\u0627 \u0631\u0627 \u062f\u0631 QuickSight \u0645\u0635\u0648\u0631\u0633\u0627\u0632\u06cc \u06a9\u0646\u06cc\u062f.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>\u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/th><th>\u06a9\u062f \u0645\u0646\u0628\u0639<\/th><\/tr><\/thead><tbody><tr><td>Python\u060c AWS S3\u060c AWS Lambda\u060c AWS Glue\u060c AWS Athena\u060c AWS QuickSight<\/td><td><a href=\"https:\/\/github.com\/SamiraSiavash\/divar-api-to-postgres\" target=\"_blank\" rel=\"noreferrer noopener\"><a href=\"https:\/\/www.projectpro.io\/project-use-case\/aws-etl-data-pipeline-python-example\" target=\"_blank\" rel=\"noreferrer noopener\">Build an AWS ETL Data Pipeline in Python on YouTube Data<\/a><\/a><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u062f\u0631 \u0637\u0648\u0644 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u06cc\u0627\u062f \u0645\u06cc\u200c\u06af\u06cc\u0631\u06cc\u062f \u0639\u0628\u0627\u0631\u062a\u200c\u0627\u0646\u062f \u0627\u0632:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u0645\u0639\u0645\u0627\u0631\u06cc ETL \u0628\u062f\u0648\u0646 \u0633\u0631\u0648\u0631 \u062f\u0631 AWS<\/li>\n\n\n\n<li>\u067e\u0631\u062f\u0627\u0632\u0634 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u062f\u0631 \u0686\u0646\u062f \u0641\u0631\u0645\u062a \u0645\u062e\u062a\u0644\u0641 JSON\u060c CSV \u0648 Parquet<\/li>\n\n\n\n<li>\u0637\u0631\u0627\u062d\u06cc \u0646\u0627\u062d\u06cc\u0647\u200c\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u062f\u0631\u06cc\u0627\u0686\u0647 \u062f\u0627\u062f\u0647 \u0634\u0627\u0645\u0644 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062e\u0627\u0645\u060c \u067e\u0631\u062f\u0627\u0632\u0634\u200c\u0634\u062f\u0647 \u0648 \u067e\u0627\u0644\u0627\u06cc\u0634\u200c\u0634\u062f\u0647<\/li>\n\n\n\n<li>\u0641\u0647\u0631\u0633\u062a\u200c\u0628\u0646\u062f\u06cc \u062e\u0648\u062f\u06a9\u0627\u0631 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0628\u0627 Glue Crawler<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%DB%B7_%D8%B3%D8%A7%D8%AE%D8%AA_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_ETL_%D8%A8%D8%A7_dbt%D8%8C_Snowflake_%D9%88_Airflow\"><\/span>\u06f7. \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 ETL \u0628\u0627 dbt\u060c Snowflake \u0648 Airflow<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u062a\u0631\u06a9\u06cc\u0628 dbt\u060c Snowflake \u0648 Airflow \u0628\u0647\u200c\u0637\u0648\u0631 \u06af\u0633\u062a\u0631\u062f\u0647 \u062f\u0631 \u0645\u0647\u0646\u062f\u0633\u06cc \u062a\u062d\u0644\u06cc\u0644 \u062f\u0627\u062f\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f. \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u06af\u0631\u062f\u0634 \u06a9\u0627\u0631 \u0645\u062f\u0631\u0646 ELT \u0631\u0627 \u0622\u0645\u0648\u0632\u0634 \u0645\u06cc\u200c\u062f\u0647\u062f \u06a9\u0647 \u062f\u0631 \u0622\u0646 \u062a\u0628\u062f\u06cc\u0644 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u062f\u0627\u062e\u0644 \u0627\u0646\u0628\u0627\u0631 \u062f\u0627\u062f\u0647 \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc\u200c\u0634\u0648\u062f.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u06cc\u06a9 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u062a\u062d\u0644\u06cc\u0644\u06cc \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u062f \u06a9\u0647 \u062f\u0631 \u0622\u0646 Airflow \u0641\u0631\u0627\u06cc\u0646\u062f\u0647\u0627\u06cc \u062a\u0628\u062f\u06cc\u0644 dbt \u0631\u0627 \u062f\u0631 Snowflake \u0627\u0631\u06a9\u0633\u062a\u0631\u0647 \u06a9\u0646\u062f. Sensor\u0647\u0627\u06cc \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 S3 \u0631\u0627 \u0628\u0631\u0627\u06cc \u0634\u0646\u0627\u0633\u0627\u06cc\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062c\u062f\u06cc\u062f \u0648 \u0627\u062c\u0631\u0627\u06cc \u062e\u0648\u062f\u06a9\u0627\u0631 dbt \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0646\u06cc\u062f. \u0645\u062f\u0644\u200c\u0647\u0627\u06cc dbt \u0631\u0627 \u062f\u0631 \u0644\u0627\u06cc\u0647\u200c\u0647\u0627\u06cc Staging\u060c Intermediate \u0648 Mart \u0633\u0627\u0632\u0645\u0627\u0646\u200c\u062f\u0647\u06cc \u06a9\u0646\u06cc\u062f. \u062a\u0633\u062a\u200c\u0647\u0627\u06cc dbt \u0631\u0627 \u0628\u0631\u0627\u06cc \u0628\u0631\u0631\u0633\u06cc \u06a9\u06cc\u0641\u06cc\u062a \u062f\u0627\u062f\u0647 \u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u06a9\u0631\u062f\u0647 \u0648 \u0627\u0639\u0644\u0627\u0646\u200c\u0647\u0627\u06cc Slack \u0631\u0627 \u0628\u0631\u0627\u06cc \u0645\u0627\u0646\u06cc\u062a\u0648\u0631\u06cc\u0646\u06af \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u0627\u0636\u0627\u0641\u0647 \u06a9\u0646\u06cc\u062f.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>\u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/th><th>\u06a9\u062f \u0645\u0646\u0628\u0639<\/th><\/tr><\/thead><tbody><tr><td>dbt\u060c Snowflake\u060c Apache Airflow\u060c AWS S3\u060c AWS EC2\u060c Slack<\/td><td><a href=\"https:\/\/github.com\/SamiraSiavash\/divar-api-to-postgres\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/aws-etl-data-pipeline-python-example\" target=\"_blank\" rel=\"noreferrer noopener\"><a href=\"https:\/\/www.projectpro.io\/project-use-case\/etl-pipeline-with-snowflake-dbt-airflow-example\" target=\"_blank\" rel=\"noreferrer noopener\">Build an ETL Pipeline with dbt, Snowflake and Airflow<\/a><\/a><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u0647\u0646\u06af\u0627\u0645 \u0627\u0646\u062c\u0627\u0645 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u06cc\u0627\u062f \u0645\u06cc\u200c\u06af\u06cc\u0631\u06cc\u062f:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u0633\u0627\u0632\u0645\u0627\u0646\u200c\u062f\u0647\u06cc \u0648 \u0644\u0627\u06cc\u0647\u200c\u0628\u0646\u062f\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc dbt<\/li>\n\n\n\n<li>\u062a\u0648\u0633\u0639\u0647 DAG\u0647\u0627\u06cc Airflow \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Sensor\u0647\u0627<\/li>\n\n\n\n<li>\u0622\u0632\u0645\u0627\u06cc\u0634 \u06a9\u06cc\u0641\u06cc\u062a \u062f\u0627\u062f\u0647 \u0628\u0627 dbt<\/li>\n\n\n\n<li>\u0647\u0634\u062f\u0627\u0631\u062f\u0647\u06cc \u0648 \u0645\u0627\u0646\u06cc\u062a\u0648\u0631\u06cc\u0646\u06af \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646<\/li>\n<\/ul>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full\"><img decoding=\"async\" width=\"800\" height=\"450\" src=\"https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/snowflake-project.webp\" alt=\"\u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 ETL \u0628\u0627 dbt\u060c Snowflake \u0648 Airflow\" class=\"wp-image-10140\" srcset=\"https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/snowflake-project.webp 800w, https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/snowflake-project-300x169.webp 300w, https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/snowflake-project-768x432.webp 768w, https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/snowflake-project-390x220.webp 390w\" sizes=\"(max-width: 800px) 100vw, 800px\" \/><\/figure>\n<\/div>\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%DB%B8_%D8%B3%D8%A7%D8%AE%D8%AA_%D8%AF%D8%A7%D8%B4%D8%A8%D9%88%D8%B1%D8%AF_%D9%84%D8%AD%D8%B8%D9%87%E2%80%8C%D8%A7%DB%8C_%D8%A8%D8%A7_Spark%D8%8C_Grafana_%D9%88_InfluxDB\"><\/span>\u06f8. \u0633\u0627\u062e\u062a \u062f\u0627\u0634\u0628\u0648\u0631\u062f \u0644\u062d\u0638\u0647\u200c\u0627\u06cc \u0628\u0627 Spark\u060c Grafana \u0648 InfluxDB<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u062f\u0627\u0634\u0628\u0648\u0631\u062f\u0647\u0627\u06cc \u0644\u062d\u0638\u0647\u200c\u0627\u06cc \u0627\u0645\u06a9\u0627\u0646 \u0645\u0634\u0627\u0647\u062f\u0647 \u0641\u0648\u0631\u06cc \u0634\u0627\u062e\u0635\u200c\u0647\u0627\u06cc \u06a9\u0633\u0628\u200c\u0648\u06a9\u0627\u0631 \u0631\u0627 \u0641\u0631\u0627\u0647\u0645 \u0645\u06cc\u200c\u06a9\u0646\u0646\u062f. \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0628\u0647 \u0634\u0645\u0627 \u0622\u0645\u0648\u0632\u0634 \u0645\u06cc\u200c\u062f\u0647\u062f \u0686\u06af\u0648\u0646\u0647 \u06cc\u06a9 \u0645\u062c\u0645\u0648\u0639\u0647 \u0627\u0628\u0632\u0627\u0631 \u067e\u0627\u06cc\u0634\u200c\u067e\u0630\u06cc\u0631\u06cc \u0628\u0631\u0627\u06cc \u0645\u0627\u0646\u06cc\u062a\u0648\u0631\u06cc\u0646\u06af \u0648 \u062a\u062d\u0644\u06cc\u0644 \u0628\u0633\u0627\u0632\u06cc\u062f.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u06cc\u06a9 \u062f\u0627\u0634\u0628\u0648\u0631\u062f \u062a\u062d\u0644\u06cc\u0644\u06cc \u0628\u0631\u0627\u06cc \u062a\u062c\u0627\u0631\u062a \u0627\u0644\u06a9\u062a\u0631\u0648\u0646\u06cc\u06a9 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u062f \u06a9\u0647 \u0631\u0648\u06cc\u062f\u0627\u062f\u0647\u0627\u06cc \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u0631\u0627 \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u0644\u062d\u0638\u0647\u200c\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u06a9\u0646\u062f. \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062c\u0631\u06cc\u0627\u0646 \u06a9\u0644\u06cc\u06a9 \u0634\u0627\u0645\u0644 \u0628\u0627\u0632\u062f\u06cc\u062f \u0635\u0641\u062d\u0627\u062a \u0648 \u062e\u0631\u06cc\u062f\u0647\u0627 \u0631\u0627 \u0634\u0628\u06cc\u0647\u200c\u0633\u0627\u0632\u06cc \u06a9\u0646\u06cc\u062f. \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u0627\u0632 \u0637\u0631\u06cc\u0642 Kafka \u062f\u0631\u06cc\u0627\u0641\u062a \u06a9\u0646\u06cc\u062f \u0648 \u0628\u0627 Spark Streaming \u067e\u0631\u062f\u0627\u0632\u0634 \u06a9\u0646\u06cc\u062f \u062a\u0627 \u0645\u0639\u06cc\u0627\u0631\u0647\u0627\u06cc\u06cc \u0645\u0627\u0646\u0646\u062f \u062a\u0639\u062f\u0627\u062f \u0633\u0641\u0627\u0631\u0634 \u062f\u0631 \u062f\u0642\u06cc\u0642\u0647 \u0648 \u062f\u0631\u0622\u0645\u062f \u0628\u0647 \u062a\u0641\u06a9\u06cc\u06a9 \u0645\u0646\u0637\u0642\u0647 \u0645\u062d\u0627\u0633\u0628\u0647 \u0634\u0648\u0646\u062f. \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u062f\u0631 InfluxDB \u06a9\u0647 \u06cc\u06a9 \u067e\u0627\u06cc\u06af\u0627\u0647 \u062f\u0627\u062f\u0647 \u0633\u0631\u06cc \u0632\u0645\u0627\u0646\u06cc \u0627\u0633\u062a \u0630\u062e\u06cc\u0631\u0647 \u06a9\u0646\u06cc\u062f \u0648 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u062f\u0627\u0634\u0628\u0648\u0631\u062f\u0647\u0627\u06cc Grafana \u0646\u0645\u0627\u06cc\u0634 \u062f\u0647\u06cc\u062f. \u067e\u0631\u0648\u0698\u0647 \u0631\u0627 \u0628\u0627 Docker Compose \u0645\u0633\u062a\u0642\u0631 \u06a9\u0646\u06cc\u062f.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>\u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/th><th>\u06a9\u062f \u0645\u0646\u0628\u0639<\/th><\/tr><\/thead><tbody><tr><td>Apache Spark Streaming\u060c Apache Kafka\u060c InfluxDB\u060c Grafana\u060c Docker\u060c Python<\/td><td><a href=\"https:\/\/github.com\/SamiraSiavash\/divar-api-to-postgres\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/aws-etl-data-pipeline-python-example\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/etl-pipeline-with-snowflake-dbt-airflow-example\" target=\"_blank\" rel=\"noreferrer noopener\"><a href=\"https:\/\/www.projectpro.io\/project-use-case\/real-time-streaming-dashboard-spark-grafana-influxdb\" target=\"_blank\" rel=\"noreferrer noopener\">Build a Real-Time Dashboard with Spark, Grafana, and InfluxDB<\/a><\/a><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u0628\u0647 \u062f\u0633\u062a \u0645\u06cc\u200c\u0622\u0648\u0631\u06cc\u062f \u0639\u0628\u0627\u0631\u062a\u200c\u0627\u0646\u062f \u0627\u0632:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u062a\u0648\u0633\u0639\u0647 Job\u0647\u0627\u06cc Spark Streaming<\/li>\n\n\n\n<li>\u0637\u0631\u0627\u062d\u06cc \u067e\u0627\u06cc\u06af\u0627\u0647 \u062f\u0627\u062f\u0647 \u0633\u0631\u06cc \u0632\u0645\u0627\u0646\u06cc<\/li>\n\n\n\n<li>\u0633\u0627\u062e\u062a \u062f\u0627\u0634\u0628\u0648\u0631\u062f \u0628\u0627 Grafana<\/li>\n\n\n\n<li>\u062a\u062c\u0645\u06cc\u0639 \u0645\u0639\u06cc\u0627\u0631\u0647\u0627 \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u0644\u062d\u0638\u0647\u200c\u0627\u06cc<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%DB%B9_%D8%B3%D8%A7%D8%AE%D8%AA_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_%D8%AC%D8%B1%DB%8C%D8%A7%D9%86%DB%8C_%D8%A8%D8%A7_dbt%D8%8C_Snowflake_%D9%88_Kinesis\"><\/span>\u06f9. \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u062c\u0631\u06cc\u0627\u0646\u06cc \u0628\u0627 dbt\u060c Snowflake \u0648 Kinesis<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u062a\u0631\u06a9\u06cc\u0628 dbt \u0628\u0627 \u0645\u0646\u0627\u0628\u0639 \u062f\u0627\u062f\u0647 \u062c\u0631\u06cc\u0627\u0646\u06cc\u060c \u0627\u0645\u06a9\u0627\u0646 \u0627\u0646\u062c\u0627\u0645 \u062a\u0628\u062f\u06cc\u0644\u200c\u0647\u0627\u06cc \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 SQL \u0631\u0627 \u0631\u0648\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0628\u0644\u0627\u062f\u0631\u0646\u06af \u0641\u0631\u0627\u0647\u0645 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0646\u062d\u0648\u0647 \u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u0627\u06cc\u0646 \u0627\u0644\u06af\u0648 \u0631\u0627 \u0646\u0634\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u062f.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u06cc\u06a9 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u062a\u062d\u0644\u06cc\u0644\u06cc \u0628\u0631\u0627\u06cc \u0628\u0627\u0632\u0627\u0631 \u0633\u0647\u0627\u0645 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u062f. \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u067e\u0627\u06cc\u062a\u0648\u0646 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0632\u0646\u062f\u0647 \u0631\u0627 \u062f\u0631\u06cc\u0627\u0641\u062a \u06a9\u0631\u062f\u0647 \u0648 \u0622\u0646\u200c\u0647\u0627 \u0631\u0627 \u0628\u0647 Kinesis Firehose \u0627\u0631\u0633\u0627\u0644 \u06a9\u0646\u06cc\u062f \u062a\u0627 \u062f\u0631 S3 \u0630\u062e\u06cc\u0631\u0647 \u0634\u0648\u0646\u062f. \u062c\u062f\u0648\u0644\u200c\u0647\u0627\u06cc \u062e\u0627\u0631\u062c\u06cc Snowflake \u0631\u0627 \u0628\u0631\u0627\u06cc \u06a9\u0648\u0626\u0631\u06cc \u06af\u0631\u0641\u062a\u0646 \u0627\u0632 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0645\u0648\u062c\u0648\u062f \u062f\u0631 S3 \u067e\u06cc\u06a9\u0631\u0628\u0646\u062f\u06cc \u06a9\u0646\u06cc\u062f. dbt Cloud \u0631\u0627 \u0628\u0647 \u06af\u06cc\u062a\u200c\u0647\u0627\u0628 \u0645\u062a\u0635\u0644 \u06a9\u0631\u062f\u0647 \u0648 \u0628\u0631\u0627\u06cc \u062a\u0628\u062f\u06cc\u0644 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0646\u06cc\u062f. \u0645\u062f\u0644\u200c\u0647\u0627\u06cc Staging\u060c Intermediate \u0648 Mart \u0631\u0627 \u0628\u0633\u0627\u0632\u06cc\u062f. \u0627\u0632 \u062a\u06af\u200c\u0647\u0627\u06cc dbt \u0628\u0631\u0627\u06cc \u0633\u0627\u0632\u0645\u0627\u0646\u200c\u062f\u0647\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0644\u062d\u0638\u0647\u200c\u0627\u06cc \u0648 \u062f\u0633\u062a\u0647\u200c\u0627\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>\u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/th><th>\u06a9\u062f \u0645\u0646\u0628\u0639<\/th><\/tr><\/thead><tbody><tr><td>dbt Cloud\u060c Snowflake\u060c AWS Kinesis Firehose\u060c AWS S3\u060c Python\u060c GitHub<\/td><td><a href=\"https:\/\/github.com\/SamiraSiavash\/divar-api-to-postgres\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/aws-etl-data-pipeline-python-example\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/etl-pipeline-with-snowflake-dbt-airflow-example\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/real-time-streaming-dashboard-spark-grafana-influxdb\" target=\"_blank\" rel=\"noreferrer noopener\"><a href=\"https:\/\/www.projectpro.io\/project-use-case\/dbt-streaming-project-with-snowflake-and-kinesis\" target=\"_blank\" rel=\"noreferrer noopener\">Build a Streaming Pipeline with dbt, Snowflake and Kinesis<\/a><\/a><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u0628\u0627 \u0627\u0646\u062c\u0627\u0645 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc \u0632\u06cc\u0631 \u0631\u0627 \u06cc\u0627\u062f \u0645\u06cc\u200c\u06af\u06cc\u0631\u06cc\u062f:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u06cc\u06a9\u067e\u0627\u0631\u0686\u0647\u200c\u0633\u0627\u0632\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062c\u0631\u06cc\u0627\u0646\u06cc \u0628\u0627 \u0627\u0646\u0628\u0627\u0631 \u062f\u0627\u062f\u0647<\/li>\n\n\n\n<li>\u067e\u06cc\u06a9\u0631\u0628\u0646\u062f\u06cc dbt Cloud<\/li>\n\n\n\n<li>\u0633\u0627\u062e\u062a \u062c\u062f\u0648\u0644\u200c\u0647\u0627\u06cc \u062e\u0627\u0631\u062c\u06cc \u062f\u0631 Snowflake <\/li>\n\n\n\n<li>\u0637\u0631\u0627\u062d\u06cc \u0645\u0639\u0645\u0627\u0631\u06cc \u062a\u0631\u06a9\u06cc\u0628\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u062f\u0633\u062a\u0647\u200c\u0627\u06cc \u0648 \u062c\u0631\u06cc\u0627\u0646\u06cc<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%DB%B1%DB%B0_%D8%AC%D9%85%D8%B9%E2%80%8C%D8%A2%D9%88%D8%B1%DB%8C_%D8%B1%D9%88%D8%B2%D8%A7%D9%86%D9%87_%D9%82%DB%8C%D9%85%D8%AA_%D9%85%D9%88%D8%A8%D8%A7%DB%8C%D9%84_%D8%A7%D8%B2_%D8%AF%DB%8C%D8%AC%DB%8C%E2%80%8C%DA%A9%D8%A7%D9%84%D8%A7\"><\/span>\u06f1\u06f0. \u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc \u0631\u0648\u0632\u0627\u0646\u0647 \u0642\u06cc\u0645\u062a \u0645\u0648\u0628\u0627\u06cc\u0644 \u0627\u0632 \u062f\u06cc\u062c\u06cc\u200c\u06a9\u0627\u0644\u0627<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u062f\u0631 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647\u060c \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0648 \u0642\u06cc\u0645\u062a \u06af\u0648\u0634\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0628\u0627\u06cc\u0644 \u0627\u0632 API \u062f\u06cc\u062c\u06cc\u200c\u06a9\u0627\u0644\u0627 \u062f\u0631\u06cc\u0627\u0641\u062a \u0645\u06cc\u200c\u0634\u0648\u0646\u062f\u060c \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062a\u0648\u200c\u062f\u0631\u200c\u062a\u0648\u06cc JSON \u0628\u0647 \u06cc\u06a9 \u0645\u062c\u0645\u0648\u0639\u0647\u200c\u062f\u0627\u062f\u0647 \u0633\u0627\u062e\u062a\u0627\u0631\u06cc\u0627\u0641\u062a\u0647 \u062a\u0628\u062f\u06cc\u0644 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f \u0648 \u062f\u0631 PostgreSQL \u0630\u062e\u06cc\u0631\u0647 \u062e\u0648\u0627\u0647\u0646\u062f \u0634\u062f. Apache Airflow \u0627\u062c\u0631\u0627\u06cc \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u0631\u0627 \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u0631\u0648\u0632\u0627\u0646\u0647 \u0632\u0645\u0627\u0646\u200c\u0628\u0646\u062f\u06cc \u0645\u06cc\u200c\u06a9\u0646\u062f \u0648 \u0648\u0638\u0627\u06cc\u0641\u06cc \u0645\u0627\u0646\u0646\u062f \u0646\u0638\u0627\u0631\u062a \u0628\u0631 \u0627\u062c\u0631\u0627\u060c \u0645\u062f\u06cc\u0631\u06cc\u062a \u062a\u0644\u0627\u0634 \u0645\u062c\u062f\u062f \u0648 \u062b\u0628\u062a \u062a\u0627\u0631\u06cc\u062e\u0686\u0647 \u0627\u062c\u0631\u0627\u06cc \u062a\u0633\u06a9\u200c\u0647\u0627 \u0631\u0627 \u0628\u0631 \u0639\u0647\u062f\u0647 \u062f\u0627\u0631\u062f. \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062c\u062f\u06cc\u062f \u0628\u0647 \u0631\u06a9\u0648\u0631\u062f\u0647\u0627\u06cc \u0642\u0628\u0644\u06cc \u0627\u0636\u0627\u0641\u0647 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f \u0648 \u0628\u0647 \u0647\u0645\u06cc\u0646 \u062f\u0644\u06cc\u0644 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u062a\u0627\u0631\u06cc\u062e\u0686\u0647 \u062a\u063a\u06cc\u06cc\u0631\u0627\u062a \u0642\u06cc\u0645\u062a \u0645\u062d\u0635\u0648\u0644\u0627\u062a \u0631\u0627 \u0646\u06af\u0647\u062f\u0627\u0631\u06cc \u0648 \u062f\u0631 \u0645\u0631\u0627\u062d\u0644 \u0628\u0639\u062f \u062a\u062d\u0644\u06cc\u0644 \u06a9\u0631\u062f.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>\u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/th><th>\u06a9\u062f \u0645\u0646\u0628\u0639<\/th><\/tr><\/thead><tbody><tr><td>Python\u060c Apache Airflow\u060c PostgreSQL\u060c Pandas\u060c Requests\u060c Logging<\/td><td><a href=\"https:\/\/github.com\/SamiraSiavash\/divar-api-to-postgres\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/aws-etl-data-pipeline-python-example\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/etl-pipeline-with-snowflake-dbt-airflow-example\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/real-time-streaming-dashboard-spark-grafana-influxdb\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/dbt-streaming-project-with-snowflake-and-kinesis\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">Digikala Mobile Price Pipeline<\/a><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u06cc\u0627\u062f \u0645\u06cc\u200c\u06af\u06cc\u0631\u06cc\u062f:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u062f\u0631\u06cc\u0627\u0641\u062a \u0686\u0646\u062f\u0635\u0641\u062d\u0647\u200c\u0627\u06cc \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0645\u062d\u0635\u0648\u0644\u0627\u062a \u0627\u0632 API \u062f\u06cc\u062c\u06cc\u200c\u06a9\u0627\u0644\u0627<\/li>\n\n\n\n<li>\u0646\u0631\u0645\u0627\u0644\u200c\u0633\u0627\u0632\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062a\u0648\u200c\u062f\u0631\u200c\u062a\u0648\u06cc JSON<\/li>\n\n\n\n<li>\u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 ETL \u0645\u0627\u0698\u0648\u0644\u0627\u0631 \u0628\u0627 \u067e\u0627\u06cc\u062a\u0648\u0646<\/li>\n\n\n\n<li>\u0632\u0645\u0627\u0646\u200c\u0628\u0646\u062f\u06cc \u0648 \u0645\u062f\u06cc\u0631\u06cc\u062a \u06af\u0631\u062f\u0634 \u06a9\u0627\u0631 \u0628\u0627 Apache Airflow<\/li>\n\n\n\n<li>\u0630\u062e\u06cc\u0631\u0647 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062a\u0627\u0631\u06cc\u062e\u06cc \u0648 \u0632\u0645\u0627\u0646 \u0627\u062c\u0631\u0627\u06cc \u0647\u0631 \u0631\u06a9\u0648\u0631\u062f<\/li>\n\n\n\n<li>\u0645\u062f\u06cc\u0631\u06cc\u062a \u0644\u0627\u06af\u060c \u062e\u0637\u0627 \u0648 \u0627\u062c\u0631\u0627\u06cc \u0645\u062c\u062f\u062f \u062a\u0633\u06a9\u200c\u0647\u0627<\/li>\n<\/ul>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"800\" height=\"450\" src=\"https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/mobile-adigikala-1.webp\" alt=\"\u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc \u0631\u0648\u0632\u0627\u0646\u0647 \u0642\u06cc\u0645\u062a \u0645\u0648\u0628\u0627\u06cc\u0644 \u0627\u0632 \u062f\u06cc\u062c\u06cc\u200c\u06a9\u0627\u0644\u0627\" class=\"wp-image-10142\" srcset=\"https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/mobile-adigikala-1.webp 800w, https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/mobile-adigikala-1-300x169.webp 300w, https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/mobile-adigikala-1-768x432.webp 768w, https:\/\/daneshkar.net\/blog\/wp-content\/uploads\/2026\/07\/mobile-adigikala-1-390x220.webp 390w\" sizes=\"(max-width: 800px) 100vw, 800px\" \/><\/figure>\n<\/div>\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%D9%86%D9%85%D9%88%D9%86%D9%87_%D9%BE%D8%B1%D9%88%DA%98%D9%87_%D9%85%D9%87%D9%86%D8%AF%D8%B3%DB%8C_%D8%AF%D8%A7%D8%AF%D9%87_%D8%A8%D8%B1%D8%A7%DB%8C_%D8%B3%D8%B7%D8%AD_%D9%BE%DB%8C%D8%B4%D8%B1%D9%81%D8%AA%D9%87\"><\/span>\u0646\u0645\u0648\u0646\u0647 \u067e\u0631\u0648\u0698\u0647 \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u0633\u0637\u062d \u067e\u06cc\u0634\u0631\u0641\u062a\u0647<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u062f\u0631 \u0633\u0637\u062d \u067e\u06cc\u0634\u0631\u0641\u062a\u0647\u060c \u0634\u0645\u0627 \u0648\u0627\u0631\u062f \u062f\u0646\u06cc\u0627\u06cc \u0633\u06cc\u0633\u062a\u0645\u200c\u0647\u0627\u06cc \u062f\u0627\u062f\u0647 \u0648\u0627\u0642\u0639\u06cc\u060c \u062a\u0648\u0632\u06cc\u0639\u200c\u0634\u062f\u0647 \u0648 \u0645\u0642\u06cc\u0627\u0633\u200c\u067e\u0630\u06cc\u0631 \u0645\u06cc\u200c\u0634\u0648\u06cc\u062f. \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0631\u062d\u0644\u0647 \u0639\u0644\u0627\u0648\u0647\u200c\u0628\u0631 \u0637\u0631\u0627\u062d\u06cc \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646\u200c\u0647\u0627\u06cc ETL \u0648 ELT\u060c \u0628\u0627 \u0645\u0641\u0627\u0647\u06cc\u0645\u06cc \u0645\u0627\u0646\u0646\u062f \u067e\u0631\u062f\u0627\u0632\u0634 \u062c\u0631\u06cc\u0627\u0646\u06cc \u0644\u062d\u0638\u0647\u200c\u0627\u06cc\u060c \u0645\u0639\u0645\u0627\u0631\u06cc Lakehouse\u060c \u0645\u062f\u06cc\u0631\u06cc\u062a \u0632\u06cc\u0631\u0633\u0627\u062e\u062a \u0628\u0647\u200c\u0639\u0646\u0648\u0627\u0646 \u06a9\u062f\u060c \u062d\u0627\u06a9\u0645\u06cc\u062a \u0648 \u062a\u0628\u0627\u0631\u0634\u0646\u0627\u0633\u06cc \u062f\u0627\u062f\u0647 \u0648 \u067e\u0627\u06cc\u0634 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646\u200c\u0647\u0627 \u062f\u0631 \u0645\u062d\u06cc\u0637 \u0639\u0645\u0644\u06cc\u0627\u062a\u06cc \u06a9\u0627\u0631 \u062e\u0648\u0627\u0647\u06cc\u062f \u06a9\u0631\u062f. \u0647\u062f\u0641 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627 \u0633\u0627\u062e\u062a \u0633\u06cc\u0633\u062a\u0645\u200c\u0647\u0627\u06cc \u062f\u0627\u062f\u0647 \u067e\u0627\u06cc\u062f\u0627\u0631\u060c \u0645\u0642\u06cc\u0627\u0633\u200c\u067e\u0630\u06cc\u0631 \u0648 \u0642\u0627\u0628\u0644\u200c\u0627\u0639\u062a\u0645\u0627\u062f \u0628\u0631\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u062d\u062c\u0645 \u0632\u06cc\u0627\u062f\u06cc \u0627\u0632 \u062f\u0627\u062f\u0647 \u062f\u0631 \u0645\u062d\u06cc\u0637\u200c\u0647\u0627\u06cc \u0648\u0627\u0642\u0639\u06cc \u0627\u0633\u062a. \u0646\u0645\u0648\u0646\u0647 \u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627\u06cc \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u0633\u0637\u062d \u067e\u06cc\u0634\u0631\u0641\u062a\u0647 \u0639\u0628\u0627\u0631\u062a\u200c\u0627\u0646\u062f \u0627\u0632:<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%DB%B1%DB%B1_%D8%B3%D8%A7%D8%AE%D8%AA_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_%D8%AF%D8%A7%D8%AF%D9%87_%D9%85%D8%A8%D8%AA%D9%86%DB%8C_%D8%A8%D8%B1_%D9%BE%DB%8C%D8%A7%D9%85%E2%80%8C%D8%B1%D8%B3%D8%A7%D9%86%DB%8C_%D8%A8%D8%A7_%D8%A7%D8%B3%D8%AA%D9%81%D8%A7%D8%AF%D9%87_%D8%A7%D8%B2_PySpark_%D9%88_Hive\"><\/span>\u06f1\u06f1. \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u062f\u0627\u062f\u0647 \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u067e\u06cc\u0627\u0645\u200c\u0631\u0633\u0627\u0646\u06cc \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 PySpark \u0648 Hive<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0645\u0639\u0645\u0627\u0631\u06cc Lambda \u0631\u0627 \u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u06cc\u200c\u06a9\u0646\u062f\u061b \u0645\u0639\u0645\u0627\u0631\u06cc\u200c\u0627\u06cc \u06a9\u0647 \u067e\u0631\u062f\u0627\u0632\u0634 \u062c\u0631\u06cc\u0627\u0646\u06cc \u0644\u062d\u0638\u0647\u200c\u0627\u06cc \u0648 \u067e\u0631\u062f\u0627\u0632\u0634 \u062f\u0633\u062a\u0647\u200c\u0627\u06cc \u0631\u0627 \u062f\u0631 \u06cc\u06a9 \u0633\u06cc\u0633\u062a\u0645 \u06cc\u06a9\u067e\u0627\u0631\u0686\u0647 \u0645\u062f\u06cc\u0631\u06cc\u062a \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0627\u06cc\u0646 \u0627\u0644\u06af\u0648 \u0632\u0645\u0627\u0646\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u200c\u0634\u0648\u062f \u06a9\u0647 \u0647\u0645 \u0628\u0647 \u0628\u06cc\u0646\u0634\u200c\u0647\u0627\u06cc \u0641\u0648\u0631\u06cc \u0648 \u0647\u0645 \u0628\u0647 \u062a\u062d\u0644\u06cc\u0644 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062a\u0627\u0631\u06cc\u062e\u06cc \u0646\u06cc\u0627\u0632 \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u06cc\u06a9 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u062f\u0648\u0645\u0633\u06cc\u0631\u0647 \u0628\u0633\u0627\u0632\u06cc\u062f \u06a9\u0647 \u062f\u0631 \u0622\u0646 \u0645\u0633\u06cc\u0631 \u0633\u0631\u06cc\u0639 \u06cc\u0627 Hot Path \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062c\u0631\u06cc\u0627\u0646\u06cc \u0631\u0627 \u0628\u0631\u0627\u06cc \u062f\u0627\u0634\u0628\u0648\u0631\u062f\u0647\u0627\u06cc \u0628\u0644\u0627\u062f\u0631\u0646\u06af \u067e\u0631\u062f\u0627\u0632\u0634 \u06a9\u0646\u062f \u0648 \u0645\u0633\u06cc\u0631 \u0633\u0631\u062f \u06cc\u0627 Cold Path \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u0628\u0631\u0627\u06cc \u062a\u062d\u0644\u06cc\u0644\u200c\u0647\u0627\u06cc \u062f\u0633\u062a\u0647\u200c\u0627\u06cc \u0630\u062e\u06cc\u0631\u0647 \u06a9\u0646\u062f. \u0627\u0632 NiFi \u0628\u0631\u0627\u06cc \u062f\u0631\u06cc\u0627\u0641\u062a \u062f\u0627\u062f\u0647 \u0627\u0632 API\u0647\u0627\u060c \u062a\u062c\u0632\u06cc\u0647 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc JSON \u0648 \u0631\u0645\u0632\u0646\u06af\u0627\u0631\u06cc \u0641\u06cc\u0644\u062f\u0647\u0627\u06cc \u062d\u0627\u0648\u06cc \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0634\u062e\u0635\u06cc \u0642\u0627\u0628\u0644\u200c\u0634\u0646\u0627\u0633\u0627\u06cc\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f. \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u0628\u0631\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u0628\u0644\u0627\u062f\u0631\u0646\u06af \u0628\u0627 PySpark \u0628\u0647 Kafka \u0647\u062f\u0627\u06cc\u062a \u06a9\u0631\u062f\u0647 \u0648 \u0646\u062a\u0627\u06cc\u062c \u0631\u0627 \u062f\u0631 Cassandra \u0630\u062e\u06cc\u0631\u0647 \u06a9\u0646\u06cc\u062f. \u0647\u0645\u200c\u0632\u0645\u0627\u0646\u060c \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u0628\u0631\u0627\u06cc \u062a\u062d\u0644\u06cc\u0644 \u062f\u0633\u062a\u0647\u200c\u0627\u06cc \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 Hive \u062f\u0631 HDFS \u0642\u0631\u0627\u0631 \u062f\u0647\u06cc\u062f. \u0641\u0631\u0627\u06cc\u0646\u062f\u0647\u0627 \u0631\u0627 \u0628\u0627 Airflow \u0647\u0645\u0627\u0647\u0646\u06af \u06a9\u0646\u06cc\u062f.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>\u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/th><th>\u06a9\u062f \u0645\u0646\u0628\u0639<\/th><\/tr><\/thead><tbody><tr><td>Apache NiFi\u060c Apache Kafka\u060c PySpark\u060c Apache Hive\u060c HDFS\u060c Cassandra\u060c Apache Airflow<\/td><td><a href=\"https:\/\/github.com\/SamiraSiavash\/divar-api-to-postgres\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/aws-etl-data-pipeline-python-example\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/etl-pipeline-with-snowflake-dbt-airflow-example\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/real-time-streaming-dashboard-spark-grafana-influxdb\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/dbt-streaming-project-with-snowflake-and-kinesis\" target=\"_blank\" rel=\"noreferrer noopener\"><a href=\"https:\/\/www.projectpro.io\/project-use-case\/build-a-data-pipeline-based-on-messaging-using-spark-and-hive\" target=\"_blank\" rel=\"noreferrer noopener\">Create A Data Pipeline based on Messaging Using PySpark Hive<\/a><\/a><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc\u06cc \u06a9\u0647 \u062f\u0631 \u0637\u0648\u0644 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u06cc\u0627\u062f \u0645\u06cc\u200c\u06af\u06cc\u0631\u06cc\u062f:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u0645\u0639\u0645\u0627\u0631\u06cc Lambda<\/li>\n\n\n\n<li>\u06cc\u06a9\u067e\u0627\u0631\u0686\u0647\u200c\u0633\u0627\u0632\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u062c\u0631\u06cc\u0627\u0646\u06cc Kafka \u0648 Spark<\/li>\n\n\n\n<li>\u0631\u0645\u0632\u0646\u06af\u0627\u0631\u06cc \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0634\u062e\u0635\u06cc \u0642\u0627\u0628\u0644\u200c\u0634\u0646\u0627\u0633\u0627\u06cc\u06cc \u062f\u0631 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646\u200c\u0647\u0627<\/li>\n\n\n\n<li>\u0645\u0633\u06cc\u0631\u06cc\u0627\u0628\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0628\u06cc\u0646 Hot Path \u0648 Cold Path<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%DB%B1%DB%B2_%D9%BE%D8%B1%D9%88%DA%98%D9%87_ETL_%D8%A8%D8%A7_PySpark_%D8%A8%D8%B1%D8%A7%DB%8C_%D9%BE%D8%B1%D8%AF%D8%A7%D8%B2%D8%B4_%D9%84%D8%AD%D8%B8%D9%87%E2%80%8C%D8%A7%DB%8C_%D8%AF%D8%A7%D8%AF%D9%87%E2%80%8C%D9%87%D8%A7\"><\/span>\u06f1\u06f2. \u067e\u0631\u0648\u0698\u0647 ETL \u0628\u0627 PySpark \u0628\u0631\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u0644\u062d\u0638\u0647\u200c\u0627\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u062f\u0631\u06a9 \u062a\u0641\u0627\u0648\u062a \u0645\u06cc\u0627\u0646 ETL \u0648 ELT \u06cc\u06a9\u06cc \u0627\u0632 \u0645\u0648\u0636\u0648\u0639\u0627\u062a \u0631\u0627\u06cc\u062c \u062f\u0631 \u0645\u0635\u0627\u062d\u0628\u0647\u200c\u0647\u0627\u06cc \u0634\u063a\u0644\u06cc \u0627\u0633\u062a. \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0647\u0631 \u062f\u0648 \u0627\u0644\u06af\u0648 \u0631\u0627 \u0622\u0645\u0648\u0632\u0634 \u0645\u06cc\u200c\u062f\u0647\u062f \u0648 \u0646\u0634\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u062f \u062f\u0631 \u0686\u0647 \u0634\u0631\u0627\u06cc\u0637\u06cc \u0628\u0627\u06cc\u062f \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u067e\u06cc\u0634 \u0627\u0632 \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0631\u062f \u0648 \u0686\u0647 \u0632\u0645\u0627\u0646\u06cc \u0628\u0647\u062a\u0631 \u0627\u0633\u062a \u062a\u0628\u062f\u06cc\u0644 \u062f\u0627\u062f\u0647 \u067e\u0633 \u0627\u0632 \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u0627\u0646\u062c\u0627\u0645 \u0634\u0648\u062f.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u0627\u0644\u06af\u0648\u0647\u0627\u06cc ETL \u0648 ELT \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 PySpark Structured Streaming \u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u06a9\u0646\u06cc\u062f. \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646\u200c\u0647\u0627\u06cc \u062c\u0631\u06cc\u0627\u0646\u06cc \u0628\u0633\u0627\u0632\u06cc\u062f \u06a9\u0647 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u0627\u0632 Kafka \u062f\u0631\u06cc\u0627\u0641\u062a \u06a9\u0646\u0646\u062f\u060c \u062a\u0628\u062f\u06cc\u0644\u200c\u0647\u0627\u06cc \u0644\u0627\u0632\u0645 \u0631\u0627 \u0631\u0648\u06cc \u0622\u0646\u200c\u0647\u0627 \u0627\u0646\u062c\u0627\u0645 \u062f\u0647\u0646\u062f \u0648 \u0646\u062a\u0627\u06cc\u062c \u0631\u0627 \u062f\u0631 \u0686\u0646\u062f \u0645\u0642\u0635\u062f \u0645\u062e\u062a\u0644\u0641 \u0630\u062e\u06cc\u0631\u0647 \u06a9\u0646\u0646\u062f. \u0646\u062d\u0648\u0647 \u06cc\u06a9\u067e\u0627\u0631\u0686\u0647\u200c\u0633\u0627\u0632\u06cc PySpark \u0628\u0627 MySQL\u060c Hive\u060c Cassandra \u0648 Redshift \u0631\u0627 \u06cc\u0627\u062f \u0628\u06af\u06cc\u0631\u06cc\u062f\u061b \u0647\u0631\u06a9\u062f\u0627\u0645 \u0627\u0632 \u0627\u06cc\u0646 \u0627\u0628\u0632\u0627\u0631\u0647\u0627 \u0627\u0644\u06af\u0648\u06cc \u0645\u062a\u0641\u0627\u0648\u062a\u06cc \u0628\u0631\u0627\u06cc \u067e\u06cc\u06a9\u0631\u0628\u0646\u062f\u06cc Connector\u0647\u0627 \u0628\u0647 \u0634\u0645\u0627 \u0622\u0645\u0648\u0632\u0634 \u0645\u06cc\u200c\u062f\u0647\u0646\u062f.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>\u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/th><th>\u06a9\u062f \u0645\u0646\u0628\u0639<\/th><\/tr><\/thead><tbody><tr><td>PySpark\u060c Spark Structured Streaming\u060c Apache Kafka\u060c MySQL\u060c Hive\u060c Cassandra\u060c Amazon Redshift<\/td><td><a href=\"https:\/\/github.com\/SamiraSiavash\/divar-api-to-postgres\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/aws-etl-data-pipeline-python-example\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/etl-pipeline-with-snowflake-dbt-airflow-example\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/real-time-streaming-dashboard-spark-grafana-influxdb\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/dbt-streaming-project-with-snowflake-and-kinesis\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/build-a-data-pipeline-based-on-messaging-using-spark-and-hive\" target=\"_blank\" rel=\"noreferrer noopener\"><a href=\"https:\/\/www.projectpro.io\/project-use-case\/pyspark-etl-project-to-build-a-data-pipeline-using-s3-and-mysql\" target=\"_blank\" rel=\"noreferrer noopener\">PySpark ETL Project for Real-Time Data Processing<\/a><\/a><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u062f\u0631 \u0637\u0648\u0644 \u0627\u0646\u062c\u0627\u0645 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc \u0632\u06cc\u0631 \u0631\u0627 \u06a9\u0633\u0628 \u062e\u0648\u0627\u0647\u06cc\u062f \u06a9\u0631\u062f:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u062a\u0635\u0645\u06cc\u0645\u200c\u06af\u06cc\u0631\u06cc \u062f\u0631\u0628\u0627\u0631\u0647 \u0627\u0646\u062a\u062e\u0627\u0628 ETL \u06cc\u0627 ELT<\/li>\n\n\n\n<li>\u06a9\u0627\u0631 \u0628\u0627 API\u0647\u0627\u06cc Spark Structured Streaming<\/li>\n\n\n\n<li>\u0637\u0631\u0627\u062d\u06cc \u0645\u0639\u0645\u0627\u0631\u06cc \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u0628\u0627 \u0686\u0646\u062f \u0645\u0642\u0635\u062f \u0630\u062e\u06cc\u0631\u0647\u200c\u0633\u0627\u0632\u06cc<\/li>\n\n\n\n<li>\u067e\u06cc\u06a9\u0631\u0628\u0646\u062f\u06cc Connector\u0647\u0627\u06cc PySpark<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%DB%B1%DB%B3_%D8%B3%D8%A7%D8%AE%D8%AA_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_%D8%AF%D8%A7%D8%AF%D9%87_%D8%AC%D8%B1%DB%8C%D8%A7%D9%86%DB%8C_%D8%A8%D8%A7_%D8%A7%D8%B3%D8%AA%D9%81%D8%A7%D8%AF%D9%87_%D8%A7%D8%B2_Flink_%D9%88_Kinesis\"><\/span>\u06f1\u06f3. \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u062f\u0627\u062f\u0647 \u062c\u0631\u06cc\u0627\u0646\u06cc \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Flink \u0648 Kinesis<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">Apache Flink \u0642\u0627\u0628\u0644\u06cc\u062a\u200c\u0647\u0627\u06cc \u067e\u06cc\u0634\u0631\u0641\u062a\u0647\u200c\u0627\u06cc \u0628\u0631\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062c\u0631\u06cc\u0627\u0646\u06cc \u0627\u0631\u0627\u0626\u0647 \u0645\u06cc\u200c\u062f\u0647\u062f \u06a9\u0647 \u0627\u0632 \u062c\u0645\u0644\u0647 \u0622\u0646\u200c\u0647\u0627 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u0628\u0647 \u067e\u0631\u062f\u0627\u0632\u0634 \u0648\u0627\u0642\u0639\u06cc \u0628\u0631 \u0627\u0633\u0627\u0633 \u0632\u0645\u0627\u0646 \u0631\u0648\u06cc\u062f\u0627\u062f \u0648 \u062a\u0636\u0645\u06cc\u0646 Exactly-once \u0627\u0634\u0627\u0631\u0647 \u06a9\u0631\u062f. \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0646\u062d\u0648\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Flink \u062f\u0631 \u06a9\u0646\u0627\u0631 AWS Kinesis \u0631\u0627 \u0646\u0634\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u062f.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u06cc\u06a9 \u0633\u06cc\u0633\u062a\u0645 \u0645\u0627\u0646\u06cc\u062a\u0648\u0631\u06cc\u0646\u06af \u0648 \u0647\u0634\u062f\u0627\u0631 \u0628\u0631\u0627\u06cc \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062d\u0633\u0627\u0633 \u0628\u0647 \u0632\u0645\u0627\u0646 \u0628\u0633\u0627\u0632\u06cc\u062f. \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062d\u0633\u06af\u0631 \u0631\u0627 \u0634\u0628\u06cc\u0647\u200c\u0633\u0627\u0632\u06cc \u06a9\u0631\u062f\u0647 \u0648 \u0627\u0632 \u0637\u0631\u06cc\u0642 AWS Kinesis \u0628\u0647 \u062c\u0631\u06cc\u0627\u0646 \u0628\u06cc\u0646\u062f\u0627\u0632\u06cc\u062f. \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u0628\u0627 Kinesis Data Analytics \u0645\u0628\u062a\u0646\u06cc\u200c\u0628\u0631 Flink \u067e\u0631\u062f\u0627\u0632\u0634 \u06a9\u0646\u06cc\u062f \u0648 \u062a\u062c\u0645\u06cc\u0639\u200c\u0647\u0627\u06cc \u067e\u0646\u062c\u0631\u0647\u200c\u0627\u06cc \u0648 \u062a\u0634\u062e\u06cc\u0635 \u0627\u0644\u06af\u0648 \u0631\u0627 \u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u06a9\u0646\u06cc\u062f. \u0628\u0631\u0627\u06cc \u062a\u062d\u0644\u06cc\u0644 \u062a\u0639\u0627\u0645\u0644\u06cc \u0627\u0632 \u0632\u067e\u0644\u0627\u06cc\u0646 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f. \u0644\u0627\u0645\u0628\u0627\u062f\u0627 \u0631\u0627 \u0637\u0648\u0631\u06cc \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0646\u06cc\u062f \u06a9\u0647 \u062f\u0631 \u0635\u0648\u0631\u062a \u0639\u0628\u0648\u0631 \u0645\u0642\u0627\u062f\u06cc\u0631 \u0627\u0632 \u0622\u0633\u062a\u0627\u0646\u0647\u200c\u0647\u0627\u06cc \u062a\u0639\u06cc\u06cc\u0646\u200c\u0634\u062f\u0647\u060c \u0647\u0634\u062f\u0627\u0631\u0647\u0627\u06cc SNS \u0631\u0627 \u0641\u0639\u0627\u0644 \u06a9\u0646\u062f. \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u062f\u0631 S3 \u0630\u062e\u06cc\u0631\u0647 \u06a9\u0631\u062f\u0647 \u0648 \u0627\u0632 \u0637\u0631\u06cc\u0642 Athena \u0631\u0648\u06cc \u0622\u0646\u200c\u0647\u0627 Query \u0628\u0632\u0646\u06cc\u062f.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>\u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/th><th>\u06a9\u062f \u0645\u0646\u0628\u0639<\/th><\/tr><\/thead><tbody><tr><td>Apache Flink, AWS Kinesis, AWS Lambda, AWS SNS, AWS Glue, Amazon Athena<\/td><td><a href=\"https:\/\/github.com\/SamiraSiavash\/divar-api-to-postgres\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/aws-etl-data-pipeline-python-example\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/etl-pipeline-with-snowflake-dbt-airflow-example\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/real-time-streaming-dashboard-spark-grafana-influxdb\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/dbt-streaming-project-with-snowflake-and-kinesis\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/build-a-data-pipeline-based-on-messaging-using-spark-and-hive\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/pyspark-etl-project-to-build-a-data-pipeline-using-s3-and-mysql\" target=\"_blank\" rel=\"noreferrer noopener\"><a href=\"https:\/\/www.projectpro.io\/project-use-case\/real-time-streaming-data-pipeline-using-apache-flink-python-and-amazon-kinesis\" target=\"_blank\" rel=\"noreferrer noopener\">Build a Streaming Data Pipeline using Flink and Kinesis<\/a><\/a><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u067e\u0633 \u0627\u0632 \u0633\u0627\u062e\u062a \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u062f\u0627\u062f\u0647 \u062c\u0631\u06cc\u0627\u0646\u06cc \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Flink \u0648 Kinesis \u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc \u0632\u06cc\u0631 \u0631\u0627 \u0628\u0647 \u062f\u0633\u062a \u062e\u0648\u0627\u0647\u06cc\u062f \u0622\u0648\u0631\u062f:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u067e\u0631\u062f\u0627\u0632\u0634 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062c\u0631\u06cc\u0627\u0646\u06cc \u0628\u0627 Apache Flink<\/li>\n\n\n\n<li>\u067e\u0631\u062f\u0627\u0632\u0634 \u0631\u0648\u06cc\u062f\u0627\u062f\u0647\u0627\u06cc \u067e\u06cc\u0686\u06cc\u062f\u0647 (CEP)<\/li>\n\n\n\n<li>\u0627\u06a9\u0648\u0633\u06cc\u0633\u062a\u0645 AWS Kinesis<\/li>\n\n\n\n<li>\u0647\u0634\u062f\u0627\u0631\u062f\u0647\u06cc \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u0631\u0648\u06cc\u062f\u0627\u062f<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%DB%B1%DB%B4_%D9%86%D9%85%D9%88%D9%86%D9%87_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_%D8%AF%D8%A7%D8%AF%D9%87_AWS_%D9%88_Snowflake_%D8%A8%D8%A7_%D8%A7%D8%B3%D8%AA%D9%81%D8%A7%D8%AF%D9%87_%D8%A7%D8%B2_Kinesis_%D9%88_Airflow\"><\/span>\u06f1\u06f4. \u0646\u0645\u0648\u0646\u0647 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u062f\u0627\u062f\u0647 AWS \u0648 Snowflake \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Kinesis \u0648 Airflow<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u062a\u0641\u06a9\u06cc\u06a9 \u0641\u0636\u0627\u06cc \u0630\u062e\u06cc\u0631\u0647\u200c\u0633\u0627\u0632\u06cc \u0648 \u0642\u062f\u0631\u062a \u067e\u0631\u062f\u0627\u0632\u0634\u06cc \u062f\u0631 Snowflake \u0628\u0627\u0639\u062b \u0634\u062f\u0647 \u0627\u0633\u062a \u0627\u06cc\u0646 \u067e\u0644\u062a\u0641\u0631\u0645 \u0628\u0647 \u06cc\u06a9\u06cc \u0627\u0632 \u06af\u0632\u06cc\u0646\u0647\u200c\u0647\u0627\u06cc \u0627\u0635\u0644\u06cc \u0634\u0631\u06a9\u062a\u200c\u0647\u0627\u06cc \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u0641\u0636\u0627\u06cc \u0627\u0628\u0631\u06cc \u0628\u0631\u0627\u06cc \u0627\u0646\u0628\u0627\u0631 \u062f\u0627\u062f\u0647 \u062a\u0628\u062f\u06cc\u0644 \u0634\u0648\u062f. \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0627\u0644\u06af\u0648\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u062f\u0631 \u0645\u062d\u06cc\u0637\u200c\u0647\u0627\u06cc \u0639\u0645\u0644\u06cc\u0627\u062a\u06cc \u0631\u0627 \u0628\u0631\u0627\u06cc \u0627\u0646\u062a\u0642\u0627\u0644 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062c\u0631\u06cc\u0627\u0646\u06cc \u0627\u0632 AWS \u0628\u0647 Snowflake \u0622\u0645\u0648\u0632\u0634 \u0645\u06cc\u200c\u062f\u0647\u062f.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u06cc\u06a9 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u062c\u0631\u06cc\u0627\u0646\u06cc \u0633\u0631\u062a\u0627\u0633\u0631\u06cc \u0627\u0632 AWS \u0628\u0647 Snowflake \u0628\u0627 \u0627\u0631\u06a9\u0633\u062a\u0631\u06cc\u0634\u0646 Airflow \u0628\u0633\u0627\u0632\u06cc\u062f. \u0646\u0645\u0648\u0646\u0647\u200c\u0647\u0627\u06cc EC2 \u0631\u0627 \u0628\u0627 Kinesis Agent \u067e\u06cc\u06a9\u0631\u0628\u0646\u062f\u06cc \u06a9\u0646\u06cc\u062f \u062a\u0627 \u0644\u0627\u06af\u200c\u0647\u0627\u06cc \u0628\u0631\u0646\u0627\u0645\u0647 \u0631\u0627 \u062c\u0645\u0639\u200c\u0622\u0648\u0631\u06cc \u0648 \u0628\u0647\u200c\u0635\u0648\u0631\u062a \u062c\u0631\u06cc\u0627\u0646\u06cc \u0627\u0631\u0633\u0627\u0644 \u06a9\u0646\u0646\u062f. Kinesis Firehose \u0631\u0627 \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0646\u06cc\u062f \u062a\u0627 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0631\u0627 \u0628\u0627\u0641\u0631 \u06a9\u0631\u062f\u0647 \u0648 \u062f\u0631 \u0642\u0627\u0644\u0628 \u062f\u0633\u062a\u0647\u200c\u0647\u0627\u06cc \u06a9\u0648\u0686\u06a9 \u062f\u0631 S3 \u0630\u062e\u06cc\u0631\u0647 \u06a9\u0646\u062f. Stage\u0647\u0627\u06cc Snowflake \u0631\u0627 \u0628\u0627 \u0627\u062a\u0635\u0627\u0644 \u0628\u0647 S3 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0631\u062f\u0647 \u0648 \u062c\u062f\u0648\u0644\u200c\u0647\u0627 \u0631\u0627 \u0628\u0627 Schema\u0647\u0627\u06cc \u0645\u0646\u0627\u0633\u0628 \u062a\u0639\u0631\u06cc\u0641 \u06a9\u0646\u06cc\u062f. AWS MWAA \u06cc\u0627 Managed Workflows for Apache Airflow \u0631\u0627 \u0631\u0627\u0647\u200c\u0627\u0646\u062f\u0627\u0632\u06cc \u06a9\u0631\u062f\u0647 \u0648 DAG\u0647\u0627\u06cc\u06cc \u0628\u0633\u0627\u0632\u06cc\u062f \u06a9\u0647 \u0641\u0631\u0627\u06cc\u0646\u062f \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u062f\u0627\u062f\u0647 \u0631\u0627 \u0627\u0631\u06a9\u0633\u062a\u0631\u0647 \u06a9\u0646\u0646\u062f\u061b \u0627\u0632 \u062c\u0645\u0644\u0647 \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u0627\u0641\u0632\u0627\u06cc\u0634\u06cc\u060c \u0627\u0639\u062a\u0628\u0627\u0631\u0633\u0646\u062c\u06cc \u062f\u0627\u062f\u0647 \u0648 \u0645\u0631\u0627\u062d\u0644 \u062a\u0628\u062f\u06cc\u0644. \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0627\u0644\u06af\u0648\u06cc \u0645\u062f\u0631\u0646 \u062f\u0631\u06cc\u0627\u0641\u062a \u062c\u0631\u06cc\u0627\u0646\u06cc \u062f\u0627\u062f\u0647 \u0647\u0645\u0631\u0627\u0647 \u0628\u0627 \u062a\u0628\u062f\u06cc\u0644 \u062f\u0633\u062a\u0647\u200c\u0627\u06cc \u0631\u0627 \u0646\u0634\u0627\u0646 \u0645\u06cc\u200c\u062f\u0647\u062f.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>\u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/th><th>\u06a9\u062f \u0645\u0646\u0628\u0639<\/th><\/tr><\/thead><tbody><tr><td>AWS Kinesis Firehose, AWS EC2, AWS S3, AWS MWAA (Airflow), Snowflake, Terraform<\/td><td><a href=\"https:\/\/github.com\/SamiraSiavash\/divar-api-to-postgres\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/aws-etl-data-pipeline-python-example\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/etl-pipeline-with-snowflake-dbt-airflow-example\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/real-time-streaming-dashboard-spark-grafana-influxdb\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/dbt-streaming-project-with-snowflake-and-kinesis\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/build-a-data-pipeline-based-on-messaging-using-spark-and-hive\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/pyspark-etl-project-to-build-a-data-pipeline-using-s3-and-mysql\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/real-time-streaming-data-pipeline-using-apache-flink-python-and-amazon-kinesis\" target=\"_blank\" rel=\"noreferrer noopener\"><a href=\"https:\/\/www.projectpro.io\/project-use-case\/snowflake-data-pipeline-aws-kinesis-airflow\" target=\"_blank\" rel=\"noreferrer noopener\">AWS Snowflake Data Pipeline Example using Kinesis and Airflow<\/a><\/a><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc\u06cc \u0632\u06cc\u0631 \u0631\u0627 \u067e\u0633 \u0627\u0632 \u0627\u0646\u062c\u0627\u0645 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647 \u0628\u0647 \u062f\u0633\u062a \u062e\u0648\u0627\u0647\u06cc\u062f \u0622\u0648\u0631\u062f:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u067e\u06cc\u06a9\u0631\u0628\u0646\u062f\u06cc Kinesis Agent<\/li>\n\n\n\n<li>\u0633\u0627\u062e\u062a Stage\u0647\u0627 \u0648 \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u062f\u0627\u062f\u0647 \u062f\u0631 Snowflake<\/li>\n\n\n\n<li>\u0645\u062f\u06cc\u0631\u06cc\u062a \u06a9\u0644\u0627\u0633\u062a\u0631 AWS MWAA<\/li>\n\n\n\n<li>\u0633\u0627\u062e\u062a DAG\u0647\u0627\u06cc Airflow \u0628\u0631\u0627\u06cc Snowflake<\/li>\n\n\n\n<li>\u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u0627\u0644\u06af\u0648\u0647\u0627\u06cc \u0627\u0646\u062a\u0642\u0627\u0644 \u062f\u0627\u062f\u0647 \u062c\u0631\u06cc\u0627\u0646\u06cc \u0628\u0647 \u0627\u0646\u0628\u0627\u0631 \u062f\u0627\u062f\u0647<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%DB%B1%DB%B5_%D9%BE%D8%A7%DB%8C%D9%BE%E2%80%8C%D9%84%D8%A7%DB%8C%D9%86_%D9%84%D8%AD%D8%B8%D9%87%E2%80%8C%D8%A7%DB%8C_%D8%AA%D8%AD%D9%84%DB%8C%D9%84_%D9%85%D8%AD%D8%AA%D9%88%D8%A7%DB%8C_%D9%81%D8%A7%D8%B1%D8%B3%DB%8C_%D8%B3%D9%87%D8%A7%D9%85%DB%8C%D8%A7%D8%A8\"><\/span>\u06f1\u06f5. \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u0644\u062d\u0638\u0647\u200c\u0627\u06cc \u062a\u062d\u0644\u06cc\u0644 \u0645\u062d\u062a\u0648\u0627\u06cc \u0641\u0627\u0631\u0633\u06cc \u0633\u0647\u0627\u0645\u06cc\u0627\u0628<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u062f\u0631 \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647\u060c \u067e\u0633\u062a\u200c\u0647\u0627\u06cc \u0641\u0627\u0631\u0633\u06cc \u0645\u0631\u062a\u0628\u0637 \u0628\u0627 \u0628\u0627\u0632\u0627\u0631 \u0633\u0631\u0645\u0627\u06cc\u0647 \u0627\u0632 API \u0633\u0647\u0627\u0645\u06cc\u0627\u0628 \u062f\u0631\u06cc\u0627\u0641\u062a \u0648 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Kafka \u0648\u0627\u0631\u062f \u06cc\u06a9 \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646 \u067e\u0631\u062f\u0627\u0632\u0634 \u062c\u0631\u06cc\u0627\u0646\u06cc \u0645\u06cc\u200c\u0634\u0648\u0646\u062f. \u062a\u0648\u0644\u06cc\u062f\u06a9\u0646\u0646\u062f\u0647 Kafka \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062c\u062f\u06cc\u062f \u0631\u0627 \u062f\u0631\u06cc\u0627\u0641\u062a \u06a9\u0631\u062f\u0647 \u0648 \u062f\u0631 \u06cc\u06a9 Topic \u0645\u0646\u062a\u0634\u0631 \u0645\u06cc\u200c\u06a9\u0646\u062f. \u0633\u067e\u0633 \u0645\u0635\u0631\u0641\u200c\u06a9\u0646\u0646\u062f\u0647 Kafka \u0645\u062a\u0646 \u067e\u0633\u062a\u200c\u0647\u0627 \u0631\u0627 \u067e\u0631\u062f\u0627\u0632\u0634 \u06a9\u0631\u062f\u0647 \u0648 \u0627\u0637\u0644\u0627\u0639\u0627\u062a\u06cc \u0645\u0627\u0646\u0646\u062f \u0647\u0634\u062a\u06af\u200c\u0647\u0627\u060c \u06a9\u0644\u0645\u0627\u062a \u06a9\u0644\u06cc\u062f\u06cc\u060c \u0644\u06cc\u0646\u06a9\u200c\u0647\u0627 \u0648 \u0645\u062a\u0627\u062f\u06cc\u062a\u0627\u06cc \u067e\u06cc\u0627\u0645 \u0631\u0627 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0645\u06cc\u200c\u06a9\u0646\u062f. \u062f\u0631 \u0645\u0631\u062d\u0644\u0647 \u0628\u0639\u062f\u060c \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634\u200c\u0634\u062f\u0647 \u062f\u0631 Elasticsearch \u0630\u062e\u06cc\u0631\u0647 \u0645\u06cc\u200c\u0634\u0648\u0646\u062f \u062a\u0627 \u0627\u0645\u06a9\u0627\u0646 \u062c\u0633\u062a\u200c\u0648\u062c\u0648\u06cc \u0645\u062a\u0646\u06cc\u060c \u062a\u062d\u0644\u06cc\u0644 \u0641\u0639\u0627\u0644\u06cc\u062a \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u0648 \u0646\u0645\u0627\u06cc\u0634 \u0647\u0634\u062a\u06af\u200c\u0647\u0627 \u0648 \u0645\u0648\u0636\u0648\u0639\u0627\u062a \u067e\u0631\u062a\u06a9\u0631\u0627\u0631 \u062f\u0631 Kibana \u0641\u0631\u0627\u0647\u0645 \u0634\u0648\u062f.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>\u0641\u0646\u0627\u0648\u0631\u06cc\u200c\u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647<\/th><th>\u06a9\u062f \u0645\u0646\u0628\u0639<\/th><\/tr><\/thead><tbody><tr><td>Python\u060c Apache Kafka\u060c Elasticsearch\u060c Kibana\u060c Pandas\u060c Requests\u060c Scikit-learn<\/td><td><a href=\"https:\/\/github.com\/SamiraSiavash\/divar-api-to-postgres\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/aws-etl-data-pipeline-python-example\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/etl-pipeline-with-snowflake-dbt-airflow-example\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/real-time-streaming-dashboard-spark-grafana-influxdb\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/dbt-streaming-project-with-snowflake-and-kinesis\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/build-a-data-pipeline-based-on-messaging-using-spark-and-hive\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/pyspark-etl-project-to-build-a-data-pipeline-using-s3-and-mysql\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/www.projectpro.io\/project-use-case\/real-time-streaming-data-pipeline-using-apache-flink-python-and-amazon-kinesis\" target=\"_blank\" rel=\"noreferrer noopener\"><\/a><a href=\"https:\/\/github.com\/masoudrahimi39\/Big-Data-Hands-On-Projects\/tree\/master\/Crawler%2C%20Kafka%2C%20Elasticsearch\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">Crawler, Kafka, Elasticsearch<\/a><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u0645\u0646\u0628\u0639: <a href=\"https:\/\/www.projectpro.io\/article\/real-world-data-engineering-projects-\/472#project-pyspark-kafka-hive\" data-type=\"link\" data-id=\"https:\/\/www.projectpro.io\/article\/real-world-data-engineering-projects-\/472#project-pyspark-kafka-hive\" target=\"_blank\" rel=\"noreferrer noopener\">projectpro.io<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u0686\u0647 \u0642\u0635\u062f \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f \u0645\u0647\u0627\u0631\u062a\u200c\u0647\u0627\u06cc \u062e\u0648\u062f \u0631\u0627 \u062f\u0631 \u0637\u0631\u0627\u062d\u06cc \u067e\u0627\u06cc\u067e\u200c\u0644\u0627\u06cc\u0646\u200c\u0647\u0627\u06cc \u062f\u0627\u062f\u0647 \u062a\u0642\u0648\u06cc\u062a \u06a9\u0646\u06cc\u062f \u0648 \u0686\u0647 \u0628\u062e\u0648\u0627\u0647\u06cc\u062f \u0628\u0631\u0627\u06cc \u0648\u0631\u0648\u062f \u0628\u0647 \u0628\u0627\u0632\u0627\u0631 \u06a9\u0627\u0631 \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u06cc\u06a9 \u0646\u0645\u0648\u0646\u0647\u200c\u06a9\u0627\u0631 \u062d\u0631\u0641\u0647\u200c\u0627\u06cc \u0628\u0633\u0627\u0632\u06cc\u062f\u060c \u0627\u0646\u062c\u0627\u0645 \u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627\u06cc \u0639\u0645\u0644\u06cc \u06cc\u06a9\u06cc \u0627\u0632 \u0628\u0647\u062a\u0631\u06cc\u0646 \u0631\u0648\u0634\u200c\u0647\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0627\u0633\u062a. \u062f\u0631 \u0627\u062f\u0627\u0645\u0647 \u0628\u06cc\u0634 \u0627\u0632 \u06f4\u06f5 \u067e\u0631\u0648\u0698\u0647 \u0645\u0647\u0646\u062f\u0633\u06cc \u062f\u0627\u062f\u0647 \u0631\u0627 \u0647\u0645\u0631\u0627\u0647 \u0628\u0627 \u06a9\u062f \u0645\u0646\u0628\u0639 \u0628\u0647 \u0634\u0645\u0627 \u0645\u0639\u0631\u0641\u06cc \u0645\u06cc\u200c\u06a9\u0646\u06cc\u0645. \u0627\u06cc\u0646 \u067e\u0631\u0648\u0698\u0647\u200c\u0647\u0627 &hellip;<\/p>\n","protected":false},"author":69,"featured_media":10137,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[353,355],"tags":[],"class_list":["post-10131","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-programming","category-data-science"],"_links":{"self":[{"href":"https:\/\/daneshkar.net\/blog\/wp-json\/wp\/v2\/posts\/10131","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/daneshkar.net\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/daneshkar.net\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/daneshkar.net\/blog\/wp-json\/wp\/v2\/users\/69"}],"replies":[{"embeddable":true,"href":"https:\/\/daneshkar.net\/blog\/wp-json\/wp\/v2\/comments?post=10131"}],"version-history":[{"count":2,"href":"https:\/\/daneshkar.net\/blog\/wp-json\/wp\/v2\/posts\/10131\/revisions"}],"predecessor-version":[{"id":10143,"href":"https:\/\/daneshkar.net\/blog\/wp-json\/wp\/v2\/posts\/10131\/revisions\/10143"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/daneshkar.net\/blog\/wp-json\/wp\/v2\/media\/10137"}],"wp:attachment":[{"href":"https:\/\/daneshkar.net\/blog\/wp-json\/wp\/v2\/media?parent=10131"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/daneshkar.net\/blog\/wp-json\/wp\/v2\/categories?post=10131"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/daneshkar.net\/blog\/wp-json\/wp\/v2\/tags?post=10131"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}