{"id":530,"date":"2025-09-29T03:25:28","date_gmt":"2025-09-29T03:25:28","guid":{"rendered":"https:\/\/www.nnt-consulting.com\/tech\/blog\/?p=530"},"modified":"2025-11-29T09:31:05","modified_gmt":"2025-11-29T09:31:05","slug":"databricks%eb%8a%94-%ec%b2%98%ec%9d%8c%ec%9d%b8-%eb%8b%b9%ec%8b%a0%ec%9d%84-%ec%9c%84%ed%95%9c-%ec%95%88%eb%82%b4%ec%84%9c","status":"publish","type":"post","link":"https:\/\/www.nnt-consulting.com\/tech\/blog\/databricks%eb%8a%94-%ec%b2%98%ec%9d%8c%ec%9d%b8-%eb%8b%b9%ec%8b%a0%ec%9d%84-%ec%9c%84%ed%95%9c-%ec%95%88%eb%82%b4%ec%84%9c\/","title":{"rendered":"Databricks\ub294 \ucc98\uc74c\uc778 \ub2f9\uc2e0\uc744 \uc704\ud55c \uc548\ub0b4\uc11c: Part 1"},"content":{"rendered":"<p><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/upload.wikimedia.org\/wikipedia\/commons\/6\/63\/Databricks_Logo.png\" alt=\"\ub370\uc774\ud130\ube0c\ub9ad\uc2a4 - \uc704\ud0a4\ubc31\uacfc, \uc6b0\ub9ac \ubaa8\ub450\uc758 \ubc31\uacfc\uc0ac\uc804\" width=\"1200\" height=\"630\" \/><\/p>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ub370\uc774\ud130 \ubd84\uc57c\uc5d0 \uacc4\uc2e0 \ubd84\ub4e4\uc774\ub77c\uba74 Hadoop, Spark \uac19\uc740 \ub2e8\uc5b4\ub294 \ud55c \ubc88\ucbe4 \ub4e4\uc5b4\ubcf4\uc168\uc744 \uac81\ub2c8\ub2e4. \ub300\uc6a9\ub7c9 \ub370\uc774\ud130\ub97c \ucc98\ub9ac\ud558\ub294 \ud575\uc2ec \uae30\uc220\ub4e4\uc774\uc8e0. \uadf8\ub7f0\ub370 \ucd5c\uadfc \ub4e4\uc5b4 &#8220;\ub370\uc774\ud130\ube0c\ub9ad\uc2a4(Databricks)&#8221;\ub77c\ub294 \uc774\ub984\uc774 \uc810\uc810 \ub354 \ub9ce\uc774 \ub4e4\ub824\uc635\ub2c8\ub2e4. &#8220;\uadf8\uac70 \uadf8\ub0e5 \ud074\ub77c\uc6b0\ub4dc\uc5d0\uc11c Spark \uc4f0\uac8c \ud574\uc8fc\ub294 \uc11c\ube44\uc2a4 \uc544\ub2c8\uc57c?&#8221; \ub77c\uace0 \uc0dd\uac01\ud558\uc168\ub2e4\uba74, \uc624\ub298 \uc774 \uae00\uc744 \ud1b5\ud574 \uadf8 \uc0dd\uac01\uc774 \uc644\uc804\ud788 \ubc14\ub00c\uc2e4 \uac70\ub77c \ud655\uc2e0\ud569\ub2c8\ub2e4.<\/span><\/p>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uc624\ub298\uc740 \ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\uc758 \uc2dc\uac01\uc5d0\uc11c, Databricks\uac00 \ub300\uccb4 \ubb34\uc5c7\uc774\uace0 \uc65c \uc774\ub807\uac8c \ub9ce\uc740 \uae30\uc5c5\ub4e4\uc774 \uc8fc\ubaa9\ud558\ub294\uc9c0, \uadf8\ub9ac\uace0 \uac00\uc7a5 \uad81\uae08\ud574\ud558\uc2e4 \ube44\uc6a9 \ubb38\uc81c\uae4c\uc9c0 \uc18d \uc2dc\uc6d0\ud558\uac8c \ud30c\ud5e4\uccd0 \ubcf4\uaca0\uc2b5\ub2c8\ub2e4.<\/span><\/p>\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_82_2 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">Table of Contents<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"\ubaa9\ucc28 \ud1a0\uae00\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/www.nnt-consulting.com\/tech\/blog\/databricks%eb%8a%94-%ec%b2%98%ec%9d%8c%ec%9d%b8-%eb%8b%b9%ec%8b%a0%ec%9d%84-%ec%9c%84%ed%95%9c-%ec%95%88%eb%82%b4%ec%84%9c\/#%EB%93%A4%EC%96%B4%EA%B0%80%EB%A9%B0_%E2%80%9C%EC%9A%B0%EB%A6%AC_%ED%9A%8C%EC%82%AC_%EB%8D%B0%EC%9D%B4%ED%84%B0_%ED%98%B9%EC%8B%9C_%EB%94%B0%EB%A1%9C_%EB%86%80%EA%B3%A0_%EC%9E%88%EC%A7%84_%EC%95%8A%EB%82%98%EC%9A%94%E2%80%9D\" >\ub4e4\uc5b4\uac00\uba70: &#8220;\uc6b0\ub9ac \ud68c\uc0ac \ub370\uc774\ud130, \ud639\uc2dc \ub530\ub85c \ub180\uace0 \uc788\uc9c4 \uc54a\ub098\uc694?&#8221;<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/www.nnt-consulting.com\/tech\/blog\/databricks%eb%8a%94-%ec%b2%98%ec%9d%8c%ec%9d%b8-%eb%8b%b9%ec%8b%a0%ec%9d%84-%ec%9c%84%ed%95%9c-%ec%95%88%eb%82%b4%ec%84%9c\/#Databricks%EC%9D%98_%EB%93%B1%EC%9E%A5_%E2%80%9C%EB%8D%B0%EC%9D%B4%ED%84%B0_%ED%98%B8%EC%88%98%EC%99%80_%EC%B0%BD%EA%B3%A0%EB%A5%BC_%ED%95%A9%EC%B9%98%EB%A9%B4_%EC%96%B4%EB%96%A8%EA%B9%8C%E2%80%9D\" >Databricks\uc758 \ub4f1\uc7a5: &#8220;\ub370\uc774\ud130 \ud638\uc218\uc640 \ucc3d\uace0\ub97c \ud569\uce58\uba74 \uc5b4\ub5a8\uae4c?&#8221;<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/www.nnt-consulting.com\/tech\/blog\/databricks%eb%8a%94-%ec%b2%98%ec%9d%8c%ec%9d%b8-%eb%8b%b9%ec%8b%a0%ec%9d%84-%ec%9c%84%ed%95%9c-%ec%95%88%eb%82%b4%ec%84%9c\/#Databricks_%ED%94%8C%EB%9E%AB%ED%8F%BC_A_to_Z_%EA%B7%B8%EB%9E%98%EC%84%9C_%EA%B5%AC%EC%B2%B4%EC%A0%81%EC%9C%BC%EB%A1%9C_%EB%AD%98_%ED%95%A0_%EC%88%98_%EC%9E%88%EB%8A%94%EB%8D%B0\" >Databricks \ud50c\ub7ab\ud3fc A to Z: \uadf8\ub798\uc11c \uad6c\uccb4\uc801\uc73c\ub85c \ubb58 \ud560 \uc218 \uc788\ub294\ub370?<\/a><ul class='ez-toc-list-level-4' ><li class='ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/www.nnt-consulting.com\/tech\/blog\/databricks%eb%8a%94-%ec%b2%98%ec%9d%8c%ec%9d%b8-%eb%8b%b9%ec%8b%a0%ec%9d%84-%ec%9c%84%ed%95%9c-%ec%95%88%eb%82%b4%ec%84%9c\/#%EB%98%91%EB%98%91%ED%95%9C_%ED%8C%8C%EC%9D%BC_%ED%8F%AC%EB%A7%B7_%E2%80%98%EB%8D%B8%ED%83%80_%EB%A0%88%EC%9D%B4%ED%81%ACDelta_Lake\" >\ub611\ub611\ud55c \ud30c\uc77c \ud3ec\ub9f7, &#8216;\ub378\ud0c0 \ub808\uc774\ud06c(Delta Lake)&#8217;<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/www.nnt-consulting.com\/tech\/blog\/databricks%eb%8a%94-%ec%b2%98%ec%9d%8c%ec%9d%b8-%eb%8b%b9%ec%8b%a0%ec%9d%84-%ec%9c%84%ed%95%9c-%ec%95%88%eb%82%b4%ec%84%9c\/#%E2%80%98%EC%B5%9C%EA%B3%A0_%EC%84%B1%EB%8A%A5%EC%9C%BC%EB%A1%9C_%ED%8A%9C%EB%8B%9D%EB%90%9C_Apache_Spark_%EC%97%94%EC%A7%84\" >&#8216;\ucd5c\uace0 \uc131\ub2a5&#8217;\uc73c\ub85c \ud29c\ub2dd\ub41c, Apache Spark \uc5d4\uc9c4<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/www.nnt-consulting.com\/tech\/blog\/databricks%eb%8a%94-%ec%b2%98%ec%9d%8c%ec%9d%b8-%eb%8b%b9%ec%8b%a0%ec%9d%84-%ec%9c%84%ed%95%9c-%ec%95%88%eb%82%b4%ec%84%9c\/#%EB%AA%A8%EB%93%A0_%EB%8D%B0%EC%9D%B4%ED%84%B0%EC%9D%98_%EC%A4%91%EC%95%99_%EA%B4%80%EB%A6%AC%EC%9E%90_%E2%80%98%EC%9C%A0%EB%8B%88%ED%8B%B0_%EC%B9%B4%ED%83%88%EB%A1%9C%EA%B7%B8Unity_Catalog\" >\ubaa8\ub4e0 \ub370\uc774\ud130\uc758 \uc911\uc559 \uad00\ub9ac\uc790, &#8216;\uc720\ub2c8\ud2f0 \uce74\ud0c8\ub85c\uadf8(Unity Catalog)&#8217;<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/www.nnt-consulting.com\/tech\/blog\/databricks%eb%8a%94-%ec%b2%98%ec%9d%8c%ec%9d%b8-%eb%8b%b9%ec%8b%a0%ec%9d%84-%ec%9c%84%ed%95%9c-%ec%95%88%eb%82%b4%ec%84%9c\/#%ED%98%91%EC%97%85%EA%B3%BC_%EA%B0%9C%EB%B0%9C%EC%9D%84_%EC%9C%84%ED%95%9C_%ED%86%B5%ED%95%A9_%ED%99%98%EA%B2%BD\" >\ud611\uc5c5\uacfc \uac1c\ubc1c\uc744 \uc704\ud55c \ud1b5\ud569 \ud658\uacbd<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/www.nnt-consulting.com\/tech\/blog\/databricks%eb%8a%94-%ec%b2%98%ec%9d%8c%ec%9d%b8-%eb%8b%b9%ec%8b%a0%ec%9d%84-%ec%9c%84%ed%95%9c-%ec%95%88%eb%82%b4%ec%84%9c\/#%EA%B7%B8%EB%9E%98%EC%84%9C_%EB%B9%84%EC%9A%A9%EC%9D%80_%EC%96%B4%EB%96%A4%EA%B0%80%EC%9A%94_TCO%EC%99%80_%EC%8B%A4%EC%A0%9C_%EC%98%88%EC%8B%9C\" >\uadf8\ub798\uc11c \ube44\uc6a9\uc740 \uc5b4\ub5a4\uac00\uc694? (TCO\uc640 \uc2e4\uc81c \uc608\uc2dc)<\/a><ul class='ez-toc-list-level-4' ><li class='ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/www.nnt-consulting.com\/tech\/blog\/databricks%eb%8a%94-%ec%b2%98%ec%9d%8c%ec%9d%b8-%eb%8b%b9%ec%8b%a0%ec%9d%84-%ec%9c%84%ed%95%9c-%ec%95%88%eb%82%b4%ec%84%9c\/#%EA%B5%AC%EC%B2%B4%EC%A0%81%EC%9D%B8_%EB%B9%84%EC%9A%A9_%EC%98%88%EC%8B%9C\" >\uad6c\uccb4\uc801\uc778 \ube44\uc6a9 \uc608\uc2dc<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/www.nnt-consulting.com\/tech\/blog\/databricks%eb%8a%94-%ec%b2%98%ec%9d%8c%ec%9d%b8-%eb%8b%b9%ec%8b%a0%ec%9d%84-%ec%9c%84%ed%95%9c-%ec%95%88%eb%82%b4%ec%84%9c\/#5_%EA%B2%B0%EB%A1%A0_Databricks_%EB%8B%A8%EC%88%9C%ED%95%9C_%EB%B9%84%EC%9A%A9%EC%9D%84_%EB%84%98%EC%96%B4_%E2%80%98%EA%B0%80%EC%B9%98%EC%97%90_%ED%88%AC%EC%9E%90%ED%95%98%EB%8A%94_%EA%B2%83\" >5. \uacb0\ub860: Databricks, \ub2e8\uc21c\ud55c \ube44\uc6a9\uc744 \ub118\uc5b4 &#8216;\uac00\uce58&#8217;\uc5d0 \ud22c\uc790\ud558\ub294 \uac83<\/a><\/li><\/ul><\/nav><\/div>\n<h3 class=\"ng-star-inserted\"><span class=\"ez-toc-section\" id=\"%EB%93%A4%EC%96%B4%EA%B0%80%EB%A9%B0_%E2%80%9C%EC%9A%B0%EB%A6%AC_%ED%9A%8C%EC%82%AC_%EB%8D%B0%EC%9D%B4%ED%84%B0_%ED%98%B9%EC%8B%9C_%EB%94%B0%EB%A1%9C_%EB%86%80%EA%B3%A0_%EC%9E%88%EC%A7%84_%EC%95%8A%EB%82%98%EC%9A%94%E2%80%9D\"><\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ub4e4\uc5b4\uac00\uba70: &#8220;\uc6b0\ub9ac \ud68c\uc0ac \ub370\uc774\ud130, \ud639\uc2dc \ub530\ub85c \ub180\uace0 \uc788\uc9c4 \uc54a\ub098\uc694?&#8221;<\/span><\/strong><span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ud639\uc2dc \uc5ec\ub7ec\ubd84\uc758 \ud68c\uc0ac \ub370\uc774\ud130 \uc778\ud504\ub77c\ub294 \uc774\ub7f0 \ubaa8\uc2b5 \uc544\ub2cc\uac00\uc694?<\/span><\/p>\n<ul class=\"ng-star-inserted\">\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4<\/span><\/strong><span class=\"ng-star-inserted\">\ub294 ETL \ud30c\uc774\ud504\ub77c\uc778\uc744 \uc704\ud574\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">Airflow<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0\uc11c\ubc84\ub97c \ub4e4\uc5ec\ub2e4\ubcf4\uace0,<\/span><\/p>\n<\/li>\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ub370\uc774\ud130 \ubd84\uc11d\uac00<\/span><\/strong><span class=\"ng-star-inserted\">\ub294 \ucffc\ub9ac \uc131\ub2a5\uc744 \uc704\ud574 <strong>BigQuery<\/strong><\/span><span class=\"ng-star-inserted\">\ub098\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">Redshift<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0\uac19\uc740 \ubcc4\ub3c4\uc758 \uc6e8\uc5b4\ud558\uc6b0\uc2a4\uc5d0 \uc811\uc18d\ud558\uace0,<\/span><\/p>\n<\/li>\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uba38\uc2e0\ub7ec\ub2dd \uc5d4\uc9c0\ub2c8\uc5b4<\/span><\/strong><span class=\"ng-star-inserted\">\ub294 \ubaa8\ub378 \ud559\uc2b5\uc744 \uc704\ud574\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">SageMaker<\/span><\/strong><span class=\"ng-star-inserted\">\ub098 \uc790\uccb4\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">GPU \uc11c\ubc84<\/span><\/strong><span class=\"ng-star-inserted\">\ub97c \uc0ac\uc6a9\ud569\ub2c8\ub2e4.<\/span><\/p>\n<\/li>\n<\/ul>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ub370\uc774\ud130\ub294 \ubd84\uba85\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">S3<\/span><\/strong><span class=\"ng-star-inserted\">\ub098\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">GCS<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0\uac19\uc740 \ud074\ub77c\uc6b0\ub4dc \uc2a4\ud1a0\ub9ac\uc9c0\uc5d0 \uc798 \ubaa8\uc544\ub480\ub294\ub370, \ub9c9\uc0c1 \ub370\uc774\ud130\ub97c \uc0ac\uc6a9\ud558\ub824\ub294 \uc0ac\ub78c\ub4e4\uc740 \uac01\uc790 \ub2e4\ub978 \ub3c4\uad6c\uc640 \ud658\uacbd\uc744 \uc0ac\uc6a9\ud558\ub290\ub77c \uc815\uc2e0\uc774 \uc5c6\uc2b5\ub2c8\ub2e4. \ub370\uc774\ud130\ub294 \ud55c \uacf3\uc5d0 \uc788\uc9c0\ub9cc, \ud65c\uc6a9\uc740 \uc5ec\ub7ec \uacf3\uc5d0\uc11c \ud30c\ud3b8\uc801\uc73c\ub85c \uc77c\uc5b4\ub098\ub294 \uac83\uc774\uc8e0.<\/span><\/p>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uc774\ub7f0 \uad6c\uc870\ub294 \ub9c8\uce58 \uc5ec\ub7ec \ubd80\ud488\uc744 \uc5b5\uc9c0\ub85c \uc774\uc5b4 \ubd99\uc778 &#8216;\ud504\ub791\ucf04\uc288\ud0c0\uc778 \uc544\ud0a4\ud14d\ucc98&#8217;\ucc98\ub7fc \ub290\uaef4\uc9c8 \ub54c\uac00 \ub9ce\uc2b5\ub2c8\ub2e4. \uac01 \ubd84\uc57c\uc758 \uc804\ubb38\uac00\ub4e4\uc774 \ubaa8\uc5ec \ucd5c\uace0\uc758 \ub3c4\uad6c\ub97c \uc120\ud0dd\ud588\uc9c0\ub9cc, \uacb0\uad6d \uc804\uccb4\uc801\uc778 \ubcf5\uc7a1\ub3c4\ub9cc \ub192\uc544\uc9c0\uace0 \ud300 \uac04\uc758 \ud611\uc5c5\uc740 \uc810\uc810 \ub354 \uc5b4\ub824\uc6cc\uc9d1\ub2c8\ub2e4. \ub370\uc774\ud130\ub294 \uc313\uc5ec\ub9cc \uac00\ub294\ub370 \uc815\uc791 \uac00\uce58 \uc788\ub294 \uc815\ubcf4\ub97c \uaebc\ub0b4 \uc4f0\uae30\ub294 \ud798\ub4e0 &#8216;\ub370\uc774\ud130 \ub2aa(Data Swamp)&#8217;\uc5d0 \ube60\uc9c0\uae30 \ub531 \uc88b\uc740 \ud658\uacbd\uc785\ub2c8\ub2e4.<\/span><\/p>\n<h3 class=\"ng-star-inserted\"><span class=\"ez-toc-section\" id=\"Databricks%EC%9D%98_%EB%93%B1%EC%9E%A5_%E2%80%9C%EB%8D%B0%EC%9D%B4%ED%84%B0_%ED%98%B8%EC%88%98%EC%99%80_%EC%B0%BD%EA%B3%A0%EB%A5%BC_%ED%95%A9%EC%B9%98%EB%A9%B4_%EC%96%B4%EB%96%A8%EA%B9%8C%E2%80%9D\"><\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">Databricks\uc758 \ub4f1\uc7a5: &#8220;\ub370\uc774\ud130 \ud638\uc218\uc640 \ucc3d\uace0\ub97c \ud569\uce58\uba74 \uc5b4\ub5a8\uae4c?&#8221;<\/span><\/strong><span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uc774\ub7f0 \ubcf5\uc7a1\ud558\uace0 \ub2f5\ub2f5\ud55c \uc0c1\ud669\uc744 \ud574\uacb0\ud558\uae30 \uc704\ud574, \uc544\uc8fc \uba4b\uc9c4 \uc544\uc774\ub514\uc5b4\uac00 \ub4f1\uc7a5\ud569\ub2c8\ub2e4. \ubc14\ub85c\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">&#8216;\ub808\uc774\ud06c\ud558\uc6b0\uc2a4(Lakehouse)&#8217;<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0\uc785\ub2c8\ub2e4. \uc774\ub984\uc5d0\uc11c \uc9d0\uc791\ud560 \uc218 \uc788\ub4ef\uc774, &#8216;\ub370\uc774\ud130 \ub808\uc774\ud06c&#8217;\uc640 &#8216;\ub370\uc774\ud130 \uc6e8\uc5b4\ud558\uc6b0\uc2a4&#8217;\ub97c \ud569\uce5c \uac1c\ub150\uc774\uc8e0.<\/span><\/p>\n<ul>\n<li class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ub370\uc774\ud130 \ub808\uc774\ud06c (Data Lake)<br \/>\n<\/span><\/strong><\/p>\n<p><figure style=\"width: 1378px\" class=\"wp-caption alignnone\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/learn.microsoft.com\/ko-kr\/azure\/architecture\/data-guide\/scenarios\/images\/data-lake-use-cases.jpg\" alt=\"Data Lake \uc0ac\uc6a9 \uc0ac\ub840\" width=\"1378\" height=\"648\" \/><figcaption class=\"wp-caption-text\">\ucd9c\ucc98: https:\/\/learn.microsoft.com\/ko-kr\/azure\/architecture\/data-guide\/scenarios\/data-lake<\/figcaption><\/figure><\/li>\n<\/ul>\n<ul class=\"ng-star-inserted\">\n<li style=\"list-style-type: none;\">\n<ul class=\"ng-star-inserted\">\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uc7a5\uc810:<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0\uc815\ud615, \ube44\uc815\ud615 \ub370\uc774\ud130\ub97c \uac00\ub9ac\uc9c0 \uc54a\uace0 \uc6d0\ubcf8 \uadf8\ub300\ub85c, \uc800\ub834\ud558\uac8c \uc800\uc7a5\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc720\uc5f0\uc131\uc774 \ub9e4\uc6b0 \ub192\uc8e0.<\/span><\/p>\n<\/li>\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ub2e8\uc810:<\/span><\/strong><span class=\"ng-star-inserted\"> \uad00\ub9ac\uac00 \uc81c\ub300\ub85c \ub418\uc9c0 \uc54a\uc73c\uba74 \uc5b4\ub5a4 \ub370\uc774\ud130\uac00 \uc5b4\ub514\uc5d0 \uc788\ub294\uc9c0 \uc54c \uc218 \uc5c6\ub294 &#8216;\ub370\uc774\ud130 \ub2aa&#8217;\uc774 \ub418\uae30 \uc27d\uc2b5\ub2c8\ub2e4. \uadf8\uc5d0 \ub530\ub77c, \ub370\uc774\ud130\uc758 \uc2e0\ub8b0\uc131\uc774\ub098 \ud488\uc9c8\uc744 \ubcf4\uc7a5\ud558\uae30 \uc5b4\ub835\uc2b5\ub2c8\ub2e4.<\/span><\/p>\n<\/li>\n<\/ul>\n<\/li>\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ub370\uc774\ud130 \uc6e8\uc5b4\ud558\uc6b0\uc2a4 (Data Warehouse)<\/span><\/strong><\/p>\n<figure style=\"width: 729px\" class=\"wp-caption alignnone\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/learn.microsoft.com\/ko-kr\/azure\/architecture\/data-guide\/images\/semantic-modeling.png\" alt=\"\ub370\uc774\ud130 \uc6e8\uc5b4\ud558\uc6b0\uc2a4\uc640 \ubcf4\uace0 \ub3c4\uad6c \uac04\uc758 \uc758\ubbf8 \uccb4\uacc4 \uacc4\uce35\uc744 \ubcf4\uc5ec \uc8fc\ub294 \ub2e4\uc774\uc5b4\uadf8\ub7a8\" width=\"729\" height=\"244\" \/><figcaption class=\"wp-caption-text\">\ucd9c\ucc98: https:\/\/learn.microsoft.com\/ko-kr\/azure\/architecture\/data-guide\/relational-data\/online-analytical-processing<\/figcaption><\/figure>\n<ul class=\"ng-star-inserted\">\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uc7a5\uc810:<\/span><\/strong><span class=\"ng-star-inserted\"> \uc798 \uc815\uc81c\ub41c \ub370\uc774\ud130\ub97c \uc800\uc7a5\ud558\uc5ec \ube60\ub974\uace0 \uc548\uc815\uc801\uc778 \ubd84\uc11d(BI)\uc774 \uac00\ub2a5\ud558\uba70, \ub370\uc774\ud130 \ud488\uc9c8\uacfc \uc131\ub2a5\uc774 \ubcf4\uc7a5\ub429\ub2c8\ub2e4.<\/span><\/p>\n<\/li>\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ub2e8\uc810:<\/span><\/strong><span class=\"ng-star-inserted\"> \uad6c\uc870\ud654\ub41c \ub370\uc774\ud130\ub9cc \uc800\uc7a5\ud560 \uc218 \uc788\uc5b4 \uc720\uc5f0\uc131\uc774 \ub5a8\uc5b4\uc9c0\uace0, \uc800\uc7a5 \ubc0f \ucef4\ud4e8\ud305 \ube44\uc6a9\uc774 \ube44\uc309\ub2c8\ub2e4. \ub610\ud55c, \uba38\uc2e0\ub7ec\ub2dd \uac19\uc740 \uace0\uae09 \ubd84\uc11d\uc5d0 \ud65c\uc6a9\ud558\uae30\uc5d0\ub294 \uc81c\uc57d\uc774 \uc788\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/span><\/p>\n<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ub808\uc774\ud06c\ud558\uc6b0\uc2a4<\/span><\/strong><span class=\"ng-star-inserted\">\ub294 \ub370\uc774\ud130 \ub808\uc774\ud06c\uc758 \uc800\ub834\ud568\uacfc \uc720\uc5f0\ud568, \uadf8\ub9ac\uace0 \ub370\uc774\ud130 \uc6e8\uc5b4\ud558\uc6b0\uc2a4\uc758 \uc548\uc815\uc131\uacfc \uc131\ub2a5. \uc774 \ub450 \uac00\uc9c0 \uc7a5\uc810\ub9cc \uc3d9\uc3d9 \ubf51\uc544 \ud569\uce5c \uac83\uc785\ub2c8\ub2e4. \ubaa8\ub4e0 \ub370\uc774\ud130\ub97c \ud55c \uacf3(\ub370\uc774\ud130 \ub808\uc774\ud06c)\uc5d0 \uc800\uc7a5\ud558\ub418, \uadf8 \uc704\uc5d0 \uc6e8\uc5b4\ud558\uc6b0\uc2a4\uc640 \uac19\uc740 \uc548\uc815\uc131\uacfc \uac70\ubc84\ub10c\uc2a4 \uae30\ub2a5\uc744 \uc81c\uacf5\ud558\ub294 \uac83\uc774\uc8e0.<\/span><\/p>\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uadf8\ub9ac\uace0 \uc624\ub298 \uc774\uc57c\uae30\ud560 Databricks\ub294, \ubc14\ub85c \uc774 \ub808\uc774\ud06c\ud558\uc6b0\uc2a4 \uc544\ud0a4\ud14d\ucc98\ub97c \uac00\uc7a5 \uc644\ubcbd\ud558\uac8c \uad6c\ud604\ud55c \ud1b5\ud569 \ub370\uc774\ud130 \ud50c\ub7ab\ud3fc\uc785\ub2c8\ub2e4.<\/span><\/strong><\/p>\n<h3 class=\"ng-star-inserted\"><span class=\"ez-toc-section\" id=\"Databricks_%ED%94%8C%EB%9E%AB%ED%8F%BC_A_to_Z_%EA%B7%B8%EB%9E%98%EC%84%9C_%EA%B5%AC%EC%B2%B4%EC%A0%81%EC%9C%BC%EB%A1%9C_%EB%AD%98_%ED%95%A0_%EC%88%98_%EC%9E%88%EB%8A%94%EB%8D%B0\"><\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">Databricks \ud50c\ub7ab\ud3fc A to Z: \uadf8\ub798\uc11c \uad6c\uccb4\uc801\uc73c\ub85c \ubb58 \ud560 \uc218 \uc788\ub294\ub370?<\/span><\/strong><span class=\"ez-toc-section-end\"><\/span><\/h3>\n<figure style=\"width: 899px\" class=\"wp-caption alignnone\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/docs.databricks.com\/aws\/en\/assets\/images\/architecture-c2c83d23e2f7870f30137e97aaadea0b.png\" alt=\"Diagram: Databricks architecture\" width=\"899\" height=\"456\" \/><figcaption class=\"wp-caption-text\">\ucd9c\ucc98: https:\/\/docs.databricks.com\/aws\/en\/getting-started\/high-level-architecture<\/figcaption><\/figure>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">&#8220;\uc88b\uc544\uc694, \ub808\uc774\ud06c\ud558\uc6b0\uc2a4\ub77c\ub294 \ucee8\uc149\uc740 \uc54c\uaca0\uc5b4\uc694. \uadf8\ub7fc Databricks\ub294 \uad6c\uccb4\uc801\uc73c\ub85c \uc5b4\ub5a4 \uae30\ub2a5\ub4e4\ub85c \uc774\uac78 \uad6c\ud604\ud558\ub098\uc694?&#8221;<\/span><\/p>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\uc758 \uc785\uc7a5\uc5d0\uc11c \uac00\uc7a5 \uac10\ud0c4\ud588\ub358 \ud575\uc2ec \uae30\ub2a5\ub4e4\uc744 \uc911\uc2ec\uc73c\ub85c, \uc870\uae08 \ub354 \uae4a\uac8c \uc124\uba85\ud574 \ub4dc\ub9b4\uac8c\uc694.<\/span><\/p>\n<h4 class=\"ng-star-inserted\"><span class=\"ez-toc-section\" id=\"%EB%98%91%EB%98%91%ED%95%9C_%ED%8C%8C%EC%9D%BC_%ED%8F%AC%EB%A7%B7_%E2%80%98%EB%8D%B8%ED%83%80_%EB%A0%88%EC%9D%B4%ED%81%ACDelta_Lake\"><\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ub611\ub611\ud55c \ud30c\uc77c \ud3ec\ub9f7, &#8216;\ub378\ud0c0 \ub808\uc774\ud06c(Delta Lake)&#8217;<\/span><\/strong><span class=\"ez-toc-section-end\"><\/span><\/h4>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">&#8220;\uadf8\ub0e5 S3\uc5d0 Parquet \ud30c\uc77c \uc313\ub294 \uac70\ub791 \ubb50\uac00 \ub2ec\ub77c\uc694?&#8221; \ub77c\ub294 \uc9c8\ubb38\uc5d0 \ub300\ud55c \uc644\ubcbd\ud55c \ub300\ub2f5\uc785\ub2c8\ub2e4. \ub378\ud0c0 \ub808\uc774\ud06c\ub294 \uc77c\ubc18\uc801\uc778 \ub370\uc774\ud130 \ud30c\uc77c \uc704\uc5d0 \uac15\ub825\ud55c \uae30\ub2a5\ub4e4\uc744 \ucd94\uac00\ud55c \uc624\ud508\uc18c\uc2a4 \uc2a4\ud1a0\ub9ac\uc9c0 \ud3ec\ub9f7\uc785\ub2c8\ub2e4.<\/span><\/p>\n<ul class=\"ng-star-inserted\">\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">ACID \ud2b8\ub79c\uc7ad\uc158:<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0\ub370\uc774\ud130 \uc791\uc5c5(ETL) \uc911\uac04\uc5d0 \uc5d0\ub7ec\uac00 \ub098\ub3c4 \ub370\uc774\ud130\uac00 \uc624\uc5fc\ub418\uc9c0 \uc54a\uc2b5\ub2c8\ub2e4.\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">(S3 \uac19\uc740 \uac1d\uccb4 \uc2a4\ud1a0\ub9ac\uc9c0\uc5d0 \uc800\uc7a5\ub41c\u00a0<\/span><span class=\"inline-code ng-star-inserted\">_delta_log<\/span><span class=\"ng-star-inserted\">\ub77c\ub294 \ud2b8\ub79c\uc7ad\uc158 \ub85c\uadf8\ub97c \ud1b5\ud574 \uc774\ub97c \uad6c\ud604\ud569\ub2c8\ub2e4.)<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0\uc774 \ub85c\uadf8 \ub355\ubd84\uc5d0 \uc5ec\ub7ec \uc0ac\uc6a9\uc790\uac00 \ub3d9\uc2dc\uc5d0 \ub370\uc774\ud130\ub97c \uc77d\uace0 \uc368\ub3c4 \ucda9\ub3cc\uc774 \ubc1c\uc0dd\ud558\uc9c0 \uc54a\ub294, \ub370\uc774\ud130\ubca0\uc774\uc2a4 \uc218\uc900\uc758 \uc548\uc815\uc131\uc744 \ubcf4\uc7a5\ud569\ub2c8\ub2e4.<\/span><\/p>\n<\/li>\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">Time Travel:<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0&#8220;\uc544\ucc28!&#8221; \ud558\uace0 \ub370\uc774\ud130\ub97c \uc798\ubabb \uc5c5\ub370\uc774\ud2b8\ud588\ub098\uc694? \uac71\uc815 \ub9c8\uc138\uc694. \ub378\ud0c0 \ub808\uc774\ud06c\ub294 \ub9c8\uce58 &#8216;Ctrl+Z&#8217;\ucc98\ub7fc\u00a0<\/span><span class=\"inline-code ng-star-inserted\">VERSION AS OF<\/span><span class=\"ng-star-inserted\">\u00a0\uad6c\ubb38\uc744 \ud1b5\ud574 \ud2b9\uc815 \ubc84\uc804\uc774\ub098 \ud0c0\uc784\uc2a4\ud0ec\ud504\ub85c \ub370\uc774\ud130\ub97c \uc190\uc27d\uac8c \uc870\ud68c\ud558\uace0 \ubcf5\uad6c\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/span><\/p>\n<\/li>\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uc2a4\ud0a4\ub9c8 \uad00\ub9ac:<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0\uc57d\uc18d\ub41c \ub370\uc774\ud130 \ud615\uc2dd(Schema)\uacfc \ub2e4\ub978 \ub370\uc774\ud130\uac00 \ub4e4\uc5b4\uc624\uba74 \ud30c\uc774\ud504\ub77c\uc778\uc774 \uae68\uc9c0\ub294 \uc77c\uc744 \ub9c9\uc544\uc90d\ub2c8\ub2e4.\u00a0<\/span><span class=\"inline-code ng-star-inserted\">Schema Evolution<\/span><span class=\"ng-star-inserted\">\u00a0\uc635\uc158\uc744 \ud1b5\ud574 \uc0c8\ub85c\uc6b4 \uceec\ub7fc\uc774 \ucd94\uac00\ub418\ub294 \ubcc0\uacbd\uc0ac\ud56d\uc5d0\ub294 \uc720\uc5f0\ud558\uac8c \ub300\uc751\ud560 \uc218\ub3c4 \uc788\uc2b5\ub2c8\ub2e4.<\/span><\/p>\n<\/li>\n<\/ul>\n<h4 class=\"ng-star-inserted\"><span class=\"ez-toc-section\" id=\"%E2%80%98%EC%B5%9C%EA%B3%A0_%EC%84%B1%EB%8A%A5%EC%9C%BC%EB%A1%9C_%ED%8A%9C%EB%8B%9D%EB%90%9C_Apache_Spark_%EC%97%94%EC%A7%84\"><\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">&#8216;\ucd5c\uace0 \uc131\ub2a5&#8217;\uc73c\ub85c \ud29c\ub2dd\ub41c, Apache Spark \uc5d4\uc9c4<\/span><\/strong><span class=\"ez-toc-section-end\"><\/span><\/h4>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">Databricks\uc758 \uc2ec\uc7a5\uc774\uc790 \uc5d4\uc9c4\uc785\ub2c8\ub2e4. \uc911\uc694\ud55c \uc0ac\uc2e4\uc740,\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">Databricks\ub294 Spark\ub97c \ucc98\uc74c \ub9cc\ub4e0 \uac1c\ubc1c\uc790\ub4e4\uc774 \ucc3d\uc5c5\ud55c \ud68c\uc0ac<\/span><\/strong><span class=\"ng-star-inserted\">\ub77c\ub294 \uc810\uc785\ub2c8\ub2e4. &#8216;\uc6d0\uc870 \ub9db\uc9d1&#8217;\uc778 \uc148\uc774\uc8e0. \uadf8\ub4e4\uc740 \ub2e8\uc21c\ud788 \uc624\ud508\uc18c\uc2a4 Spark\ub97c \uac00\uc838\ub2e4 \uc4f0\ub294 \uac83\uc774 \uc544\ub2c8\ub77c, \uc131\ub2a5\uc744 \uadf9\ud55c\uc73c\ub85c \ub04c\uc5b4\uc62c\ub9b0 \ub3c5\uc790\uc801\uc778 \ucd5c\uc801\ud654 \ubc84\uc804\uc744 \uc81c\uacf5\ud569\ub2c8\ub2e4.<\/span><\/p>\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ub2e8\uc21c\ud55c Spark \ud638\uc2a4\ud305\uc774 \uc544\ub2d9\ub2c8\ub2e4: Databricks Runtime(DBR)\uc758 \ube44\ubc00<\/span><\/strong><\/p>\n<ul class=\"ng-star-inserted\">\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ud83d\ude80\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">Photon \uc5d4\uc9c4:<\/span><\/strong><span class=\"ng-star-inserted\"> \uc774\uac83\uc774 \uac8c\uc784 \uccb4\uc778\uc800\uc785\ub2c8\ub2e4. \uae30\uc874 Spark\ub294 JVM(\uc790\ubc14 \uac00\uc0c1 \uba38\uc2e0) \uc704\uc5d0\uc11c \ub3d9\uc791\ud558\ub294\ub370, Databricks\ub294 C++\ub85c \uc791\uc131\ub41c \uace0\uc131\ub2a5\uc758 \ubca1\ud130\ud654\ub41c(Vectorized) \ucffc\ub9ac \uc5d4\uc9c4 &#8216;<a href=\"https:\/\/www.databricks.com\/kr\/product\/photon\" target=\"_blank\" rel=\"noopener\">Photon<\/a>&#8216;\uc744 \uac1c\ubc1c\ud588\uc2b5\ub2c8\ub2e4. \uc774\ub294 JVM\uc758 \uc624\ubc84\ud5e4\ub4dc\ub97c \uc904\uc774\uace0 \ucd5c\uc2e0 CPU\uc758 SIMD(Single Instruction, Multiple Data) \uc5f0\uc0b0 \ub2a5\ub825\uc744 \ucd5c\ub300\ud55c \ud65c\uc6a9\ud558\uc5ec, \ud2b9\ud788 SQL \ucffc\ub9ac\ub098 DataFrame \uc5f0\uc0b0\uc5d0\uc11c \uc624\ud508\uc18c\uc2a4 Spark \ub300\ube44 \uba87 \ubc30\ub098 \ube60\ub978 \uc131\ub2a5\uc744 \ubcf4\uc5ec\uc90d\ub2c8\ub2e4.<\/span><\/p>\n<\/li>\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\u2699\ufe0f\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ucd5c\uc801\ud654\ub41c \ub7f0\ud0c0\uc784:<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0Databricks\ub294 Spark\uc758 \ud575\uc2ec \ub85c\uc9c1, \uc608\ub97c \ub4e4\uc5b4\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ub370\uc774\ud130 \uc154\ud50c\ub9c1(Shuffling)\uc774\ub098 \uce90\uc2f1(Caching) \uc54c\uace0\ub9ac\uc998<\/span><\/strong><span class=\"ng-star-inserted\">\uc744 \uac1c\uc120\ud558\uace0, \ucd5c\uc2e0 \ud558\ub4dc\uc6e8\uc5b4\uc5d0 \ub9de\uac8c \ud29c\ub2dd\ub41c \ub77c\uc774\ube0c\ub7ec\ub9ac\ub4e4\uc744 \ud3ec\ud568\ud55c <strong>Databricks Runtime (DBR)<\/strong>\uc744 \uc81c\uacf5\ud569\ub2c8\ub2e4. \uc0ac\uc6a9\uc790\ub294 \ubcf5\uc7a1\ud55c Spark \uc124\uc815\uc744 \uace0\ubbfc\ud560 \ud544\uc694 \uc5c6\uc774, \uc774\ubbf8 \ucd5c\uc801\ud654\ub41c \ud658\uacbd\uc5d0\uc11c \uc791\uc5c5\uc744 \uc2dc\uc791\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/span><\/p>\n<\/li>\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ud83d\udee0\ufe0f\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ud3b8\ub9ac\ud55c \uad00\ub9ac\uc640 \ub514\ubc84\uae45:<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0\uc9c1\uc811 Spark \ud074\ub7ec\uc2a4\ud130\ub97c \uc6b4\uc601\ud574\ubcf8 \ubd84\ub4e4\uc740 \ud074\ub7ec\uc2a4\ud130 \uad00\ub9ac\uc640 \uc131\ub2a5 \ub514\ubc84\uae45\uc774 \uc5bc\ub9c8\ub098 \uace0\ub41c \uc77c\uc778\uc9c0 \uc544\uc2e4 \uac81\ub2c8\ub2e4. Databricks\ub294\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ud074\ub9ad \uba87 \ubc88\uc73c\ub85c \ud074\ub7ec\uc2a4\ud130\ub97c \uc0dd\uc131\ud558\uace0, \uc791\uc5c5\ub7c9\uc5d0 \ub530\ub77c \uc790\ub3d9\uc73c\ub85c \ub178\ub4dc \uc218\ub97c \uc870\uc808(Auto-scaling)\ud558\uba70, Spot Instance\ub97c \ud65c\uc6a9\ud574 \ube44\uc6a9\uc744 \uc808\uac10<\/span><\/strong><span class=\"ng-star-inserted\">\ud558\ub294 \uae30\ub2a5\uc744 \uae30\ubcf8 \uc81c\uacf5\ud569\ub2c8\ub2e4. \ub610\ud55c, \ubcf5\uc7a1\ud55c Spark UI\ub97c \uac1c\uc120\ud558\uc5ec \ubcd1\ubaa9 \uc9c0\uc810\uc744 \ud6e8\uc52c \uc27d\uac8c \ucc3e\uc744 \uc218 \uc788\ub3c4\ub85d \ub3c4\uc640\uc90d\ub2c8\ub2e4.<\/span><\/p>\n<\/li>\n<\/ul>\n<h4 class=\"ng-star-inserted\"><span class=\"ez-toc-section\" id=\"%EB%AA%A8%EB%93%A0_%EB%8D%B0%EC%9D%B4%ED%84%B0%EC%9D%98_%EC%A4%91%EC%95%99_%EA%B4%80%EB%A6%AC%EC%9E%90_%E2%80%98%EC%9C%A0%EB%8B%88%ED%8B%B0_%EC%B9%B4%ED%83%88%EB%A1%9C%EA%B7%B8Unity_Catalog\"><\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ubaa8\ub4e0 \ub370\uc774\ud130\uc758 \uc911\uc559 \uad00\ub9ac\uc790, &#8216;\uc720\ub2c8\ud2f0 \uce74\ud0c8\ub85c\uadf8(Unity Catalog)&#8217;<\/span><\/strong><span class=\"ez-toc-section-end\"><\/span><\/h4>\n<figure style=\"width: 918px\" class=\"wp-caption alignnone\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/docs.databricks.com\/aws\/en\/assets\/images\/managed-storage-0fe299ce1b4c32afce5845652093c124.png\" alt=\"Unity Catalog storage hierarchy\" width=\"918\" height=\"538\" \/><figcaption class=\"wp-caption-text\">\ucd9c\ucc98: https:\/\/docs.databricks.com\/aws\/en\/data-governance\/unity-catalog\/<\/figcaption><\/figure>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\"><a href=\"https:\/\/www.nnt-consulting.com\/tech\/blog\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%9d%b8%ed%85%94%eb%a6%ac%ec%a0%84%ec%8a%a4%ec%9d%98-%ec%a4%91%ec%9a%94%ec%84%b1%ea%b3%bc-%ea%b5%ac%ec%84%b1%ec%9a%94%ec%86%8c\/#:~:text=%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EA%B4%80%EB%A6%AC%20%EC%A0%84%EB%9E%B5-,1.%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EA%B1%B0%EB%B2%84%EB%84%8C%EC%8A%A4,-%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EA%B1%B0%EB%B2%84%EB%84%8C%EC%8A%A4%EB%8A%94%20%EB%8D%B0%EC%9D%B4%ED%84%B0%EC%9D%98\">\ub370\uc774\ud130 \uac70\ubc84\ub10c\uc2a4<\/a> \uad00\uc810\uc5d0\uc11c\ub3c4 Databricks\ub294 \uc7a5\uc810\uc774 \ub9ce\uc2b5\ub2c8\ub2e4. \ub2e8\uc21c\ud788 \uba54\ud0c0\ub370\uc774\ud130\ub97c \uad00\ub9ac\ud558\ub294 \uac83\uc744 \ub118\uc5b4, \uac15\ub825\ud55c \ubcf4\uc548\uacfc \ub370\uc774\ud130 \uacc4\ubcf4 \ucd94\uc801 \uae30\ub2a5\uc744 \uc81c\uacf5\ud569\ub2c8\ub2e4.<\/span><\/p>\n<ul class=\"ng-star-inserted\">\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uc138\ubd84\ud654\ub41c \uc811\uadfc \uc81c\uc5b4(Fine-Grained Access Control):<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0\ud14c\uc774\ube14 \ub2e8\uc704\ubfd0\ub9cc \uc544\ub2c8\ub77c\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">Row(\ud589) \ub808\ubca8, Column(\uc5f4) \ub808\ubca8\uae4c\uc9c0 \uc811\uadfc \uad8c\ud55c\uc744 \uc81c\uc5b4<\/span><\/strong><span class=\"ng-star-inserted\">\ud558\uace0, \ud2b9\uc815 \uceec\ub7fc\uc758 \ub370\uc774\ud130\ub97c \ub9c8\uc2a4\ud0b9 \ucc98\ub9ac\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ub355\ubd84\uc5d0 \uc5ec\ub7ec \ub370\uc774\ud130 \uc0ac\ubcf8\uc744 \ub9cc\ub4e4 \ud544\uc694 \uc5c6\uc774, \ud558\ub098\uc758 \ud14c\uc774\ube14\uc5d0 \ub300\ud574 \uc0ac\uc6a9\uc790 \uc5ed\ud560\ubcc4\ub85c \ub2e4\ub978 \ubdf0\ub97c \uc81c\uacf5\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/span><\/p>\n<\/li>\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uc911\uc559\ud654\ub41c \uac70\ubc84\ub10c\uc2a4:<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0\ud074\ub77c\uc6b0\ub4dc \uc885\ub958(AWS, Azure, GCP)\ub098 \ub9ac\uc804(Region)\uc5d0 \uc0c1\uad00\uc5c6\uc774, \uc870\uc9c1\uc758 \ubaa8\ub4e0 Databricks \uc791\uc5c5 \uacf5\uac04(Workspace)\uc5d0 \uc788\ub294 \ub370\uc774\ud130\ub97c\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ud558\ub098\uc758 \uce74\ud0c8\ub85c\uadf8\uc5d0\uc11c \uc911\uc559 \uc9d1\uc911\uc801\uc73c\ub85c \uad00\ub9ac<\/span><\/strong><span class=\"ng-star-inserted\">\ud558\uace0 \uc815\ucc45\uc744 \uc801\uc6a9\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/span><\/p>\n<\/li>\n<\/ul>\n<h4 class=\"ng-star-inserted\"><span class=\"ez-toc-section\" id=\"%ED%98%91%EC%97%85%EA%B3%BC_%EA%B0%9C%EB%B0%9C%EC%9D%84_%EC%9C%84%ED%95%9C_%ED%86%B5%ED%95%A9_%ED%99%98%EA%B2%BD\"><\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ud611\uc5c5\uacfc \uac1c\ubc1c\uc744 \uc704\ud55c \ud1b5\ud569 \ud658\uacbd<\/span><\/strong><span class=\"ez-toc-section-end\"><\/span><\/h4>\n<p>\ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1 \uc791\uc5c5\uc740 \uad11\ubc94\uc704\ud55c \ubc94\uc704\ub97c \uac00\uc9c0\uace0 \uc788\uc9c0\ub9cc, \uae30\ubcf8\uc801\uc73c\ub85c 1) \ub370\uc774\ud130 \uc218\uc9d1 \ubc0f \ucd94\ucd9c \ucf54\ub4dc \uac1c\ubc1c, 2) \uc791\uc5c5 \uc2a4\ucf00\uc904\ub9c1, 3) SQL \ucffc\ub9ac \uc2e4\ud589 \ud658\uacbd \uad6c\uc131 \ubc0f \ucffc\ub9ac \ucd5c\uc801\ud654 \uc791\uc5c5\uc744 \ud3ec\ud568\ud560 \uac83\uc785\ub2c8\ub2e4. \ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\ub85c\uc11c Databricks\ub97c \uc0ac\uc6a9\ud558\uba70 \uac00\uc7a5 \ud070 \uc7a5\uc810\uc73c\ub85c \ub2e4\uac00\uc628 \uac83\uc740, \uc704 3\uac00\uc9c0 \uc791\uc5c5\uc744 \ud558\ub098\uc758 \ud50c\ub7ab\ud3fc\uc5d0\uc11c \uac00\ub2a5\ud558\uac8c \ud55c\ub2e4\ub294 \uc810\uc785\ub2c8\ub2e4.<\/p>\n<ul class=\"ng-star-inserted\">\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">Notebook:<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0\ub370\uc774\ud130 \uacfc\ud559\uc790\uc640 \ubd84\uc11d\uac00\ub4e4\uc774 Python, SQL, R \ub4f1 \ub2e4\uc591\ud55c \uc5b8\uc5b4\ub85c \uc2e4\uc2dc\uac04\uc73c\ub85c \ucf54\ub4dc\ub97c \uc2e4\ud589\ud558\uace0 \uacb0\uacfc\ub97c \uc2dc\uac01\ud654\ud558\uba70 \ud611\uc5c5\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/span><\/p>\n<p><figure style=\"width: 1116px\" class=\"wp-caption alignnone\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/assets.docs.databricks.com\/_static\/images\/notebooks\/notebook-demo.gif\" alt=\"Demo of Databricks notebook\" width=\"1116\" height=\"696\" \/><figcaption class=\"wp-caption-text\">\ucd9c\ucc98: https:\/\/docs.databricks.com\/aws\/en\/notebooks\/<\/figcaption><\/figure><\/li>\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">Workflows:<\/span><\/strong><span class=\"ng-star-inserted\"> \ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\ub4e4\uc774 \ub9cc\ub4e0 ETL \ud30c\uc774\ud504\ub77c\uc778\uc744 \ud2b9\uc815 \uc2dc\uac04\ub9c8\ub2e4, \ud639\uc740 \ud2b9\uc815 \uc774\ubca4\ud2b8\uac00 \ubc1c\uc0dd\ud560 \ub54c\ub9c8\ub2e4 \uc2e4\ud589\ud558\ub3c4\ub85d \uc2a4\ucf00\uc904\ub9c1\ud558\uace0 \ubaa8\ub2c8\ud130\ub9c1\ud558\ub294 \uae30\ub2a5\uc785\ub2c8\ub2e4. (Airflow\uc758 \uc5ed\ud560\uc744 Databricks \uc548\uc5d0\uc11c \ud574\uacb0!)<\/span><\/p>\n<\/li>\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">SQL Warehouse:<\/span><\/strong><span class=\"ng-star-inserted\"> \ub370\uc774\ud130 \ubd84\uc11d\uac00\ub098 BI \uac1c\ubc1c\uc790\ub4e4\uc774 \uac00\uc7a5 \uc775\uc219\ud55c SQL\uc744 \uc0ac\uc6a9\ud574 \ub300\uc6a9\ub7c9 \ub370\uc774\ud130\ub97c \ube60\ub974\uace0 \uc27d\uac8c \ucffc\ub9ac\ud560 \uc218 \uc788\ub3c4\ub85d \ucd5c\uc801\ud654\ub41c \ucef4\ud4e8\ud305 \ud658\uacbd\uc785\ub2c8\ub2e4. (\uc704\uc5d0\uc11c \uc124\uba85\ud55c Photon \uc5d4\uc9c4\uc774 \uc5ec\uae30\uc11c \uc9c4\uac00\ub97c \ubc1c\ud718\ud569\ub2c8\ub2e4.) \ub610\ud55c, SQL \uc6e8\uc5b4\ud558\uc6b0\uc2a4\ub97c \uc0dd\uc131\ud558\ub294 \uac83\uc5d0 \uadf8\uce58\uc9c0 \uc54a\uace0, \uc2e4\uc2dc\uac04\uc73c\ub85c \ubaa8\ub2c8\ud130\ub9c1 \ud560 \uc218 \uc788\ub294 \ud658\uacbd\ub3c4 \uc81c\uacf5\ud569\ub2c8\ub2e4.<\/span><\/p>\n<p><figure style=\"width: 811px\" class=\"wp-caption aligncenter\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/docs.databricks.com\/aws\/en\/assets\/images\/warehouse-monitoring-tab-eb3e37dab85ee887bee93957bc14415d.png\" alt=\"\" width=\"811\" height=\"503\" \/><figcaption class=\"wp-caption-text\">https:\/\/docs.databricks.com\/aws\/en\/compute\/sql-warehouse\/monitor<\/figcaption><\/figure><\/li>\n<\/ul>\n<h3 class=\"ng-star-inserted\"><span class=\"ez-toc-section\" id=\"%EA%B7%B8%EB%9E%98%EC%84%9C_%EB%B9%84%EC%9A%A9%EC%9D%80_%EC%96%B4%EB%96%A4%EA%B0%80%EC%9A%94_TCO%EC%99%80_%EC%8B%A4%EC%A0%9C_%EC%98%88%EC%8B%9C\"><\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uadf8\ub798\uc11c \ube44\uc6a9\uc740 \uc5b4\ub5a4\uac00\uc694? (TCO\uc640 \uc2e4\uc81c \uc608\uc2dc)<\/span><\/strong><span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">&#8220;\uc774\ub807\uac8c \uc88b\uc740 \uae30\ub2a5\ub4e4\uc774 \ub9ce\uc740\ub370, \ub2f9\uc5f0\ud788 \ube44\uc2f8\uc9c0 \uc54a\uc744\uae4c\uc694?&#8221;<\/span><\/p>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uc544\ub9c8 \uac00\uc7a5 \uad81\uae08\ud574\ud558\uc2e4 \ubd80\ubd84\uc77c \uac81\ub2c8\ub2e4. \uacb0\ub860\ubd80\ud130 \ub9d0\uc500\ub4dc\ub9ac\uba74, Databricks\ub294 &#8216;\uacf5\uc9dc&#8217;\uac00 \uc544\ub2d9\ub2c8\ub2e4. \ud558\uc9c0\ub9cc \ub2e8\uc21c\ud788 \ube44\uc2f8\ub2e4\uace0 \ub9d0\ud558\uae30 \uc804\uc5d0,\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">&#8216;\ucd1d\uc18c\uc720\ube44\uc6a9(TCO, Total Cost of Ownership)&#8217;<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0\uad00\uc810\uc5d0\uc11c \ubc14\ub77c\ubd10\uc57c \ud569\ub2c8\ub2e4.<\/span><\/p>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">Databricks\ub294 \ubcf5\uc7a1\ud55c \ub370\uc774\ud130 \uc778\ud504\ub77c\ub97c \uc9c1\uc811 \uad6c\ucd95\ud558\uace0 \uc6b4\uc601\ud558\ub294 \ub370 \ub4dc\ub294\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uace0\uae09 \uc5d4\uc9c0\ub2c8\uc5b4\uc758 \uc778\uac74\ube44, \uc720\uc9c0\ubcf4\uc218 \ubc0f \uc7a5\uc560 \ub300\uc751 \ube44\uc6a9, \ub370\uc774\ud130 \uc804\ubb38\uac00\ub4e4\uc758 \uc0dd\uc0b0\uc131 \uc800\ud558<\/span><\/strong><span class=\"ng-star-inserted\">\uc640 \uac19\uc740 \uc218\ub9ce\uc740 &#8216;\ubcf4\uc774\uc9c0 \uc54a\ub294 \ube44\uc6a9&#8217;\uc744 <strong>DBU(Databricks Unit)<\/strong>\ub77c\ub294 \uc608\uce21 \uac00\ub2a5\ud55c \uc11c\ube44\uc2a4 \ube44\uc6a9\uc73c\ub85c \uc804\ud658\uc2dc\ucf1c \uc90d\ub2c8\ub2e4. \uc5d4\uc9c0\ub2c8\uc5b4\ub4e4\uc740 \uc778\ud504\ub77c \uac71\uc815 \uc5c6\uc774 \ub370\uc774\ud130\uc758 &#8216;\uac00\uce58&#8217;\uc5d0\ub9cc \uc9d1\uc911\ud560 \uc218 \uc788\uac8c \ub418\uc8e0.<\/span><\/p>\n<h4 class=\"ng-star-inserted\"><span class=\"ez-toc-section\" id=\"%EA%B5%AC%EC%B2%B4%EC%A0%81%EC%9D%B8_%EB%B9%84%EC%9A%A9_%EC%98%88%EC%8B%9C\"><\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uad6c\uccb4\uc801\uc778 \ube44\uc6a9 \uc608\uc2dc<\/span><\/strong><span class=\"ez-toc-section-end\"><\/span><\/h4>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uac1c\ub150\uc801\uc778 \uc124\uba85\ub9cc\uc73c\ub85c\ub294 \uac10\uc774 \uc798 \uc548 \uc624\uc2e4 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uadf8\ub798\uc11c \uac00\uc0c1\uc758 \uc2dc\ub098\ub9ac\uc624\ub97c \ud1b5\ud574 Databricks \uc791\uc5c5 \ube44\uc6a9\uc774 \uc2e4\uc81c\ub85c \uc5b4\ub5bb\uac8c \uacc4\uc0b0\ub418\ub294\uc9c0 \ub2e8\uacc4\ubcc4\ub85c \ubcf4\uc5ec\ub4dc\ub9ac\uaca0\uc2b5\ub2c8\ub2e4.<\/span><\/p>\n<blockquote class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\u26a0\ufe0f \uc8fc\uc758:<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0\uc544\ub798\uc758 \uac00\uaca9\uc740 \uc124\uba85\uc744 \uc704\ud55c \uc608\uc2dc\uc774\uba70, \uc2e4\uc81c \ube44\uc6a9\uc740 \ud074\ub77c\uc6b0\ub4dc \uc81c\uacf5\uc0ac, \ub9ac\uc804, \uc2dc\uc810\uc5d0 \ub530\ub77c \ubcc0\ub3d9\ub420 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uacc4\uc0b0 \ubc29\uc2dd\uc744 \uc774\ud574\ud558\ub294 \ub370 \ucd08\uc810\uc744 \ub9de\ucdb0\uc8fc\uc138\uc694.<\/span><\/p>\n<\/blockquote>\n<ul class=\"ng-star-inserted\">\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uc2dc\ub098\ub9ac\uc624:<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0\ub9e4\uc77c \uc0c8\ubcbd, 1\uc2dc\uac04 \ub3d9\uc548 ETL \ud30c\uc774\ud504\ub77c\uc778 \uc2e4\ud589<\/span><\/p>\n<\/li>\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ud074\ub7ec\uc2a4\ud130:<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0<\/span><span class=\"inline-code ng-star-inserted\">m5d.2xlarge<\/span><span class=\"ng-star-inserted\">\u00a05\ub300 (\ub4dc\ub77c\uc774\ubc84 1, \uc6cc\ucee4 4)<\/span><\/p>\n<\/li>\n<li class=\"ng-star-inserted\">\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ud658\uacbd:<\/span><\/strong><span class=\"ng-star-inserted\">\u00a0AWS \uc11c\uc6b8 \ub9ac\uc804, Premium \ud50c\ub79c,\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">Jobs Compute<\/span><\/strong><\/p>\n<\/li>\n<\/ul>\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">1\ub2e8\uacc4: \ud074\ub77c\uc6b0\ub4dc \uc778\ud504\ub77c \ube44\uc6a9 (AWS EC2)<\/span><\/strong><br class=\"ng-star-inserted\" \/><span class=\"inline-code ng-star-inserted\">m5d.2xlarge<\/span><span class=\"ng-star-inserted\">\uc758 \uc2dc\uac04\ub2f9 \uc628\ub514\ub9e8\ub4dc \ube44\uc6a9\uc744 \uc57d $0.5\ub77c \uac00\uc815\ud558\uba74,<\/span><\/p>\n<blockquote><p>(\ub178\ub4dc 5\ub300) \u00d7 (\uc2dc\uac04\ub2f9 0.5) \u00d7 (1\uc2dc\uac04) <span aria-hidden=\"true\">= $<!-- notionvc: f8fa020e-7208-43c3-ac8a-5bad6f8d8b25 --><\/span>2.50<\/p><\/blockquote>\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">2\ub2e8\uacc4: Databricks \uc11c\ube44\uc2a4 \ube44\uc6a9 (DBU)<\/span><\/strong><br class=\"ng-star-inserted\" \/><span class=\"inline-code ng-star-inserted\">Jobs Compute<\/span><span class=\"ng-star-inserted\">\uc758 DBU \uc694\uc728\uc744 $0.15\/DBU,\u00a0<\/span><span class=\"inline-code ng-star-inserted\">m5d.2xlarge<\/span><span class=\"ng-star-inserted\">\uc758 \uc2dc\uac04\ub2f9 DBU \uc18c\ubaa8\ub7c9\uc744 8 DBU\ub85c \uac00\uc815\ud558\uba74,<\/span><\/p>\n<blockquote><p>(\ub178\ub4dc 5\ub300) \u00d7 (\uc2dc\uac04\ub2f9 8 DBU) \u00d7 (DBU\ub2f9 0.15) \u00d7 (1\uc2dc\uac04) <span aria-hidden=\"true\">= $<!-- notionvc: f8fa020e-7208-43c3-ac8a-5bad6f8d8b25 --><\/span>6.00<\/p><\/blockquote>\n<p class=\"ng-star-inserted\"><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">3\ub2e8\uacc4: \ucd1d\ube44\uc6a9<\/span><\/strong><\/p>\n<blockquote><p>\ucd1d\ube44\uc6a9 (\uc628\ub514\ub9e8\ub4dc \uae30\uc900): $2.50 (AWS) + $<!-- notionvc: f8fa020e-7208-43c3-ac8a-5bad6f8d8b25 -->6.00(Databricks) <span aria-hidden=\"true\">= $<!-- notionvc: f8fa020e-7208-43c3-ac8a-5bad6f8d8b25 --><\/span>8.50<\/p><\/blockquote>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uc774 \uc791\uc5c5\uc744 \ud55c \ub2ec(30\uc77c) \ub3d9\uc548 \ub9e4\uc77c \uc2e4\ud589\ud55c\ub2e4\uba74 \uc6d4\uac04 \ube44\uc6a9\uc740\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\uc57d $255<\/span><\/strong><span class=\"ng-star-inserted\">\uac00 \ub429\ub2c8\ub2e4. \uc5ec\uae30\uc11c <\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">Spot Instance<\/span><\/strong><span class=\"ng-star-inserted\">\ub97c \uc801\uadf9 \ud65c\uc6a9\ud558\uba74 AWS \ube44\uc6a9\uc774 \ud06c\uac8c \uc904\uc5b4 \ucd1d\ube44\uc6a9\uc744\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">30% \uc774\uc0c1 \uc808\uac10<\/span><\/strong><span class=\"ng-star-inserted\">\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc5b4\ub5a4 \uc885\ub958\uc758 \uc791\uc5c5\uc744, \uc5b4\ub5a4 \uc790\uc6d0\uc73c\ub85c, \uc5bc\ub9c8\ub098 \uc4f0\ub290\ub0d0\uc5d0 \ub530\ub77c \ube44\uc6a9\uc774 \ud22c\uba85\ud558\uac8c \uacb0\uc815\ub418\ub294 \uad6c\uc870\uc785\ub2c8\ub2e4.\u00a0 <\/span><i>(\ub2e8, \uc778\uc2a4\ud134\uc2a4 \uc720\ud615, \ub9ac\uc804, \uc694\uae08\uc81c, Spot \ud65c\uc6a9 \uc5ec\ubd80, \uc2a4\ud1a0\ub9ac\uc9c0\u00b7\ub124\ud2b8\uc6cc\ud06c \uc0ac\uc6a9\ub7c9 \ub4f1\uc5d0 \ub530\ub77c \uc2e4\uc81c \ube44\uc6a9\uc740 \ub2ec\ub77c\uc9c8 \uc218 \uc788\uc2b5\ub2c8\ub2e4.)<\/i><i><\/i><\/p>\n<h3 class=\"ng-star-inserted\"><span class=\"ez-toc-section\" id=\"5_%EA%B2%B0%EB%A1%A0_Databricks_%EB%8B%A8%EC%88%9C%ED%95%9C_%EB%B9%84%EC%9A%A9%EC%9D%84_%EB%84%98%EC%96%B4_%E2%80%98%EA%B0%80%EC%B9%98%EC%97%90_%ED%88%AC%EC%9E%90%ED%95%98%EB%8A%94_%EA%B2%83\"><\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">5. \uacb0\ub860: Databricks, \ub2e8\uc21c\ud55c \ube44\uc6a9\uc744 \ub118\uc5b4 &#8216;\uac00\uce58&#8217;\uc5d0 \ud22c\uc790\ud558\ub294 \uac83<\/span><\/strong><span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">Databricks\ub294 \ub2e8\uc21c\ud788 \uc5ec\ub7ec \uc624\ud508\uc18c\uc2a4\ub97c \ubaa8\uc544\ub193\uc740 \ud50c\ub7ab\ud3fc\uc774 \uc544\ub2d9\ub2c8\ub2e4.\u00a0<\/span><strong class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ub378\ud0c0 \ub808\uc774\ud06c\ub77c\ub294 \uacac\uace0\ud55c \uae30\ubc18 \uc704\uc5d0, &#8216;Photon&#8217;\uc774\ub77c\ub294 \uac15\ub825\ud55c \uc5d4\uc9c4\uc73c\ub85c \ubb34\uc7a5\ud55c \ucd5c\uace0 \uc131\ub2a5\uc758 Spark\ub97c \uc5b9\uace0, \uc720\ub2c8\ud2f0 \uce74\ud0c8\ub85c\uadf8\ub77c\ub294 \uad00\uc81c\ud0d1\uc744 \ud1b5\ud574 \ubaa8\ub4e0 \uac83\uc744 \ud1b5\uc81c\ud558\ub294 \uace0\ub3c4\ub85c \ud1b5\ud569\ub418\uace0 \ucd5c\uc801\ud654\ub41c \ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1 \ud50c\ub7ab\ud3fc<\/span><\/strong><span class=\"ng-star-inserted\">\uc785\ub2c8\ub2e4.<\/span><\/p>\n<p class=\"ng-star-inserted\"><span class=\"ng-star-inserted\">\ucd08\uae30 \ub3c4\uc785 \ube44\uc6a9\uc774\ub098 DBU \uc694\uae08\uc774 \ubd80\ub2f4\uc2a4\ub7fd\uac8c \ub290\uaef4\uc9c8 \uc218\ub3c4 \uc788\uc2b5\ub2c8\ub2e4. \ud558\uc9c0\ub9cc \ubcf5\uc7a1\ud55c \ub370\uc774\ud130 \uc778\ud504\ub77c\ub97c \uc9c1\uc811 \uad6c\ucd95\ud558\uace0 \uc6b4\uc601\ud558\ub294 \ub370 \ub4dc\ub294 \ub9c9\ub300\ud55c &#8216;\uc228\uaca8\uc9c4 \ube44\uc6a9&#8217;\uacfc &#8216;\uae30\ud68c\ube44\uc6a9&#8217;\uc744 \uace0\ub824\ud55c\ub2e4\uba74, Databricks\ub294 \uc624\ud788\ub824 \ud569\ub9ac\uc801\uc778 \uc120\ud0dd\uc774 \ub420 \uc218 \uc788\uc2b5\ub2c8\ub2e4.\u00a0<\/span><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\ub370\uc774\ud130 \ubd84\uc57c\uc5d0 \uacc4\uc2e0 \ubd84\ub4e4\uc774\ub77c\uba74 Hadoop, Spark \uac19\uc740 \ub2e8\uc5b4\ub294 \ud55c \ubc88\ucbe4 \ub4e4\uc5b4\ubcf4\uc168\uc744 \uac81\ub2c8\ub2e4. \ub300\uc6a9\ub7c9 \ub370\uc774\ud130\ub97c \ucc98\ub9ac\ud558\ub294 \ud575\uc2ec \uae30\uc220\ub4e4\uc774\uc8e0. \uadf8\ub7f0\ub370 \ucd5c\uadfc \ub4e4\uc5b4 &#8220;\ub370\uc774\ud130\ube0c\ub9ad\uc2a4(Databricks)&#8221;\ub77c\ub294 \uc774\ub984\uc774 \uc810\uc810 \ub354 \ub9ce\uc774 \ub4e4\ub824\uc635\ub2c8\ub2e4. &#8220;\uadf8\uac70 \uadf8\ub0e5 \ud074\ub77c\uc6b0\ub4dc\uc5d0\uc11c Spark \uc4f0\uac8c \ud574\uc8fc\ub294 \uc11c\ube44\uc2a4 \uc544\ub2c8\uc57c?&#8221; \ub77c\uace0 \uc0dd\uac01\ud558\uc168\ub2e4\uba74, \uc624\ub298 \uc774 \uae00\uc744 \ud1b5\ud574 \uadf8 \uc0dd\uac01\uc774 \uc644\uc804\ud788 \ubc14\ub00c\uc2e4 \uac70\ub77c \ud655\uc2e0\ud569\ub2c8\ub2e4. \uc624\ub298\uc740 \ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\uc758 \uc2dc\uac01\uc5d0\uc11c, [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[8,69,27,42,68,32],"class_list":["post-530","post","type-post","status-publish","format-standard","hentry","category-1","tag-data-engineering","tag-databricks","tag-27","tag-42","tag-68","tag-32","col-md-12"],"_links":{"self":[{"href":"https:\/\/www.nnt-consulting.com\/tech\/blog\/wp-json\/wp\/v2\/posts\/530","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.nnt-consulting.com\/tech\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.nnt-consulting.com\/tech\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.nnt-consulting.com\/tech\/blog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.nnt-consulting.com\/tech\/blog\/wp-json\/wp\/v2\/comments?post=530"}],"version-history":[{"count":26,"href":"https:\/\/www.nnt-consulting.com\/tech\/blog\/wp-json\/wp\/v2\/posts\/530\/revisions"}],"predecessor-version":[{"id":648,"href":"https:\/\/www.nnt-consulting.com\/tech\/blog\/wp-json\/wp\/v2\/posts\/530\/revisions\/648"}],"wp:attachment":[{"href":"https:\/\/www.nnt-consulting.com\/tech\/blog\/wp-json\/wp\/v2\/media?parent=530"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.nnt-consulting.com\/tech\/blog\/wp-json\/wp\/v2\/categories?post=530"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.nnt-consulting.com\/tech\/blog\/wp-json\/wp\/v2\/tags?post=530"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}