{"id":410,"date":"2021-08-30T16:34:28","date_gmt":"2021-08-30T07:34:28","guid":{"rendered":"https:\/\/www.dkdk.info\/wpb\/?p=410"},"modified":"2021-08-30T17:02:31","modified_gmt":"2021-08-30T08:02:31","slug":"410","status":"publish","type":"post","link":"https:\/\/www.dkdk.info\/wpb\/?p=410","title":{"rendered":"AWS \uc5d0 Data Lake \uad6c\ucd95"},"content":{"rendered":"<h2><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\uac1c\ub150<\/strong><\/span><\/h2>\n<hr \/>\n<h4 class=\"auto-cursor-target\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong><span style=\"color: #151515;\">data lake<\/span><\/strong><\/span><\/h4>\n<p class=\"auto-cursor-target\"><span style=\"color: #151515; font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \ub808\uc774\ud06c\ub294 \ub300\uaddc\ubaa8\uc758 \ub2e4\uc591\ud55c \uc6d0\uc2dc \ub370\uc774\ud130 \uc138\ud2b8\ub97c \uae30\ubcf8 \ud615\uc2dd\uc73c\ub85c \uc800\uc7a5\ud558\ub294 \ub370\uc774\ud130 \ub9ac\ud3ec\uc9c0\ud1a0\ub9ac \uc720\ud615<\/span><\/p>\n<p class=\"auto-cursor-target\"><span style=\"color: #151515; font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \ub808\uc774\ud06c\ub97c \uc0ac\uc6a9\ud558\uba74 \uc815\uc81c\ub418\uc9c0 \uc54a\uc740 \ub370\uc774\ud130\ub97c \ubcfc \uc218 \uc788\uc73c\uba70, \ub370\uc774\ud130\uc5d0 \ub300\ud574 \uc804\uccb4\uc801\uc778 \ub300\uaddc\ubaa8 \ub9ac\ud3ec\uc9c0\ud1a0\ub9ac\ub97c \uc5d4\ud130\ud504\ub77c\uc774\uc988 \ud658\uacbd\uc5d0\uc11c \ub370\uc774\ud130 \uad00\ub9ac \uc804\ub7b5\uc73c\ub85c \ubcf4\ud3b8\ud654\ud560 \uc218 \uc788\uc74c<\/span><\/p>\n<p class=\"auto-cursor-target\"><span style=\"color: #151515; font-family: helvetica, arial, sans-serif;\">\u201c\ub370\uc774\ud130 \ub808\uc774\ud06c\u201d\ub77c\ub294 \uc6a9\uc5b4\ub294 Pentaho\uc758 CTO(\ucd5c\uace0 \uae30\uc220 \ucc45\uc784\uc790)\uc778 James Dixon\uc774 \ucc98\uc74c\uc73c\ub85c \uc18c\uac1c\ud568.<\/span><\/p>\n<p class=\"auto-cursor-target\"><span style=\"font-family: helvetica, arial, sans-serif;\"><span style=\"color: #151515;\"> \uc774\ub7ec\ud55c \uc720\ud615\uc758 \ub370\uc774\ud130 \ub9ac\ud3ec\uc9c0\ud1a0\ub9ac\ub97c \ub808\uc774\ud06c\ub77c\uace0 \ubd80\ub974\ub294 \uc774\uc720\ub294 \ud544\ud130\ub9c1\ub418\uac70\ub098 \ud328\ud0a4\uc9c0\ud654\ub418\uc9c0 \uc54a\uc740 \uc218\uc5ed\uacfc \uac19\uc740 \uc790\uc5f0 \uc0c1\ud0dc\uc758 \ub370\uc774\ud130 \ud480\uc744 \uc800\uc7a5\ud558\uae30 \ub54c\ubb38\uc774\ub2e4. <\/span><span style=\"color: #151515;\">\ub370\uc774\ud130\ub294 \uc5ec\ub7ec \uc18c\uc2a4\uc5d0\uc11c \ub808\uc774\ud06c\ub85c \ud750\ub974\uba70 \uc6d0\ub798 \ud615\uc2dd\uc73c\ub85c \uc800\uc7a5\ub428<\/span><\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li class=\"auto-cursor-target\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \uc885\ub958\uc758 \ubb34\ud55c\ud568<\/span>\n<ul style=\"list-style-type: square;\">\n<li class=\"auto-cursor-target\"><span style=\"color: #000000; font-family: helvetica, arial, sans-serif;\">\ubaa8\ub4e0 \uc720\ud615\uc758 \uc815\ud615 \ub370\uc774\ud130\uc640 \ub2e4\uc591\ud55c \ube44\uc815\ud615 \ub370\uc774\ud130\ub97c \uc800\uc7a5<\/span><\/li>\n<\/ul>\n<\/li>\n<li class=\"auto-cursor-target\"><span style=\"color: #000000; font-family: helvetica, arial, sans-serif;\">\uc0ac\uc804 \uc815\uc758 \ubc0f \ubd84\uc11d\ub418\uc9c0 \uc54a\uc74c<\/span>\n<ul style=\"list-style-type: square;\">\n<li class=\"auto-cursor-target\"><span style=\"color: #000000; font-family: helvetica, arial, sans-serif;\">\uc6d0\uc2dc \ub370\uc774\ud130\ub97c \uc800\uc7a5\ud560 \ubfd0\uc774\uba70, \uc6d0\uc2dc \ub370\uc774\ud130\uc5d0 \ub300\ud55c \uc774\ud574\uc640 \uc778\uc0ac\uc774\ud2b8\uac00 \ud5a5\uc0c1\ub420 \ub54c \ub370\uc774\ud130\ub97c \uc815\uc81c\ud568<\/span><\/li>\n<\/ul>\n<\/li>\n<li class=\"auto-cursor-target\"><span style=\"color: #000000; font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \uc870\ud68c \ubc29\ubc95\uc5d0 \uc81c\ud55c\uc774 \uc5c6\uc74c<\/span>\n<ul style=\"list-style-type: square;\">\n<li class=\"auto-cursor-target\"><span style=\"color: #000000; font-family: helvetica, arial, sans-serif;\">\ub2e4\uc591\ud55c \ub3c4\uad6c\ub97c \uc0ac\uc6a9\ud560 \uc218 \uc788\uc74c<\/span><\/li>\n<\/ul>\n<\/li>\n<li class=\"auto-cursor-target\"><span style=\"color: #000000; font-family: helvetica, arial, sans-serif;\">\ud558\ub098\ub85c \ud1b5\ud569\ub41c \uc800\uc7a5\uc18c<\/span>\n<ul style=\"list-style-type: square;\">\n<li class=\"auto-cursor-target\"><span style=\"color: #000000; font-family: helvetica, arial, sans-serif;\">\uc870\uc9c1 \uc804\uccb4\uac00 \ud558\ub098\uc758 \ud1b5\ud569\ub41c \ubdf0\ub85c \ub370\uc774\ud130\uc5d0 \uc811\uadfc\ud568<\/span><\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<h5 class=\"auto-cursor-target\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong><span style=\"color: #151515;\">\uc6d0\uc2dc \ub370\uc774\ud130<\/span><\/strong><\/span><\/h5>\n<p class=\"auto-cursor-target\"><span style=\"color: #151515; font-family: helvetica, arial, sans-serif;\">\uc6d0\uc2dc \ub370\uc774\ud130\ub294 \ud2b9\uc815 \ubaa9\uc801\uc744 \uc704\ud574 \ucc98\ub9ac\ub418\uc9c0 \uc54a\uc740 \ub370\uc774\ud130\ub97c \ub9d0\ud568. \ub370\uc774\ud130 \ub808\uc774\ud06c\uc5d0 \uc788\ub294 \ub370\uc774\ud130\ub294 \ucffc\ub9ac\ub418\uae30 \uc804\uae4c\uc9c0\ub294 \uc815\uc758\ub418\uc9c0 \uc54a\uc74c<\/span><\/p>\n<h5 class=\"auto-cursor-target\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\uac70\ubc84\ub10c\uc2a4<\/strong><\/span><\/h5>\n<p class=\"auto-cursor-target\"><span style=\"color: #151515; font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \ub808\uc774\ud06c\uc5d0 \uc788\ub294 \ub370\uc774\ud130\ub294 \ubd84\uc11d\uc744 \uc704\ud574 \ud544\uc694\ud560 \ub54c \ubcc0\ud658\ub418\uba70, \uc774\ub7ec\ud55c \uacbd\uc6b0 \uc2a4\ud0a4\ub9c8\uac00 \uc801\uc6a9\ub418\uc5b4 \ub370\uc774\ud130 \ubd84\uc11d\uc774 \uac00\ub2a5\ud574\uc9d0. <\/span><\/p>\n<p class=\"auto-cursor-target\"><span style=\"color: #151515; font-family: helvetica, arial, sans-serif;\">\uc774\ub294 \u201c\uc77d\uae30 \uc2a4\ud0a4\ub9c8(schema on read)\u201d\ub77c\uace0 \ubd88\ub9ac\ub294\ub370, \ub370\uc774\ud130\uac00 \uc0ac\uc6a9 \uc900\ube44 \uc0c1\ud0dc\uac00 \ub420 \ub54c\uae4c\uc9c0 \uc6d0\uc2dc \uc0c1\ud0dc\ub85c \ubcf4\uad00\ub418\uae30 \ub54c\ubb38\uc774\ub2e4.<\/span><\/p>\n<p class=\"auto-cursor-target\"><span style=\"font-family: helvetica, arial, sans-serif;\"><span style=\"color: #151515;\">\ud574\ub2f9 \ub370\uc774\ud130\ub97c \uc0ac\uc6a9\ud558\uace0 \uc774\uc5d0 \uc561\uc138\uc2a4\ud560 \uc218 \uc788\ub3c4\ub85d \uac70\ubc84\ub10c\uc2a4\ub97c \ud1b5\ud574 \ub370\uc774\ud130 \ub808\uc774\ud06c\ub97c \uc9c0\uc18d\uc801\uc73c\ub85c \uc720\uc9c0 \uad00\ub9ac\ud574\uc57c \ud558\uba70,\u00a0<\/span><span style=\"color: #151515;\">\ub098\uc911\uc5d0 \uc561\uc138\uc2a4\ud560 \uc218 \uc788\ub3c4\ub85d \ub370\uc774\ud130\ub97c \ub370\uc774\ud130 \ub808\uc774\ud06c\uc5d0 \ubcf4\uad00\ud558\ub294 \uacbd\uc6b0 \uba54\ud0c0\ub370\uc774\ud130\ub85c \ud0dc\uadf8\ub97c \uc9c0\uc815\ud574\uc57c \ud568.<\/span><\/span><\/p>\n<h4><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>data swamp (\ub370\uc774\ud130 \ub2aa)<\/strong><\/span><\/h4>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">data lake \uad6c\uc131\uc5d0 \uc2e4\ud328\ud558\uba74 \ub370\uc774\ud130\ub97c \uc81c\ub300\ub85c \ud65c\uc6a9\ud560 \uc218 \uc5c6\ub294 \uc0c1\ud0dc\uac00 \ub418\uba70 \uc774\ub97c data swamp \ub77c\uace0 \ud568<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>data lake \ub97c \uc801\uc808\ud788 \uc124\uacc4\ud558\uace0 \uadf8 \uc548\uc758 \ub370\uc774\ud130\ub97c \ud6a8\uc728\uc801\uc73c\ub85c \uad00\ub9ac\ud558\uc9c0 \ubabb\ud568<\/strong><\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\uc0ac\uc6a9\uc790 \uc911\uc2ec\uc758 \ub370\uc774\ud130\uc640 \uba54\ud0c0\ub370\uc774\ud130\ub97c \uad00\ub9ac\ud558\ub294 \ud50c\ub7ab\ud3fc\uc774 \ud544\uc694<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">Hadoop \uc740 \ubcf5\uc7a1\ud55c \uc2dc\uc2a4\ud15c\uc774\uba70, \uc774 \uc5d0\ucf54\uc2dc\uc2a4\ud15c\uc744 \uc9c1\uc811 \uad6c\ucd95\ud558\ub294 \uac83\uc740 \uc26c\uc6b4 \uc791\uc5c5\uc774 \uc544\ub2d8<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\uc6b0\uc120 \uc774\uc0c1\uc801\uc778 \uc2dc\uc2a4\ud15c\ubcf4\ub2e4\ub294 \ud544\uc694\ud55c \ubd84\uc11d\uc744 \uc704\ud55c \uae30\ub2a5\uc744 \uad6c\ud604\ud558\ub294 \uac83\uc744 \ubaa9\ud45c\ub85c \ud568<\/span><\/li>\n<\/ul>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>data lake \ub97c ad-hoc \ud0d0\uc0c9, \ubd84\uc11d\uc73c\ub85c\ub9cc \uc0ac\uc6a9\ud568<\/strong><\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\ud574\uacb0\ud574\uc57c \ud558\ub294 \ub2e4\uc591\ud55c \ube44\uc988\ub2c8\uc2a4 \ubb38\uc81c\ub97c \ub3c4\ucd9c\ud574\uc57c \ud568<\/span><\/li>\n<\/ul>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><strong><span style=\"color: #292929;\">\uc190\uc5d0 \ub123\uc744 \uc218 \uc788\ub294 \ubaa8\ub4e0 \uc815\ubcf4\ub97c \uc218\uc9d1\ud55c \ub2e4\uc74c, \ub098\uc911\uc5d0 \uc5b4\ub5a4 \ubd84\uc11d\uc744 \uc2dc\ub3c4\ud560\uc9c0 \uacb0\uc815\ud558\ub294 \uac83<\/span><\/strong><\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\ucd08\uae30\uc5d0\ub294 \uc801\uc740 \ub370\uc774\ud130, \ubaa9\ud45c\uc5d0 \ub530\ub978 \ub370\uc774\ud130\ub97c \uc218\uc9d1\ud574\uc57c \ud568<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\ud488\uc9c8\uc774 \uc88b\uace0, \uc774\ud574\ud560 \uc218 \uc788\ub294 \ub370\uc774\ud130 \uc138\ud2b8\ub97c \uc218\uc9d1\ud558\ub294 \uac83\uc774 \uc720\ub9ac\ud568<\/span><\/li>\n<\/ul>\n<h4><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ub370\uc774\ud130 \uc900\ube44 (data preparation)<\/strong><\/span><\/h4>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \uc900\ube44\ub294 \ubd84\uc11d \ub610\ub294 \uae30\ud0c0 \ud3c9\uac00 \ubaa9\uc801\uc73c\ub85c \ub370\uc774\ud130\ub97c \uad6c\uccb4\ud654\ud558\uae30 \uc704\ud574 \ub370\uc774\ud130\ub97c \uc815\ub9ac, \ub9ac\ud3ec\ub9f7 \ubc0f \ubaa8\ub378\ub9c1\ud558\ub294 \uc791\uc5c5<\/span><\/p>\n<p><span style=\"color: #000000; font-family: helvetica, arial, sans-serif;\">\uc77c\ubc18\uc801\uc73c\ub85c Define, Identify, Transform, Model, Load, Verify \uc640 \uac19\uc740 \ub2e8\uacc4\uac00 \ud3ec\ud568\ub428<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\ud574\ub2f9 \uc791\uc5c5\uc5d0 \ud574\ub2f9\ud558\ub294 \uc6a9\uc5b4\ub294 \uba87\uac00\uc9c0\uac00 \uc788\uc9c0\ub9cc \ub300\ud45c\uc801\uc73c\ub85c ETL, data wrangling, data mining \uac00 \uc788\uc74c<\/span><\/p>\n<p><span style=\"color: #000000; font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \uc900\ube44\ub294 \uc5d4\ub4dc\uc720\uc800\uc5d0\uac8c \ube44\uc988\ub2c8\uc2a4 \ubb38\uc81c\uc5d0 \ub300\ud55c \ub2f5\uc744 \uc9c1\uad00\uc801\uc774\uace0 \uc27d\uac8c \uc81c\uc2dc\ud560 \uc218 \uc788\uc73c\uba70, BI \uc194\ub8e8\uc158 \uc131\ub2a5\uc5d0 \ud070 \uc601\ud5a5\uc744 \ubbf8\uce60 \uc218 \uc788\uc74c<\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"color: #000000; font-family: helvetica, arial, sans-serif;\">\ubd84\uc11d \ubc0f \uc2dc\uac01\ud654\ub97c \uc704\ud55c \ub370\uc774\ud130\ub294 \uae68\ub057\ud558\uace0 \uc624\ub958\uac00 \uc5c6\uc5b4\uc57c\ud568<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\uc774\ubbf8 \ubd84\uc11d\uc744 \uc704\ud574 \ub370\uc774\ud130\uac00 \uc804\uc1a1\ub41c \ud6c4\uc5d0\ub294 \ubc1c\uacac \ubc0f \uc218\uc815\uc774 \uc5b4\ub824\uc6cc\uc9d0<\/span><\/li>\n<\/ul>\n<p><span style=\"color: #000000; font-family: helvetica, arial, sans-serif;\">\ud074\ub77c\uc6b0\ub4dc \ub9c8\uc774\uadf8\ub808\uc774\uc158 \ud504\ub85c\uc138\uc2a4\ub97c \uc704\ud574 \ud544\uc218\uc801\uc784<\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"color: #000000; font-family: helvetica, arial, sans-serif;\">\ud074\ub77c\uc6b0\ub4dc\uc5d0\uc11c \ub370\uc774\ud130 \uc900\ube44\ub97c \uc218\ud589\ud558\uba74 \uc778\uc801 \ub9ac\uc18c\uc2a4\ub97c \uc808\uac10\ud560 \uc218 \uc788\uace0, \ubaa8\ub4e0 \ubd80\uc11c\uc5d0\uc11c \uc561\uc138\uc2a4\ud560 \uc218 \uc788\uc5b4 \ud611\uc5c5\uc774 \uc26c\uc6cc\uc9d0<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\ud074\ub77c\uc6b0\ub4dc \uc2a4\ud1a0\ub9ac\uc9c0\uc758 \uc720\uc5f0\uc131\uc740 \ube44\uc988\ub2c8\uc2a4(\ub370\uc774\ud130)\uac00 \uc131\uc7a5\ud568\uc5d0 \ub530\ub978 \ub370\uc774\ud130 \uc900\ube44 \uc791\uc5c5\uc5d0 \ub300\ud55c \uc2a4\ucf00\uc77c\uc5c5\ub3c4 \uc6a9\uc774\ud558\uac8c \ud574\uc900\ub2e4<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\uc0c8\ub85c\uc6b4 \uae30\uc220\uc774\ub098 \ud2b8\ub80c\ub4dc\ub97c \ub3c4\uc785\ud558\uae30 \uc26c\uc6cc\uc9d0<\/span><\/li>\n<\/ul>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\uc870\uc9c1\uc758 \ub370\uc774\ud130\uc5d0 \ub300\ud55c \uc88b\uc740 \uad00\ud589(\ubb38\ud654) \uc774 \ub420 \uc218 \uc788\uc74c<\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \uac70\ubc84\ub10c\uc2a4\ub97c \uc138\uc6cc \uae30\uc5c5\uc774 \uc548\uc804\ud558\uace0 \uae30\uc900\uc744 \uc900\uc218\ud558\ub294 \ub370 \ub3c4\uc6c0\uc744 \uc90c<\/span>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130\uc758 \ud2b9\uc9d5 \ubc0f \ucd9c\ucc98, \uc774\ub825 \ub4f1\uc744 \ucd94\uc801\ud560 \uc218 \uc788\uc74c<\/span><\/li>\n<\/ul>\n<\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\uc870\uc9c1\uc774 \uae30\uc5c5 \ud658\uacbd\uc758 \ubb38\uc81c\ub97c \uc778\uc2dd\ud560 \uc218 \uc788\uace0, \uac1c\uc120\ub41c \ubd84\uc11d \ubb38\uc81c\ub97c \uac16\uac8c \ub428<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \ucc98\ub9ac \uccb4\uacc4\ub97c \uc138\uc6cc, \uc5ec\ub7ec \uc791\uc5c5\uc790\uac00 \ub3d9\uc77c\ud55c \ud234\uc744 \uc0ac\uc6a9\ud558\uc5ec \ucc98\ub9ac\ud560 \uc218 \uc788\uc74c<\/span><\/li>\n<\/ul>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><strong><span style=\"color: #000000;\">ETL<\/span><\/strong><\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\uc6d0\uc2dc \ub370\uc774\ud130 \ud639\uc740 \uc560\ud50c\ub9ac\ucf00\uc774\uc158 \ub370\uc774\ud130\ub97c \ucd94\ucd9c\ud558\uc5ec \uc815\uc81c\ud55c \ud6c4\uc5d0 \ub370\uc774\ud130 \uc6e8\uc5b4\ud558\uc6b0\uc2a4\uc5d0 \uc801\uc7ac\ud558\ub294 \ubaa8\ub4e0 \uacfc\uc815\uc744 \ub9d0\ud568<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\uc77c\ubc18\uc801\uc73c\ub85c \ub370\uc774\ud130 \uc815\uc81c(\ubcc0\ud658)\uc5d0\ub294 \ud544\ud130\ub9c1, \uc815\ub82c, \uc9d1\uacc4, \ub370\uc774\ud130 \uc870\uc778, \ub370\uc774\ud130 \uc815\ub9ac, \uc911\ubcf5 \uc81c\uac70 \ubc0f \uc720\ud6a8\uc131 \uac80\uc0ac \ub4f1\uc758 \ub2e4\uc591\ud55c \uc791\uc5c5\uc774 \ud3ec\ud568\ub428<\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">Extract : \ud558\ub098 \ub610\ub294 \uc5ec\ub7ff \ub370\uc774\ud130 \uc18c\uc2a4\ub85c\ubd80\ud130 \ub370\uc774\ud130 \ucd94\ucd9c<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">Transform : <span style=\"color: #1f1f1f;\">\ub370\uc774\ud130 \ud074\ub80c\uc9d5, \ud615\uc2dd \ubcc0\ud658 \ubc0f \ud45c\uc900\ud654, \ud1b5\ud569 \ub610\ub294 \ub2e4\uc218 \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc5d0 \ub0b4\uc7a5\ub41c \ube44\uc988\ub2c8\uc2a4\ub8f0 \uc801\uc6a9 \ub4f1<\/span><\/span><\/li>\n<li><span style=\"color: #1f1f1f; font-family: helvetica, arial, sans-serif;\">Load : \uc815\uc81c \uc644\ub8cc\ub41c \ub370\uc774\ud130\ub97c \ub370\uc774\ud130 \uc6e8\uc5b4\ud558\uc6b0\uc2a4 \uc2dc\uc2a4\ud15c\uc5d0 \uc801\uc7ac<\/span><\/li>\n<\/ul>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>data wrangling<\/strong><\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\ubcf5\uc7a1\ud558\uace0 \ud070 \uc6d0\uc2dc \ub370\uc774\ud130\ub97c \ubd84\uc11d\ud558\uae30 \uc88b\uc740 \ub370\uc774\ud130\ub85c \ubcc0\ud658\ud558\uc5ec \ub370\uc774\ud130 \uc0ac\uc6a9\uc131\uc744 \ub192\uc774\ub294 \uc791\uc5c5<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \ub7ad\uae00\ub9c1\uc740 \ucd1d 5\ub2e8\uacc4\ub85c \ubd84\ub958\ub428<\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">Gather : \ub370\uc774\ud130\ub97c \uc5bb\ub294 \ub2e8\uacc4<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">Assess : \ub370\uc774\ud130\uc758 \uc0c1\ud0dc\ub97c \ud310\ub2e8\ud558\ub294 \ub2e8\uacc4<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">Clean : \ub370\uc774\ud130\ub97c \uc815\uc81c\ud558\ub294 \ub2e8\uacc4<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">Reassess and Iterate : \ub370\uc774\ud130\uac00 \uc798 \uc815\uc81c\ub418\uc5c8\ub294\uc9c0 \ud310\ub2e8\ud558\uace0 \ubc18\ubcf5\ud558\ub294 \ub2e8\uacc4<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">Store : \ub370\uc774\ud130\ub97c \uc800\uc7a5\ud558\ub294 \ub2e8\uacc4<\/span><\/li>\n<\/ul>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>ETL \uacfc \ub370\uc774\ud130 \ub7ad\uae00\ub9c1\uc758 \ucc28\uc774<\/strong><\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">ETL \uacfc \ub370\uc774\ud130 \ub7ad\uae00\ub9c1\uc740 \uc720\uc0ac\ud558\uac8c \uc0ac\uc6a9\ub418\uc9c0\ub9cc, \ub3d9\uc77c\ud55c \uac83\uc744 \uc9c0\uce6d\ud558\ub294 \uc6a9\uc5b4\uac00 \uc544\ub2d8<\/span><\/p>\n<table class=\"fixed-table confluenceTable wrapped\" style=\"border-style: solid; border-color: #000000; width: 100%; height: 192px;\">\n<thead>\n<tr style=\"height: 24px; background-color: #cccccc;\">\n<td class=\"confluenceTh\" style=\"height: 24px; border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>ETL<\/strong><\/span><\/td>\n<td class=\"confluenceTh\" style=\"height: 24px; border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ub370\uc774\ud130 \ub7ad\uae00\ub9c1<\/strong><\/span><\/td>\n<\/tr>\n<\/thead>\n<colgroup>\n<col style=\"width: 397.0px;\" \/>\n<col style=\"width: 401.0px;\" \/><\/colgroup>\n<tbody>\n<tr style=\"height: 120px; border-style: solid; border-color: #000000;\">\n<td class=\"confluenceTd\" style=\"height: 120px; border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uc5d4\ub4dc\uc720\uc800 \uc911\uc2ec.<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\ud2b9\uc815 \uc2dc\uc2a4\ud15c\uc5d0\uc11c \uc6d0\ud558\ub294 \ub370\uc774\ud130\ub97c \ucd94\ucd9c, \ubcc0\ud615 \ubc0f \ud0d1\uc7ac<\/span><\/td>\n<td class=\"confluenceTd\" style=\"height: 120px; border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \ub7ad\uae00\ub9c1 \uacfc\uc815\uc740 \uad00\ub9ac\uc790, \uc601\uc5c5 \ub2f4\ub2f9\uc790 \ubc0f \uae30\uc5c5 \ubd84\uc11d\uac00 \uc911\uc2ec\uc73c\ub85c \uc774\ub904\uc9d0<\/span><\/td>\n<\/tr>\n<tr style=\"height: 48px;\">\n<td class=\"confluenceTd\" style=\"height: 48px; border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ub300\uc6a9\ub7c9 \ub370\uc774\ud130 \ucc98\ub9ac\ub97c \uc704\ud574 \uad6c\uc870\ud654 \ubc0f \ube44\uad6c\uc870\ud654 \ub370\uc774\ud130\ub97c \ub2e4\ub8e8\ub294 \uc791\uc5c5<\/span><\/td>\n<td class=\"confluenceTd\" style=\"height: 48px; border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ubcf5\uc7a1\ud558\uac70\ub098 \uc6a9\ub7c9\uc774 \ud070 \ub370\uc774\ud130\ub97c \ubd84\uc11d\ud560 \uc218 \uc788\ub3c4\ub85d \uc815\uc81c \ubc0f \ucd5c\uc801\ud654\ub97c \uc801\uc6a9<\/span><\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><strong><span style=\"color: #000000;\">data mining<\/span><\/strong><\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\ub300\uaddc\ubaa8 \ub370\uc774\ud130 \uc138\ud2b8\uc5d0\uc11c \uc228\uaca8\uc9c4 \ud328\ud134\uacfc \uad00\uacc4\ub97c \ucc3e\ub294 \uc791\uc5c5<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \ub7ad\uae00\ub9c1\uc740 \uc774\ubcf4\ub2e4 \uc0c1\uc704 \uc9d1\ud569\uc774\uba70 \uc758\uc0ac \uacb0\uc815\uc744 \uc704\ud55c \uc815\ub9ac, \ubcc0\ud658, \ud1b5\ud569 \ub4f1\uc758 \ub2e4\ub978 \uc791\uc5c5\ub4e4\uc744 \ud3ec\ud568\ud568<\/span><\/p>\n<h4><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ub370\uc774\ud130 \ud30c\ud2f0\uc154\ub2dd (data partitioning)<\/strong><\/span><\/h4>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\ud6a8\uc728\uc801\uc778 \ucffc\ub9ac\ub97c \uc704\ud574\uc11c\ub294 \ub370\uc774\ud130\uc758 \uc801\uc808\ud55c \ubd84\ud560\uc774 \ud544\uc218\ub2e4.<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \uc138\ud2b8\ub97c \ubd84\uc11d \ubc0f \ud65c\uc6a9 \ubaa9\ud45c\uc5d0 \ub530\ub978 \ud6a8\uc728\uc801\uc778 \ubc29\uc2dd\uc73c\ub85c \ubd84\ud560\ud560 \ud544\uc694\uac00 \uc788\uc74c<\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"color: #333333; font-family: helvetica, arial, sans-serif;\">\uc608\uc2dc 1<\/span>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"color: #333333; font-family: helvetica, arial, sans-serif;\">\uace0\uc591\uc774\ub098 \ucd95\uad6c\ub97c \uc88b\uc544\ud558\uba70 \uc11c\uc6b8\uc5d0 \uac70\uc8fc\ud558\ub294 \uace0\uac1d\uc758 \uad6c\ub9e4 \ud589\ub3d9\uc744 \uc608\uce21\ud558\ub294 \uae30\uacc4 \ud559\uc2b5 \ubaa8\ub378\uc744 \uac1c\ubc1c\ud55c\ub2e4\uace0 \uac00\uc815\ud558\uba74, \uace0\uac1d \ub370\uc774\ud130 \uc138\ud2b8\uac00 \ub3c4\uc2dc, \ub3d9\ubb3c, \uc2a4\ud3ec\uce20\ub85c \ubd84\ud560\ub41c \uacbd\uc6b0 \ub370\uc774\ud130 \uacfc\ud559\uc790\ub294 \ud544\uc694\ud55c \ub370\uc774\ud130\ub97c \uc5b4\ub514\uc11c \ucc3e\uc744 \uc218 \uc788\ub294\uc9c0 \uc815\ud655\ud788 \uc54c \uc218 \uc788\uc74c<\/span><\/li>\n<li><span style=\"color: #333333; font-family: helvetica, arial, sans-serif;\">\ubc18\uba74\uc5d0 \uc774 \ub370\uc774\ud130 \uc138\ud2b8\uac00 \uc131\ubcc4\ub85c \ubd84\ud560\ub41c \uacbd\uc6b0 \uad00\ub828 \ub370\uc774\ud130\ub97c \ucc3e\uae30 \uc704\ud574 \uace0\uac1d \ub370\uc774\ud130 \uc138\ud2b8\uc758 \ubaa8\ub4e0 \ud589\uc744 \ubd84\uc11d\ud574\uc57c \ud568<\/span><\/li>\n<\/ul>\n<\/li>\n<li><span style=\"color: #333333; font-family: helvetica, arial, sans-serif;\">\uc608\uc2dc 2<\/span>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"color: #333333; font-family: helvetica, arial, sans-serif;\">\uc0c1\ud488 \uac00\uaca9\uc744 \uc5c5\ub370\uc774\ud2b8\ud558\uae30 \uc704\ud55c \ub370\uc774\ud130\ubca0\uc774\uc2a4\uac00 \uc788\uace0, \uc5b4\uc81c \uac00\uaca9\uc774 \uc5c5\ub370\uc774\ud2b8\ub41c \uc0c1\ud488\uc744 \ubaa8\ub2c8\ud130\ub9c1\ud558\uae30\uc704\ud55c \ub370\uc774\ud130 \uc138\ud2b8\uac00 \uc0dd\uc131\ub418\uc5c8\ub2e4\uace0 \uac00\uc815\ud558\uba74, \uc5ec\uae30\uc5d0\uc11c \ubd84\uba85\ud55c \uc120\ud0dd\uc740\u00a0<em>update_date\ub85c<\/em>\u00a0\uc785\ub825 \ub370\uc774\ud130 \uc138\ud2b8\ub97c \ubd84\ud560\ud558\ub294 \uac83\uc784.\u00a0<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\"><span style=\"color: #333333;\">\uba87\ub2ec \ud6c4\uc5d0 \uac01 \uc0c1\ud488\uc758 \ucd5c\uc885 \uac00\uaca9\uc744 \uc54c\uae30 \uc704\ud574 \uc7a1\uc744 \uc0c8\ub85c \uc0dd\uc131\ud55c\ub2e4\uba74, \ub370\uc774\ud130 \uc138\ud2b8\uac00 \uc774\ubbf8 <em>update_date\u00a0<\/em>\ub85c \ubd84\ud560\ub418\uc5b4 \uc788\uae30 \ub54c\ubb38\uc5d0 \ub300\ubd80\ubd84\uc758 \ub370\uc774\ud130\ub97c \ucffc\ub9ac\ud574\uc57c \ud568. <\/span><span style=\"color: #333333;\">\ub9cc\uc77c <em>article-id\u00a0<\/em>\ub85c \ubd84\ud560\ud588\ub2e4\uba74 \uac01 <em>article-id\u00a0<\/em>\uc758 \ucd5c\uc2e0 \ud589\uc744 \ucffc\ub9ac\ud558\uba74 \ube60\ub974\uac8c \uc644\ub8cc\ud560 \uc218 \uc788\ub294 \uc791\uc5c5\uc784<\/span><\/span><\/li>\n<\/ul>\n<\/li>\n<li><span style=\"color: #333333; font-family: helvetica, arial, sans-serif;\">\ubbf8\ub798\uc5d0\ub294 \ub9e4\uc6b0 \ub2e4\ub978 \ubc29\uc2dd\uc73c\ub85c \ub370\uc774\ud130\ub97c \ucffc\ub9ac\ud574\uc57c \ud558\ub294 \uc0c1\ud669\uc774 \ubc1c\uc0dd\ud560 \uc218 \uc788\uc73c\ubbc0\ub85c, \ub370\uc774\ud130 \ud30c\ud2f0\uc154\ub2dd \uc804\ub7b5\uc740 \uc720\uc5f0\uc131\uc788\uac8c \uc218\uc2dc\ub85c \uc7ac\uac80\ud1a0 \ub418\uc5b4\uc57c \ud568<\/span><\/li>\n<\/ul>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\ub2e4\ub9cc \ub370\uc774\ud130 \ud30c\ud2f0\uc154\ub2dd\uc5d0\ub294 \uc774\uc810\ub9cc \uc788\ub294 \uac83\uc774 \uc544\ub2c8\uba70, \ub9ac\uc2a4\ud06c\ub3c4 \ubd84\uba85 \uc874\uc7ac\ud568<\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\ud30c\ud2f0\uc154\ub2dd\uc774 \ub9ce\uc744\uc218\ub85d \uc0dd\uc131\ub418\ub294 \ud30c\uc77c \uc218\ub294 \ub9ce\uc544\uc9c0\uba70, Hadoop \uc774\ub098 spark \uc640 \uac19\uc740 \ub370\uc774\ud130 \ucc98\ub9ac \uc2dc\uc2a4\ud15c\uc758 \uc131\ub2a5 \uc800\ud558\uc758 \uc694\uc778\uc774 \ub420 \uc218 \uc788\uc74c.<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \ud1b5\uacc4\uc801\uc778 \ubd80\ubd84\uc5d0\uc11c\ub3c4 \ub2e8\uc77c \ud30c\ud2f0\uc158\uc77c \uacbd\uc6b0\uac00 \ub354 \uc548\uc804\ud558\uac8c \ub370\uc774\ud130\ub97c \ucffc\ub9ac\ud560 \uc218 \uc788\uc74c<\/span><\/li>\n<\/ul>\n<h4 class=\"auto-cursor-target\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>data lake vs data warehouse<\/strong><\/span><\/h4>\n<p class=\"auto-cursor-target\"><span style=\"color: #151515; font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \ub808\uc774\ud06c\uc640 \ub370\uc774\ud130 \uc6e8\uc5b4 \ud558\uc6b0\uc2a4\ub294 \uc885\uc885 \ud63c\ub3d9\ub418\uc9c0\ub9cc, \uc774 \ub458\uc740 \ub3d9\uc77c\ud558\uc9c0 \uc54a\uc73c\uba70 \uadf8 \ubaa9\uc801\ub3c4 \ub2e4\ub974\ub2e4.<\/span><\/p>\n<p class=\"auto-cursor-target\"><span style=\"font-family: helvetica, arial, sans-serif;\"><span style=\"color: #151515;\"> \ub458 \ub2e4\u00a0<\/span>\ube45\ub370\uc774\ud130<span style=\"color: #151515;\">\ub97c \uc704\ud55c \ub370\uc774\ud130 \uc2a4\ud1a0\ub9ac\uc9c0 \ub9ac\ud3ec\uc9c0\ud1a0\ub9ac\ub77c\ub294 \uac83\ub9cc\uc774 \uc720\uc77c\ud55c \uc720\uc0ac\uc810\uc784.<\/span><\/span><\/p>\n<table class=\"wrapped confluenceTable\" style=\"width: 100%; height: 490px;\">\n<colgroup>\n<col \/>\n<col \/>\n<col \/><\/colgroup>\n<tbody>\n<tr style=\"height: 10px; background-color: #cccccc;\">\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; height: 10px;\" colspan=\"1\"><\/td>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; height: 10px;\">\n<p class=\"auto-cursor-target\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>data lake<\/strong><\/span><\/p>\n<\/td>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; height: 10px;\">\n<p class=\"auto-cursor-target\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>data warehouse<\/strong><\/span><\/p>\n<\/td>\n<\/tr>\n<tr style=\"height: 48px;\">\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; height: 48px; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\uc800\uc7a5 \ubc29\uc2dd<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\"><span style=\"color: #151515; font-family: helvetica, arial, sans-serif;\"><strong>\ube44\uc815\ud615 \uc6d0\uc2dc<\/strong> \ub370\uc774\ud130 <strong>(\uad6c\uc870\ud654\ub418\uc9c0 \uc54a\uc74c)<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\"><span style=\"color: #151515; font-family: helvetica, arial, sans-serif;\"><strong>\ubd84\uc11d \uac00\ub2a5\ud55c<\/strong> \ud615\ud0dc\uc758 <strong>\uad6c\uc870\ud654\ub41c <\/strong>\ub370\uc774\ud130 \ubaa8\ub378<\/span><\/td>\n<\/tr>\n<tr style=\"height: 48px;\">\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; height: 48px; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\uc18c\uc2a4<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">IoT \uc7a5\uce58, \uc6f9\uc0ac\uc774\ud2b8, \ubaa8\ubc14\uc77c \uc571, SNS, \uc560\ud50c\ub9ac\ucf00\uc774\uc158<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ud2b8\ub79c\uc7ad\uc158 \uc2dc\uc2a4\ud15c(OLTP), \uc6b4\uc601 \ub370\uc774\ud130\ubca0\uc774\uc2a4, LOB \uc560\ud50c\ub9ac\ucf00\uc774\uc158<\/span><\/td>\n<\/tr>\n<tr style=\"height: 48px;\">\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; height: 48px; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ubaa9\uc801<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ubbf8\ub798 \uc0ac\uc6a9<\/strong>\uc744 \uc5fc\ub450\uc5d0 \ub450\uba70, \ubcf4\uc720\ub97c \ubaa9\uc801\uc73c\ub85c \ud558\uae30\ub3c4 \ud568 (schema-on-read)<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uc8fc\uc81c \uc9c0\ud5a5\uc131\uc744 \uac00\uc9c0\uba70, <strong>\uc0ac\uc804\uc5d0 \ubaa9\uc801\uc774 \uc815\uc758<\/strong>\ub428 (schema-on-write)<\/span><\/td>\n<\/tr>\n<tr style=\"height: 48px;\">\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; height: 48px; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\uc218\uc9d1 \uc18d\ub3c4<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uc989\uc2dc \uc218\uc9d1 \uac00\ub2a5 (<strong>\uc0ac\ud6c4\uc5d0 ETL \uc791\uc5c5 \uc9c4\ud589<\/strong>)<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uc218\uc9d1\uae4c\uc9c0 \ub9ce\uc740 \uc2dc\uac04\uc774 \uc18c\uc694 (<strong>\uc0ac\uc804\uc5d0 ETL \uc791\uc5c5 \uc9c4\ud589<\/strong>)<\/span><\/td>\n<\/tr>\n<tr style=\"height: 48px;\">\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; height: 48px; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ub370\uc774\ud130 \ubd84\uc11d<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\uace0\uae09 \ud544\ud130 \ubc0f \ubd84\uc11d \uae30\uc220<\/strong>\uc774 \ud544\uc694. \ubd84\uc11d \ub3c4\uad6c\uc5d0 <strong>\uc81c\ud55c\uc774 \uc5c6\uc74c<\/strong>.<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \uad6c\uc870\uac00 <strong>\uc0ac\uc804 \uc815\uc758<\/strong>\ub418\uc5b4 \uc788\uc74c. <strong>\uc81c\ud55c\uc801<\/strong>\uc778 \ubd84\uc11d \ub3c4\uad6c\ub97c \uc0ac\uc6a9.<\/span><\/td>\n<\/tr>\n<tr style=\"height: 48px;\">\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; height: 48px; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\uc720\uc5f0\uc131<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130\uc758 <strong>\uc5c5\ub370\uc774\ud2b8\uac00 \ube48\ubc88\ud558\uace0 \ube60\ub984<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uad6c\uc870 \ubcc0\uacbd\uc774 \uac70\uc758 \uc5c6\uc73c\uba70, \uc785\ub825\ub41c \ub370\uc774\ud130\ub294 <strong>\uc5c5\ub370\uc774\ud2b8 \ub418\uc9c0 \uc54a\uc74c<\/strong><\/span><\/td>\n<\/tr>\n<tr style=\"height: 48px;\">\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; height: 48px; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ubcf4\uc548(\ud3d0\uc1c4\uc131)<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ube44\uad50\uc801 \ucde8\uc57d\ud568<\/strong>(\uc624\ud508 \uc18c\uc2a4 \uae30\uc220 \uc0ac\uc6a9, \uc811\uadfc\uc131\uc774 \ub192\uc74c)<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ube44\uad50\uc801 \uacac\uace0\ud568<\/strong>(\uc0c1\uc6a9 \uc18c\uc2a4 \uc0ac\uc6a9, \uc811\uadfc\uc774 \uc81c\ud55c\uc801\uc784)<\/span><\/td>\n<\/tr>\n<tr style=\"height: 48px;\">\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; height: 48px; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\uc774\uc6a9\uc790<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"color: #151515; font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \uacfc\ud559\uc790 \ubc0f \ubd84\uc11d\uac00 (<strong>\uc804\ubb38 \uc9c0\uc2dd \ud544\uc694<\/strong>)<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"color: #151515; font-family: helvetica, arial, sans-serif;\">\ube44\uc988\ub2c8\uc2a4 \uc560\ub110\ub9ac\uc2a4\ud2b8\uc640 \ube44\uc988\ub2c8\uc2a4 \ub2f4\ub2f9\uc790\ub4e4\uc5d0\uac8c \uc801\ud569 (<strong>\ube44 IT \uc778\ub825<\/strong>)<\/span><\/td>\n<\/tr>\n<tr style=\"height: 48px;\">\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; height: 48px; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\uc6a9\ub3c4<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uae30\uacc4 \ud559\uc2b5, \uc608\uce21 \ubd84\uc11d, \ub370\uc774\ud130 \uac80\uc0c9 \ubc0f \ud504\ub85c\ud30c\uc77c\ub9c1<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uc77c\uad04 \ubcf4\uace0, BI \ubc0f \uc2dc\uac01\ud654<\/span><\/td>\n<\/tr>\n<tr style=\"height: 48px;\">\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; height: 48px; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ube44\uc6a9 \/ \uc131\ub2a5<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ube44\uc6a9\uc774 \uc800\ub834\ud568 \/ \ub290\ub9bc<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000; height: 48px;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ube44\uc6a9\uc774 \ud07c \/ \ube60\ub984<\/strong><\/span><\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<h4 class=\"auto-cursor-target\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>Elasticsearch vs Hadoop<\/strong><\/span><\/h4>\n<table class=\"fixed-table wrapped confluenceTable\">\n<colgroup>\n<col style=\"width: 88.0px;\" \/>\n<col style=\"width: 294.0px;\" \/>\n<col style=\"width: 307.0px;\" \/><\/colgroup>\n<tbody>\n<tr style=\"background-color: #cccccc;\">\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000;\"><\/td>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000;\">\n<p class=\"auto-cursor-target\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>Elasticsearch<\/strong><\/span><\/p>\n<\/td>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000;\">\n<p class=\"auto-cursor-target\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>Hadoop<\/strong><\/span><\/p>\n<\/td>\n<\/tr>\n<tr>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; background-color: #cccccc;\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ud2b9\uc9d5<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">RESTful \uae30\ubc18\uc758 \ubd84\uc0b0\ud615(\ud074\ub7ec\uc2a4\ud130) \uad6c\uc870\uc758 \uc624\ud508\uc18c\uc2a4 \uac80\uc0c9 \uc5d4\uc9c4<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uc548\uc815\uc801\uc774\uace0 \ud655\uc7a5\uac00\ub2a5\ud55c \ubd84\uc0b0 \ucef4\ud4e8\ud305 \uc624\ud508 \uc18c\uc2a4 \uc18c\ud504\ud2b8\uc6e8\uc5b4<\/span><\/td>\n<\/tr>\n<tr>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; background-color: #cccccc;\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\uc6a9\ub3c4<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uac80\uc0c9\uc5d4\uc9c4, \uc6f9 \ubc0f \ub85c\uadf8 \ubd84\uc11d<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ube45\ub370\uc774\ud130 \ubd84\uc11d<\/span><\/td>\n<\/tr>\n<tr>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; background-color: #cccccc;\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ub3d9\uc791 \ubc29\uc2dd<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">REST \uc544\ud0a4\ud14d\ucc98 \uae30\ubc18\uc758 HTTP \ud1b5\uc2e0\uc73c\ub85c CRUD \uc791\uc5c5\uc744 \uc218\ud589\ud558\ub294 API \uc5d4\ub4dc\ud3ec\uc778\ud2b8\ub97c \uc81c\uacf5\ud568<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ub9c8\uc2a4\ud130-\uc2ac\ub808\uc774\ube0c \uc544\ud0a4\ud14d\ucc98 \ub0b4\uc5d0\uc11c HDFS \ubc0f MapReduce \ud504\ub85c\uadf8\ub798\ubc0d\uc744 \uc0ac\uc6a9\ud558\uc5ec \ub370\uc774\ud130\ub97c\uc800\uc7a5 \ubc0f \ucc98\ub9ac\ud568<\/span><\/td>\n<\/tr>\n<tr>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; background-color: #cccccc;\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\uc5b8\uc5b4 \ud615\uc2dd<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">JSON \uae30\ubc18\uc758 \ud480\ucffc\ub9ac DSL \uc81c\uacf5<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ub300\uaddc\ubaa8 \ub370\uc774\ud130 \ud074\ub7ec\uc2a4\ud130 \ucc98\ub9ac\ub97c \uc704\ud55c MapReduce \ud504\ub85c\uadf8\ub798\ubc0d \ubaa8\ub378\uc744 \uc0ac\uc6a9<\/span><\/td>\n<\/tr>\n<tr>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; background-color: #cccccc;\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ud65c\uc6a9<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ud480\ud14d\uc2a4\ud2b8 \uac80\uc0c9 \uc5d4\uc9c4, \ubd84\uc11d \ud504\ub808\uc784\uc6cc\ud06c<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130\ub97c \uc800\uc7a5\ud558\uace0, \ud074\ub7ec\uc2a4\ud130\uc5d0\uc11c \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \uc2e4\ud589\ud558\ub294 \ub3c4\uad6c<\/span><\/td>\n<\/tr>\n<tr>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ub3d9\uc791 \ud658\uacbd<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">Java VM \uc774 \ub3d9\uc791 \uac00\ub2a5\ud55c \uc6b4\uc601\uccb4\uc81c<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">Linux, Unix, Windows<\/span><\/td>\n<\/tr>\n<tr>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ucffc\ub9ac<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">SQL \uacfc \uc720\uc0ac\ud55c \ucffc\ub9ac \uc5b8\uc5b4<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">Hive \ub85c \ucffc\ub9ac\ub97c \ucc98\ub9ac\ud568<\/span><\/td>\n<\/tr>\n<tr>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ucc28\uc774\uc810<\/strong><\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uac80\uc0c9 \uc0c1\ub2e8\uc5d0\uc11c \uc6f9 \ubc0f \ub85c\uadf8 \ubd84\uc11d\uc5d0 \uc6a9\uc774\ud568<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uba54\ubaa8\ub9ac \uc81c\uc57d\uc774 \uc5c6\ub294 \ubd84\uc0b0 \ud658\uacbd\uc744 \uad6c\ucd95\ud558\uc5ec, Rich API \ub97c \uc704\ud55c \ub370\uc774\ud130 \ubcc0\ud658 \ubc0f \uc900\ube44\ub97c \ud560 \uc218 \uc788\uc74c<\/span><\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<div id=\"f9dd6c24-503f-5af5-e3c4-5fa4de20ff72-holder\" class=\"synchrony-exclude resize-width-holder\" style=\"width: 730px;\" contenteditable=\"false\"><\/div>\n<h2><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>data lake \uc758 \uad6c\ucd95 \ubc0f \uad00\ub9ac<\/strong><\/span><\/h2>\n<hr \/>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><img loading=\"lazy\" decoding=\"async\" class=\"alignnone size-full wp-image-413\" src=\"https:\/\/www.dkdk.info\/wpb\/wp-content\/uploads\/2021\/08\/image2021-4-29_14-43-27.png\" alt=\"\" width=\"1371\" height=\"762\" srcset=\"https:\/\/www.dkdk.info\/wpb\/wp-content\/uploads\/2021\/08\/image2021-4-29_14-43-27.png 1371w, https:\/\/www.dkdk.info\/wpb\/wp-content\/uploads\/2021\/08\/image2021-4-29_14-43-27-300x167.png 300w, https:\/\/www.dkdk.info\/wpb\/wp-content\/uploads\/2021\/08\/image2021-4-29_14-43-27-768x427.png 768w, https:\/\/www.dkdk.info\/wpb\/wp-content\/uploads\/2021\/08\/image2021-4-29_14-43-27-1024x569.png 1024w\" sizes=\"(max-width: 1371px) 100vw, 1371px\" \/><\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><sup>AWS data lake \uc758 \uc6cc\ud06c\ud50c\ub85c\uc6b0<\/sup><\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><img loading=\"lazy\" decoding=\"async\" class=\"alignnone size-full wp-image-411\" src=\"https:\/\/www.dkdk.info\/wpb\/wp-content\/uploads\/2021\/08\/PopulateCatalog-overview.png\" alt=\"\" width=\"768\" height=\"576\" srcset=\"https:\/\/www.dkdk.info\/wpb\/wp-content\/uploads\/2021\/08\/PopulateCatalog-overview.png 768w, https:\/\/www.dkdk.info\/wpb\/wp-content\/uploads\/2021\/08\/PopulateCatalog-overview-300x225.png 300w\" sizes=\"(max-width: 768px) 100vw, 768px\" \/><\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><em><sub>https:\/\/docs.aws.amazon.com\/glue\/latest\/dg\/populate-data-catalog.html<\/sub><\/em><\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><sup>AWS data catalog \uc0dd\uc131<\/sup><\/span><\/p>\n<table class=\"wrapped confluenceTable\">\n<colgroup>\n<col \/>\n<col \/>\n<col \/>\n<col \/><\/colgroup>\n<tbody>\n<tr>\n<td class=\"confluenceTh\" style=\"text-align: center; border-style: solid; border-color: #000000; background-color: #cccccc;\" colspan=\"2\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\uc6d0\uc2dc \ub370\uc774\ud130 \uc800\uc7a5 \/ \uac70\ubc84\ub10c\uc2a4<\/strong><\/span><\/td>\n<td class=\"confluenceTh\" style=\"text-align: center; border-style: solid; border-color: #000000; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\uc218\uc9d1 \ubc0f \ubd84\uc11d<\/strong><\/span><\/td>\n<td class=\"confluenceTh\" style=\"text-align: center; border-style: solid; border-color: #000000; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ud65c\uc6a9<\/strong><\/span><\/td>\n<\/tr>\n<tr>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; background-color: #cccccc;\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>Storage<\/strong><\/span><\/td>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>Data Catalog<\/strong><\/span><\/td>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; background-color: #cccccc;\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>Analytics (Data Processing)<\/strong><\/span><\/td>\n<td class=\"confluenceTh\" style=\"border-style: solid; border-color: #000000; background-color: #cccccc;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>BI &amp; ML<\/strong><\/span><\/td>\n<\/tr>\n<tr>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">S3 (\uba54\uc778 \uc2a4\ud1a0\ub9ac\uc9c0)<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">Glue Crawler<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">Glue ETL (\ub370\uc774\ud130 \uc218\uc9d1 \ubc0f \ubcc0\ud658)<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">QuickSight<\/span><\/td>\n<\/tr>\n<tr>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">RedShift (Data Warehouse)<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">Glue Data Catalog<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\"><span style=\"font-family: helvetica, arial, sans-serif;\">EMR (\ube45\ub370\uc774\ud130 \ucc98\ub9ac)<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">Sagemaker<\/span><\/td>\n<\/tr>\n<tr>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">RDS (RDBMS)<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">Hive Metastore<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">Athena (\ub300\ud654\uc2dd \ubd84\uc11d)<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">Rekognition<\/span><\/td>\n<\/tr>\n<tr>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">DynamoDB (NoSQL)<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">Athena<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">Kinesis Firehose (\uc2e4\uc2dc\uac04 \uc218\uc9d1 \ubc0f \ubd84\uc11d)<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">Forecast<\/span><\/td>\n<\/tr>\n<tr>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><span style=\"font-family: helvetica, arial, sans-serif;\">Elasticsearch (\ub370\uc774\ud130 \uac80\uc0c9, \uc778\ud504\ub77c \ubd84\uc11d)<\/span><\/td>\n<td class=\"confluenceTd\" style=\"border-style: solid; border-color: #000000;\" colspan=\"1\"><\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<h4><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>Amazon S3<\/strong><\/span><\/h4>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">AWS \uc5d0\uc11c\uc758 data lake \uad6c\ucd95\uc740 S3 \uac00 \ud575\uc2ec\uc774 \ub41c\ub2e4. <span style=\"color: #292929;\">S3\ub294 \uc0ac\uc2e4\uc0c1 \ubb34\uc81c\ud55c \ud655\uc7a5\uc131\uc73c\ub85c \uc778\ud574 \ub370\uc774\ud130 \ub808\uc774\ud06c\uc5d0 \ucd5c\uc801\uc758 \uae30\ubc18\uc744 \uc81c\uacf5\ud568.<\/span><\/span><\/p>\n<ul>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\ub0b4\uad6c\uc131, \uac00\uc6a9\uc131, \ud655\uc7a5\uc131 \ucda9\uc871<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\ube44\uc6a9 \ud6a8\uc728\ud654\ub97c \uc704\ud55c \uae30\ub2a5 \uc81c\uacf5<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\uc5ec\ub7ec AWS \uc11c\ube44\uc2a4 \ubc0f \ubd84\uc11d\ud234\uacfc \ud1b5\ud569 \uac00\ub2a5<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\uac1d\uccb4 \ub808\ubca8 \ucee8\ud2b8\ub864<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\ucd5c\uace0\uc758 \ubcf4\uc548\uc131, \ucef4\ud50c\ub77c\uc774\uc5b8\uc2a4, \uac10\uc0ac<\/span><\/li>\n<\/ul>\n<h4><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>AWS GLUE<\/strong><\/span><\/h4>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><img loading=\"lazy\" decoding=\"async\" class=\"alignnone size-full wp-image-412\" src=\"https:\/\/www.dkdk.info\/wpb\/wp-content\/uploads\/2021\/08\/HowItWorks-overview.png\" alt=\"\" width=\"768\" height=\"576\" srcset=\"https:\/\/www.dkdk.info\/wpb\/wp-content\/uploads\/2021\/08\/HowItWorks-overview.png 768w, https:\/\/www.dkdk.info\/wpb\/wp-content\/uploads\/2021\/08\/HowItWorks-overview-300x225.png 300w\" sizes=\"(max-width: 768px) 100vw, 768px\" \/><\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><em><sub>https:\/\/docs.aws.amazon.com\/ko_kr\/glue\/latest\/dg\/components-key-concepts.html<\/sub><\/em><\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><sup>AWS GLUE \uc758 \uc6cc\ud06c\ud50c\ub85c\uc6b0<\/sup><\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">GLUE \ub294 S3 \uae30\ubc18 data lake \ub97c \uad6c\ucd95\ud568\uc5d0 \uc788\uc5b4 \uac70\ubc84\ub10c\uc2a4(\ub370\uc774\ud130 \uce74\ud0c8\ub85c\uadf8), ETL \ub97c \uc218\ud589\ud560 \uc218 \uc788\ub294 \ud544\uc218 \uad6c\uc131 \uc694\uc18c\uc784<\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\ud06c\ub864\ub7ec\ub97c \ud1b5\ud574 AWS Glue \ub370\uc774\ud130 \uce74\ud0c8\ub85c\uadf8\uc5d0 \uba54\ud0c0\ub370\uc774\ud130 \ud14c\uc774\ube14 \uc815\uc758\ub97c \uc0dd\uc131\ud568<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">ETL \uc791\uc5c5\uc744 \uc815\uc758\ud558\ub294 \ub370 \ud544\uc694\ud55c \uae30\ud0c0 \uba54\ud0c0\ub370\uc774\ud130\ub3c4 \uc0dd\uc131\ub428<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">AWS \ucf58\uc194\uc774\ub098 API \ub97c \ud1b5\ud574 \uc2a4\ud06c\ub9bd\ud2b8\ub97c \uc2e4\ud589\ud558\uc5ec \ub370\uc774\ud130 \ubcc0\ud658(ETL)\uc744 \uc218\ud589\ud568<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\uc791\uc5c5 \ubc29\uc2dd\uc740 \uc628\ub514\ub9e8\ub4dc, \uc2a4\ucf00\uc974 \ud639\uc740 \uc774\ubca4\ud2b8 \uae30\ubc18\uc758 \ud2b8\ub9ac\uac70\ub97c \ud1b5\ud574 \uc791\uc5c5\uc744 \uc2dc\uc791\ud560 \uc218 \uc788\uc74c<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">Apache Spark \ub85c \uad6c\uc131\ub41c \uac00\uc0c1 \ud658\uacbd\uc5d0\uc11c \uc791\uc5c5\uc774 \uc9c4\ud589\ub428<\/span><\/li>\n<\/ul>\n<h5><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ub370\uc774\ud130 \uce74\ud0c8\ub85c\uadf8<\/strong><\/span><\/h5>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \uce74\ud0c8\ub85c\uadf8\ub294 \ub370\uc774\ud130 \ub808\uc774\ud06c\uc758 S3 \ubc84\ud0b7\uc5d0 \uc800\uc7a5\ub41c \ubaa8\ub4e0 \uc790\uc0b0\uc758 \ucffc\ub9ac \uac00\ub2a5\ud55c \uc778\ud130\ud398\uc774\uc2a4\ub97c \uc81c\uacf5\ud568.<\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\"> \ub370\uc774\ud130 \uce74\ud0c8\ub85c\uadf8\ub294 \ub370\uc774\ud130 \ub808\uc774\ud06c\uc758 \ub0b4\uc6a9\uc5d0 \ub300\ud55c \ub2e8\uc77c \uc9c4\uc2e4 \uc18c\uc2a4(<span lang=\"en\" style=\"color: #202122;\">single source of truth<\/span><span style=\"color: #202122;\">,\u00a0<\/span><span lang=\"en\" style=\"color: #202122;\">SSOT)<\/span>\ub97c \uc81c\uacf5\ud558\ub3c4\ub85d \uc124\uacc4\ub428.<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><span style=\"color: #292929;\">GLUE \ub294 JSON, CSV, Parquet \ub4f1\uc758 \ud615\uc2dd\uc744 classifiers \ub97c \ud1b5\ud574 \ub370\uc774\ud130 \uce74\ud0c8\ub85c\uadf8\ub97c \uad6c\uc131\ud560 \uc218 \uc788\uc74c. \ub610\ud55c Hive \ud638\ud658 \uba54\ud0c0\uc2a4\ud1a0\uc5b4 \ud615\uc2dd\uc778 <\/span>HCatalog \ub97c \uc0ac\uc6a9\ud558\ubbc0\ub85c, \ud0c0\uc0ac \ubd84\uc11d \ub3c4\uad6c\uc5d0\uc11c\ub3c4 \uc0ac\uc6a9\ud560 \uc218 \uc788\uc74c<\/span><\/p>\n<h5><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>Classifier<\/strong><\/span><\/h5>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130\uc758 \uc2a4\ud0a4\ub9c8\ub97c \uacb0\uc815\ud568.<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">AWS Glue \ub294 CSV, JSON, AVRO, XML \ub4f1\uacfc \uac19\uc740 \uc77c\ubc18\uc801\uc778 \ud30c\uc77c \ud615\uc2dd\uc5d0 \ub300\ud55c \ubd84\ub958\uc790\ub97c \uc81c\uacf5\ud558\uba70, grok \ud328\ud134\uc774\ub098 XML \ud589 \ud0dc\uadf8\ub97c \ud1b5\ud55c \uc790\uccb4 \ubd84\ub958\uc790\ub3c4 \uc791\uc131\ud560 \uc218 \uc788\uc74c<\/span><\/p>\n<h5><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>Crawler<\/strong><\/span><\/h5>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \uc2a4\ud1a0\uc5b4\uc5d0 \uc5f0\uacb0\ud558\uc5ec Classifier \ub97c \ud1b5\ud574 \ub370\uc774\ud130\uc758 \uc2a4\ud0a4\ub9c8\ub97c \uacb0\uc815\ud55c \ub2e4\uc74c, AWS Glue \ub370\uc774\ud130 \uce74\ud0c8\ub85c\uadf8\uc5d0 \uba54\ud0c0\ub370\uc774\ud130 \ud14c\uc774\ube14\uc744 \uc0dd\uc131\ud558\ub294 \ud504\ub85c\uadf8\ub7a8\uc784<\/span><\/p>\n<h5><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\uc2a4\ud2b8\ub9ac\ubc0d<\/strong><\/span><\/h5>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">Glue \ub97c \ud1b5\ud574 \uc2a4\ud2b8\ub9ac\ubc0d \ub370\uc774\ud130\uc5d0 \ub300\ud55c ETL \uc791\uc5c5\uc744 \uc218\ud589\ud560 \uc218 \uc788\uc74c<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">AWS Glue \uc2a4\ud2b8\ub9ac\ubc0d ETL\uc740 Apache Spark Structured Streaming \uc5d4\uc9c4\uc744 \uae30\ubc18\uc73c\ub85c \ud558\uba70 Amazon Kinesis \ub370\uc774\ud130 \uc2a4\ud2b8\ub9bc, Apache Kafka \ubc0f Amazon MSK \uc5d0\uc11c \uc2a4\ud2b8\ub9bc\uc744 \uc218\uc9d1\ud560 \uc218 \uc788\uc74c<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\uc2a4\ud2b8\ub9ac\ubc0d ETL\uc740 \uc2a4\ud2b8\ub9ac\ubc0d \ub370\uc774\ud130\ub97c \uc815\ub9ac\ud558\uace0 \ubcc0\ud658\ud558\uc5ec Amazon S3 \ub610\ub294 JDBC \ub370\uc774\ud130 \uc2a4\ud1a0\uc5b4\uc5d0 \ub85c\ub4dc\ud560 \uc218 \uc788\uc73c\uba70, AWS Glue \uc5d0\uc11c \uc2a4\ud2b8\ub9ac\ubc0d ETL\uc744 \uc0ac\uc6a9\ud558\uc5ec IoT \uc2a4\ud2b8\ub9bc, \ud074\ub9ad\uc2a4\ud2b8\ub9bc \ubc0f \ub124\ud2b8\uc6cc\ud06c \ub85c\uadf8\uc640 \uac19\uc740 \uc774\ubca4\ud2b8 \ub370\uc774\ud130\ub97c \ucc98\ub9ac\ud568<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\uc2a4\ud2b8\ub9ac\ubc0d \ub370\uc774\ud130 \uc6d0\ubcf8\uc758 \uc2a4\ud0a4\ub9c8\ub97c \uc54c\uace0 \uc788\ub294 \uacbd\uc6b0 \ub370\uc774\ud130 \uce74\ud0c8\ub85c\uadf8 \ud14c\uc774\ube14\uc5d0\uc11c \ud574\ub2f9 \uc2a4\ud0a4\ub9c8\ub97c \uc9c0\uc815\ud560 \uc218 \uc788\uace0, \uadf8\ub807\uc9c0 \uc54a\uc740 \uacbd\uc6b0 \uc2a4\ud2b8\ub9ac\ubc0d ETL \uc791\uc5c5\uc5d0\uc11c \uc2a4\ud0a4\ub9c8 \uac10\uc9c0\ub97c \uc0ac\uc6a9\ud558\ub3c4\ub85d \uc124\uc815\ud560 \uc218 \uc788\ub2e4. \uadf8\ub9ac\uace0 \ub2e4\uc74c\uc5d0 \ub4e4\uc5b4\uc624\ub294 \ub370\uc774\ud130\uc5d0\uc11c \uc2a4\ud0a4\ub9c8\ub97c \uc790\ub3d9\uc73c\ub85c \uacb0\uc815\ud568.<\/span><\/p>\n<h5><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>AWS Glue Job<\/strong><\/span><\/h5>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">AWS Glue Jobs \uc2dc\uc2a4\ud15c\uc740 ETL \uc6cc\ud06c\ud50c\ub85c\uc6b0\ub97c \uc624\ucf00\uc2a4\ud2b8\ub808\uc774\uc158\ud558\uae30 \uc704\ud55c \uad00\ub9ac\ud615 \uc778\ud504\ub77c\ub97c \uc81c\uacf5\ud568.<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">AWS Glub \uc791\uc5c5\uc758 \uc2a4\ud06c\ub9bd\ud2b8 \uc2e4\ud589\uc744 \uc790\ub3d9\ud654\ud560 \uc218 \uc788\uc73c\uba70, \uc77c\uc815 \uc8fc\uae30 \ud639\uc740 \uc0c8\ub85c\uc6b4 \ub370\uc774\ud130\uac00 \uc800\uc7a5\ub418\ub294 \uc774\ubca4\ud2b8 \ub4f1\uc5d0 \uc758\ud574 \ud2b8\ub9ac\uac70\ub97c \uc2e4\ud589\uc2dc\ud0ac \uc218 \uc788\uc74c<\/span><\/p>\n<h5><span style=\"font-family: helvetica, arial, sans-serif;\"><strong><span style=\"color: #292929;\">Apache Parquet<\/span><\/strong><\/span><\/h5>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">Parquet\ub294 \ub370\uc774\ud130 \ucc98\ub9ac \ud504\ub808\uc784\uc6cc\ud06c, \ub370\uc774\ud130 \ubaa8\ub378 \ub610\ub294 \ud504\ub85c\uadf8\ub798\ubc0d \uc5b8\uc5b4\uc5d0 \uad00\uacc4\uc5c6\uc774 \ub300\ub7c9\uc758 \ub370\uc774\ud130\ub97c \ucffc\ub9ac\ud558\ub3c4\ub85d \uc124\uacc4\ub41c \uc555\ucd95 \uc800\uc7a5\uc18c \ud30c\uc77c \ud615\uc2dd\uc774\ub2e4.<\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">CSV, JSON \ub610\ub294 TXT \ud615\uc2dd\uacfc \uac19\uc740 \uc77c\ubc18\uc801\uc778 \uc6d0\uc2dc \ub370\uc774\ud130 \ub85c\uadf8 \ud615\uc2dd\uacfc \ube44\uad50\ud558\uc5ec Parquet\ub294 \ud544\uc694\ud55c \uc2a4\ud1a0\ub9ac\uc9c0 \uacf5\uac04\uc744 \uc904\uc774\uace0 \ucffc\ub9ac \uc131\ub2a5\uc744 \ud06c\uac8c \uac1c\uc120\ud558\uba70 \uac80\uc0c9\ub41c \ub370\uc774\ud130 \uc591\uc5d0 \ub530\ub77c \ube44\uc6a9\uc744 \uccad\uad6c\ud558\ub294 AWS \uc11c\ube44\uc2a4\uc758 \ucffc\ub9ac \ube44\uc6a9\uc744 \ud06c\uac8c \uc808\uac10\ud560 \uc218 \uc788\uc74c.<\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">Parquet\uc744 \uc0ac\uc6a9\ud558\uba74 \uacf5\uac04\uc774 \ucd5c\ub300 87% \uc808\uc57d\ub428<\/span><\/li>\n<li><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">\ub300\ud45c Athena \ucffc\ub9ac\uc758 \ucffc\ub9ac \uc2dc\uac04\uc740 Parquet\uc758 \uacbd\uc6b0 \ucd5c\ub300 34\ubc30 \ub354 \ube60\ub974\uba70, Athena \ucffc\ub9ac\uc758 \uac80\uc0c9\ub41c \ub370\uc774\ud130 \uc591\uc740 \ucd5c\ub300 99% \ub354 \uc801\uc74c<\/span><\/li>\n<li><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">Athena \ucffc\ub9ac\ub97c \uc2e4\ud589\ud558\ub294 \ub370 \ub4dc\ub294 \ube44\uc6a9\uc740 \ucd5c\ub300 99.7% \ub0ae\uc74c<\/span><\/li>\n<\/ul>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">S3 \uae30\ubc18\uc758 \ub370\uc774\ud130 \ub808\uc774\ud06c\uc5d0\uc11c Parquet \uc73c\ub85c \ub370\uc774\ud130\ub97c \ubcc0\ud658\ud558\ub294 \ubc29\ubc95\uc740 2\uac00\uc9c0\uac00 \uc9c0\uc6d0\ub428.<\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">S3\uc758 \uc6d0\uc2dc \ub370\uc774\ud130\ub97c \uc18c\uc2a4\ub85c Hive\uac00 \uc124\uce58\ub41c EMR \ud074\ub7ec\uc2a4\ud130\ub97c \uc0dd\uc131\ud558\uace0, \uc774 \ub370\uc774\ud130\ub97c Hive \ud14c\uc774\ube14\ub85c \ubcc0\ud658\ud55c \ub2e4\uc74c, \uc774\ub7ec\ud55c Hive \ud14c\uc774\ube14\uc744 Parquet \ud615\uc2dd\uc73c\ub85c Amazon S3\uc5d0 \ub2e4\uc2dc \uc4f0\ub294 \ubc29\ubc95<\/span><\/li>\n<li><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">PySpark \uc5d0\uc11c \ucf54\ub4dc\ub97c \uc2e4\ud589\ud558\uc5ec \ubcc0\ud658<\/span><\/li>\n<li><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">GLUE ETL \uc744 \uc0ac\uc6a9\ud558\uc5ec \ubcc0\ud658 \uc791\uc5c5\uc744 \uc790\ub3d9\ud654<\/span>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \ub808\uc774\ud06c\uc758 S3 \ubc84\ud0b7\uc5d0 \uc788\ub294 \uc6d0\uc2dc \ub370\uc774\ud130\ub97c \uc790\ub3d9\uc73c\ub85c \uc218\uc9d1\ud558\uace0, \ub370\uc774\ud130 \ud615\uc2dd\uc744 \uc2dd\ubcc4\ud55c \ub2e4\uc74c, \ub370\uc774\ud130 \ud750\ub984\uc5d0 \uc2dc\uac04\uc744 \ud560\uc560\ud558\uc9c0 \uc54a\ub3c4\ub85d \uc2a4\ud0a4\ub9c8\uc640 \ubcc0\ud658\uc744 \uc81c\uc548\ud568<\/span><\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<h4><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>Athena<\/strong><\/span><\/h4>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">\ud45c\uc900 SQL\uc744 \uc0ac\uc6a9\ud558\uc5ec Amazon S3\uc5d0\uc11c \ub370\uc774\ud130\ub97c \uc27d\uac8c \ubd84\uc11d\ud560 \uc218 \uc788\ub294 \ub300\ud654\ud615 \ucffc\ub9ac \uc11c\ube44\uc2a4\uc774\ub2e4.<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><span style=\"color: #292929;\">Athena\ub294 \uc11c\ubc84\ub9ac\uc2a4\uc774\uba70, \uc124\uc815\ud558\uac70\ub098 \uad00\ub9ac\ud560 \uc778\ud504\ub77c\uac00 \uc5c6\uc73c\uba70 \uc0ac\uc6a9\uc790\ub294 \ucffc\ub9ac\ub97c \uc2e4\ud589\ud558\uc5ec \uac80\uc0c9\ub41c \ub370\uc774\ud130 \uc790\uc0b0 \ubcfc\ub968\uc5d0\ub9cc \ube44\uc6a9\uc744 \uc9c0\ubd88\ud568<\/span><span style=\"color: #292929;\">. \uadf8\ub9ac\uace0 \uc790\ub3d9\uc73c\ub85c \uc2e4\ud589\ub418\ub294 \ucffc\ub9ac\ub97c \ubcd1\ub82c\ub85c \ud655\uc7a5\ud558\ubbc0\ub85c \ub300\uaddc\ubaa8 \ub370\uc774\ud130 \uc138\ud2b8\uc640 \ubcf5\uc7a1\ud55c \ucffc\ub9ac\uc5d0\uc11c\ub3c4 \uacb0\uacfc\uac00 \ube60\ub984<\/span><\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">Athena \uc5d0\ub294 \ub370\uc774\ud130 \uc18c\uc2a4 \uc5f0\uacb0 \uc2dc\uc5d0 \ub370\uc774\ud130 \uce74\ud0c8\ub85c\uadf8\ub85c\uc11c Glue \ub098 Hive \uba54\ud0c0\uc2a4\ud1a0\uc5b4\ub97c \uc0ac\uc6a9\ud560 \uc218 \uc788\uc74c<\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">Athena\ub294 Amazon QuickSight\uc640 \ud1b5\ud569\ub418\uc5b4 \uc27d\uac8c \uc2dc\uac01\ud654\ud560 \uc218 \uc788\uc74c. \ub610\ud55c \uc774\ub7ec\ud55c \ud234\uc744 JDBC \ub4dc\ub77c\uc774\ubc84\ub85c Athena\uc5d0 \uc5f0\uacb0\ud558\uc5ec \ud0c0\uc0ac \ubcf4\uace0 \ubc0f \ube44\uc988\ub2c8\uc2a4 \uc778\ud154\ub9ac\uc804\uc2a4 \ud234\uacfc \ud568\uaed8 \uc0ac\uc6a9\ud560 \uc218 \uc788\uc74c<\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">\uadf8\ub9ac\uace0 Athena \ub294 \uc791\uc5c5 \uadf8\ub8f9\uc744 \uc0ac\uc6a9\ud558\uc5ec \ud300, \uc560\ud50c\ub9ac\ucf00\uc774\uc158 \ub4f1\uc758 \uc6cc\ud06c\ub85c\ub4dc\ub97c \ubd84\ub9ac\ud558\uc5ec \ucffc\ub9ac \uc791\uc5c5\uc744 \uc2dc\ud589\ud560 \uc218 \uc788\uc74c. \uac01 \uc791\uc5c5 \uadf8\ub8f9\uc740 \ud574\ub2f9 \ucffc\ub9ac\uc5d0 \ub300\ud574\uc11c\ub9cc \uc800\uc7a5\ud558\uace0, \ud788\uc2a4\ud1a0\ub9ac\ub97c \ub0a8\uae30\uba70, \uc791\uc5c5 \ud55c\ub3c4\ub97c \uc124\uc815\ud560 \uc218 \uc788\uace0, \ub610\ud55c CloudWatch \uc9c0\ud45c \ubc0f IAM \uc744 \ud1b5\ud55c \uad8c\ud55c \ubd80\uc5ec\ub3c4 \uc791\uc5c5 \uadf8\ub8f9 \ub2e8\uc704\ub85c \uc9c4\ud589\ud560 \uc218 \uc788\uc74c<\/span><\/p>\n<h4 class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>Redshift Spectrum<\/strong><\/span><\/h4>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">Redshift\ub294 Amazon S3\uc758 \ub370\uc774\ud130 \uc790\uc0b0\uacfc \ud568\uaed8 \uc0ac\uc6a9\ud560 \uc218 \uc788\ub294 \ub300\uaddc\ubaa8\uc758 \uad00\ub9ac\ud615 \ub370\uc774\ud130 \uc6e8\uc5b4\ud558\uc6b0\uc2a4 \uc11c\ube44\uc2a4\uc774\ub2e4.<\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">Redshift \uc5d0\uc11c \ucffc\ub9ac\ub97c \uc2e4\ud589\ud558\ub824\uba74 \uba3c\uc800 \ub370\uc774\ud130 \uc790\uc0b0\uc744 Amazon Redshift\uc5d0 \ub85c\ub4dc\ud574\uc57c \ud558\uc9c0\ub9cc Redshift Spectrum\uc744 \uc0ac\uc6a9\ud558\uba74 Amazon S3 \uae30\ubc18 \ub370\uc774\ud130 \ub808\uc774\ud06c\uc5d0 \ucd5c\ub300 \uc5d1\uc0ac\ubc14\uc774\ud2b8 \uc800\uc7a5\ub418\ub294 \ubc29\ub300\ud55c \uc591\uc758 \ub370\uc774\ud130\uc5d0 \ub300\ud574 \uc9c1\uc811 Amazon Redshift SQL \ucffc\ub9ac\ub97c \uc2e4\ud589\ud560 \uc218 \uc788\uc74c.<\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">Redshift Spectrum\uc740 \uc815\uad50\ud55c \ucffc\ub9ac \ucd5c\uc801\ud654\ub97c \uc801\uc6a9\ud558\uc5ec \uc218\ucc9c \uac1c\uc758 \ub178\ub4dc \uac04\uc5d0 \ud504\ub85c\uc138\uc2f1\uc744 \ud655\uc7a5\ud558\ubbc0\ub85c \ub300\uc6a9\ub7c9 \ub370\uc774\ud130 \uc138\ud2b8\uc640 \ubcf5\uc7a1\ud55c \ucffc\ub9ac\uc5d0\uc11c\ub3c4 \uacb0\uacfc\uac00 \ube60\ub984<\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">Athena\uc640 Redshift\ub294 \uacf5\ud1b5 \ub370\uc774\ud130 \uce74\ud0c8\ub85c\uadf8\uc640 \uacf5\ud1b5 \ub370\uc774\ud130 \ud615\uc2dd\uc744 \uacf5\uc720\ud558\ubbc0\ub85c \ub3d9\uc77c\ud55c \ub370\uc774\ud130 \uc790\uc0b0\uc5d0 \ub300\ud574 Athena \ubc0f Redshift Spectrum\uc744 \ubaa8\ub450 \uc0ac\uc6a9\ud560 \uc218 \uc788\uc74c.<\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">\uc77c\ubc18\uc801\uc73c\ub85c \uc560\ub4dc\ud639 \ub370\uc774\ud130 \uac80\uc0c9 \ubc0f SQL \ucffc\ub9ac\uc5d0 Athena\ub97c \uc0ac\uc6a9\ud55c \ub2e4\uc74c Redshift Spectrum\uc744 \uc0ac\uc6a9\ud558\uc5ec \ub9ce\uc740 \uc218\uc758 \ub370\uc774\ud130 \ub808\uc774\ud06c \uc0ac\uc6a9\uc790\uac00 \ub3d9\uc2dc BI \ubc0f \ubcf4\uace0 \uc6cc\ud06c\ub85c\ub4dc\ub97c \uc2e4\ud589\ud558\uace0\uc790 \ud558\ub294 \ubcf4\ub2e4 \ubcf5\uc7a1\ud55c \ucffc\ub9ac \ubc0f \uc2dc\ub098\ub9ac\uc624\ub97c \uc218\ud589\ud560 \uc218 \uc788\uc74c<\/span><\/p>\n<h4><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>Kinesis<\/strong><\/span><\/h4>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">Kinesis Firehose\ub294 Amazon S3\uc5d0 \uc2e4\uc2dc\uac04 \uc2a4\ud2b8\ub9ac\ubc0d \ub370\uc774\ud130\ub97c \uc9c1\uc811 \uc804\uc1a1\ud558\uae30 \uc704\ud574 \uc0ac\uc6a9\ud55c\ub2e4.\u00a0<\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">Kinesis Firehose\ub294 \uc2a4\ud2b8\ub9ac\ubc0d \ub370\uc774\ud130\uc758 \ubcfc\ub968 \ubc0f \ucc98\ub9ac\ub7c9\uc5d0 \ub9de\uac8c \uc790\ub3d9\uc73c\ub85c \ud655\uc7a5\ub418\ub294 \uc644\uc804\uad00\ub9ac\ud615 AWS \uc11c\ube44\uc2a4\uc774\ub2e4.<\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">Kinesis Firehose \uc758 \uae30\ub2a5\uc5d0\ub294 \uc555\ucd95, \uc554\ud638\ud654, \ub370\uc774\ud130 \uc77c\uad04 \ucc98\ub9ac \ubc0f Lambda \uae30\ub2a5\uc774 \uc788\ub2e4.<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><span style=\"color: #292929;\">Kinesis Firehose\ub294 Amazon S3\uc5d0 \uc800\uc7a5\ud558\uae30 \uc804\uc5d0 \ub370\uc774\ud130\ub97c \uc555\ucd95\ud560 \uc218 \uc788\ub2e4. \ud604\uc7ac GZIP, ZIP \ubc0f SNAPPY \uc555\ucd95 \ud615\uc2dd\uc744 \uc9c0\uc6d0\ud558\uba70, GZIP\ub294 Amazon Athena, Amazon EMR \ubc0f Amazon Redshift\uc5d0\uc11c \uc0ac\uc6a9\ud560 \uc218 \uc788\uc73c\ubbc0\ub85c \uc120\ud638\ub418\ub294 \ud615\uc2dd\uc774\ub2e4. <\/span><span style=\"color: #292929;\">\uadf8\ub9ac\uace0 Kinesis Firehose \uc554\ud638\ud654\ub294 AWS KMS \ub97c \ud1b5\ud55c Amazon S3 \uc11c\ubc84\uce21 \uc554\ud638\ud654\ub97c \uc9c0\uc6d0\ud568.\u00a0<\/span><\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">\ub610\ud55c Kinesis Firehose\ub294 \uc5ec\ub7ec \uac1c\uc758 \ub4e4\uc5b4\uc624\ub294 \ub808\ucf54\ub4dc\ub97c \uc5f0\uacb0\ud558\uc5ec \ud558\ub098\uc758 S3 \uac1d\uccb4\ub85c Amazon S3\uc5d0 \uc804\ub2ec\ud560 \uc218 \uc788\ub294\ub370, \uc774\ub294 S3 \uc758 \ud2b8\ub79c\uc7ad\uc158 \ube44\uc6a9 \ubc0f \ud69f\uc218\ub97c \uc904\uc77c \uc218 \uc788\uc74c<\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">\ub9c8\uc9c0\ub9c9\uc73c\ub85c Kinesis Firehose\ub294 Lambda \uae30\ub2a5\uc744 \ud638\ucd9c\ud558\uc5ec \ub4e4\uc5b4\uc624\ub294 \uc18c\uc2a4 \ub370\uc774\ud130\ub97c \ubcc0\ud658\ud558\uc5ec Amazon S3\uc5d0 \uc804\uc1a1\ud560 \uc218 \uc788\uc74c. \uc77c\ubc18\uc801\uc73c\ub85c Apache Log \ubc0f Syslog \ud615\uc2dd\uc744 \ud45c\uc900 JSON \ubc0f\/\ub610\ub294 CSV \ud615\uc2dd\uc73c\ub85c \ubcc0\ud658\ud558\ub294 \uae30\ub2a5\uc774 \uc788\uc73c\uba70, \uc774\ub97c Amazon Athena\ub97c \uc0ac\uc6a9\ud558\uc5ec JSON \ubc0f CSV \ud615\uc2dd\uc744 \uc9c1\uc811 \ucffc\ub9ac\ud560 \uc218 \uc788\ub2e4.\u00a0<\/span><\/p>\n<h4><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>EMR<\/strong><\/span><\/h4>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">EMR\uc740 \uc624\ud508 \uc18c\uc2a4 \ud504\ub808\uc784\uc6cc\ud06c\uc778 Apache Hadoop\uc744 \uc0ac\uc6a9\ud558\uc5ec \ud0c4\ub825\uc801\uc73c\ub85c \ud06c\uae30\uac00 \uc870\uc815 \uac00\ub2a5\ud55c EC2 \uc778\uc2a4\ud134\uc2a4 \ud074\ub7ec\uc2a4\ud130 \uc804\uccb4\uc5d0 \ub370\uc774\ud130 \ubc0f \ucc98\ub9ac\ub97c \ubc30\ud3ec\ud558\uace0 Hive, Pig, Spark \ubc0f HBase\uc640 \uac19\uc740 \ubaa8\ub4e0 \uc77c\ubc18\uc801\uc778 Hadoop \ub3c4\uad6c\ub97c \uc0ac\uc6a9\ud560 \uc218 \uc788\ub2e4.<\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">EMR\uc740 Hadoop \ud074\ub7ec\uc2a4\ud130\uc758 \uc778\ud504\ub77c \ubc0f \uc18c\ud504\ud2b8\uc6e8\uc5b4 \ud504\ub85c\ube44\uc800\ub2dd, \uad00\ub9ac \ubc0f \uc720\uc9c0 \ubcf4\uc218\uc640 \uad00\ub828\ub41c \ubaa8\ub4e0 \uc791\uc5c5\uc744 \uc218\ud589\ud558\uba70 Amazon S3\uc640 \uc9c1\uc811 \ud1b5\ud569\ub428<\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">Amazon EMR\uc744 \uc0ac\uc6a9\ud558\uba74 \ubb34\ud55c\uc815 \uac00\ub3d9 \uc0c1\ud0dc\ub97c \uc720\uc9c0\ud558\ub294 \uc601\uad6c \ud074\ub7ec\uc2a4\ud130\ub97c \uc2e4\ud589\ud558\uac70\ub098 \ubd84\uc11d\uc774 \uc644\ub8cc\ub41c \ud6c4 \uc885\ub8cc\ub418\ub294 \uc784\uc2dc \ud074\ub7ec\uc2a4\ud130 \ubaa8\ub450 \ub300\uc751\ud560 \uc218 \uc788\uc73c\uba70, \ud074\ub7ec\uc2a4\ud130\uac00 \uac00\ub3d9\ub41c \uc2dc\uac04 \ub9cc\ud07c\ub9cc \ube44\uc6a9\uc744 \uc9c0\ubd88\ud568<\/span><\/p>\n<p><span style=\"color: #292929; font-family: helvetica, arial, sans-serif;\">Amazon EMR\uc740 EC2 \uc778\uc2a4\ud134\uc2a4\ub97c \ud1b5\ud574 \uad6c\ucd95\ub418\uba70, \ubc94\uc6a9, \ucef4\ud4e8\ud305, \uba54\ubaa8\ub9ac \ubc0f \uc2a4\ud1a0\ub9ac\uc9c0 I\/O \ub4f1\uc758 \ub2e4\uc591\ud55c \uc720\ud615\uacfc \uac00\uaca9 \uc635\uc158(\uc628\ub514\ub9e8\ub4dc, \uc608\uc57d \ubc0f \uc2a4\ud3ff)\uc744 \uc9c0\uc6d0\ud55c\ub2e4.<\/span><\/p>\n<h4><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>Elasticsearch<\/strong><\/span><\/h4>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\uc790\uc0b0 \ubc0f \uba54\ud0c0\ub370\uc774\ud130, \ub370\uc774\ud130 \ubd84\ub958\uc5d0 \ub300\ud55c \uac80\uc0c9 \uc5d4\uc9c4\uc73c\ub85c \ud65c\uc6a9 \uac00\ub2a5\ud568<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\uc6b4\uc601 \uc778\ud504\ub77c\uc758 \ubaa8\ub2c8\ud130\ub9c1\uc744 \uc704\ud55c \ub85c\uadf8 \ubd84\uc11d \uc2dc\uc2a4\ud15c\uc73c\ub85c\ub3c4 \ud65c\uc6a9\ud560 \uc218 \uc788\uc74c<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">Hadoop(EMR) \uc640 \uc720\uc0ac\ud55c \ud074\ub7ec\uc2a4\ud130\ub9c1(\ubd84\uc0b0) \uad6c\uc870, \uac80\uc0c9 \uae30\ub2a5(\uc778\ub371\uc2f1) \ub4f1\uc758 \uae30\ub2a5\uc744 \uc9c0\uc6d0\ud558\uc9c0\ub9cc, \uc544\ub798\uc640 \uac19\uc740 \ucc28\uc774\uc810\uc744 \uac00\uc9d0<\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\uc0e4\ub4dc(\ub178\ub4dc) \ud655\uc7a5\uc5d0 \ub300\ud55c \uc720\uc5f0\uc131\uc774 \ub5a8\uc5b4\uc9d0 (\uc778\ub371\uc2a4\ub97c \uc0dd\uc131\ud560 \ub54c, \ubbf8\ub9ac \ub370\uc774\ud130\uc758 \ud06c\uae30\ub97c \ucd94\uce21\ud574\uc57c \ud568)<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\uc5c4\uc5f0\ud788 \ub9d0\ud574 \uc2a4\ud0a4\ub9c8\uac00 \uc788\ub294 \uad6c\uc870\uc784 (ES \uc5d0 \ub9de\ub294 json \ud615\uc2dd\uc73c\ub85c \ubcc0\ud658\ud574\uc57c \ucd5c\uc801\uc758 \ud6a8\uc728\uc744 \uc5bb\uc744 \uc218 \uc788\uc74c)<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\ubc84\ud37c \uc81c\ud55c\uc774 100MB \uc774\ubbc0\ub85c, \ub300\uc6a9\ub7c9 \uc5c5\ub85c\ub4dc \uc2dc\uc5d0 \ub9ce\uc740 \uc624\ub958\ub97c \ub3d9\ubc18\ud568<\/span><\/li>\n<li><span style=\"font-family: helvetica, arial, sans-serif;\">\uc544\uc9c1 ES \uc758 \uc5d0\ucf54\uc2dc\uc2a4\ud15c\uc740 Hadoop \uc5d0 \ube44\ud574 \ubd84\uc11d \uae30\ub2a5\uc758 \uc9c0\uc6d0\uc774 \ubd80\uc871\ud568<\/span><\/li>\n<\/ul>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">\ubb3c\ub860 ES \ub294 Hadoop \uc758 \uae30\ub2a5\uc744 \ub300\uccb4\ud560 \uc218\ub294 \uc5c6\uc9c0\ub9cc, ES \ub9cc\uc758 \uc778\ub371\uc2f1 \uae30\ub2a5, \uc6f9 \ubc0f \ub85c\uadf8 \ubd84\uc11d \uae30\ub2a5\uc744 \ud65c\uc6a9\ud558\uc5ec data lake \uc2dc\uc2a4\ud15c\uc5d0 \ub9ce\uc740 \ub3c4\uc6c0\uc744 \uc904 \uc218 \uc788\uc74c<\/span><\/p>\n<h4 class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>AWS Lake Formation<\/strong><\/span><\/h4>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">data lake \ub97c \uc190\uc27d\uac8c \uc124\uc815\ud560 \uc218 \uc788\ub3c4\ub85d \uc9c0\uc6d0\ud558\ub294 \uc11c\ube44\uc2a4<\/span><\/p>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">data lake \ub97c \uc124\uc815\ud558\uace0 \uad00\ub9ac\ud558\uae30 \uc704\ud574\uc11c\ub294 \ubcf5\uc7a1\ud558\uace0 \uc2dc\uac04\uc774 \uc18c\uc694\ub418\ub294 \uc791\uc5c5\uc774 \ud544\uc694\ud568.<\/span><\/p>\n<ul>\n<li class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ub2e4\uc591\ud55c \uc18c\uc2a4\ub85c\ubd80\ud130 \ub370\uc774\ud130\ub97c \ub85c\ub529<\/span><\/li>\n<li class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\"><u><strong>\ub370\uc774\ud130 \ud750\ub984 \ubaa8\ub2c8\ud130\ub9c1<\/strong><\/u><\/span><\/li>\n<li class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130 \ud30c\ud2f0\uc154\ub2dd<\/span><\/li>\n<li class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uc554\ud638\ud654 \uc124\uc815 \ubc0f \ud0a4 \uad00\ub9ac<\/span><\/li>\n<li class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\"><u><strong>\uc561\uc138\uc2a4 \uc81c\uc5b4 \uc124\uc815<\/strong><\/u><\/span><\/li>\n<li class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ubcc0\ud658 \uc791\uc5c5 \uc815\uc758 \ubc0f \uc6b4\uc601 \ubaa8\ub2c8\ud130\ub9c1, \uc911\ubcf5 \ub370\uc774\ud130 \uc81c\uac70<\/span><\/li>\n<li class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uceec\ub7fc \uae30\ubc18 \ud615\uc2dd\uc73c\ub85c \ub370\uc774\ud130 \uc7ac\uad6c\uc131<\/span><\/li>\n<li class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ub9c1\ud06c\ub41c \ub808\ucf54\ub4dc \ub9e4\uce6d<\/span><\/li>\n<li class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uc561\uc138\uc2a4 \uac10\uc0ac(audit)<\/span><\/li>\n<\/ul>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\">Lake Formation \uc740 \uc774\ub7ec\ud55c data lake \uad6c\ucd95 \uad00\ub828 \uc791\uc5c5\uc744 \uad00\ub9ac\ud560 \uc218 \uc788\ub294 \ucf58\uc194 \ubc0f \ud3b8\uc758 \uae30\ub2a5\uc744 \uc81c\uacf5\ud568<\/span><\/p>\n<p><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ub370\uc774\ud130 \ub85c\ub4dc<\/strong><\/span><\/p>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">S3 \ubc84\ud0b7\uc744 \ub4f1\ub85d\ud558\uc5ec \ub370\uc774\ud130\ub97c \ub85c\ub4dc\ud560 \uc218 \uc788\uc74c<\/span><\/p>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ub370\uc774\ud130\ubca0\uc774\uc2a4\ub97c \uc790\ub3d9 \uc0dd\uc131\ud574\uc8fc\uba70, \uc774 \ub370\uc774\ud130\ubca0\uc774\uc2a4\ub294 Glue Data Catalog \ub85c \ub4f1\ub85d\ub418\uba70, \uba54\ud0c0\ub370\uc774\ud130\uac00 \uc5ec\uae30\uc5d0 \ubcf4\uad00\ub428<\/span><\/p>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\uad8c\ud55c \uad00\ub9ac<\/strong><\/span><\/p>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uad8c\ud55c \uad00\ub9ac\ub294 data lake \uad6c\ucd95\uc5d0\uc11c \uac00\uc7a5 \ubcf5\uc7a1\ud55c \uc791\uc5c5 \uc911 \ud558\ub098\uc784.<\/span><\/p>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">data lake \uc5d0\ub294 \uc5c4\uccad\ub09c \uc591\uc758 \ub370\uc774\ud130\uac00 \ud3ec\ud568\ub418\uba70, \uc774\ub294 \uc11c\ub85c \ub2e4\ub978 \uad6c\uc870\ud654, \ubc18\uad6c\uc870\ud654, \ube44\uad6c\uc870\ud654 \ud615\ud0dc\ub85c \ud63c\uc7ac\ub418\uc5b4 \uc788\uc74c<\/span><\/p>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\"><u><strong><span style=\"color: #333333;\">Lake Formation \uc740 IAM \uc815\ucc45\uc744 \ubcf4\uac15\ud558\ub294 \uc0c8\ub85c\uc6b4 grant\/revoke \uad8c\ud55c\uc744 \ud1b5\ud574 data lake \uc5d0 \uc800\uc7a5\ub41c \ub370\uc774\ud130\uc5d0 \uc548\uc804\ud558\uace0 \uc138\ubd84\ud654\ub41c \ubc29\uc2dd\uc73c\ub85c \uc561\uc138\uc2a4\ud560 \uc218 \uc788\uc74c<\/span><\/strong><\/u><\/span><\/p>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">IAM \uc0ac\uc6a9\uc790, \uc5ed\ud560, \uadf8\ub8f9 \ubc0f Active Directory \uc5f0\ub3d9 \uc0ac\uc6a9\uc790\uc758 \ub370\uc774\ud130\ubca0\uc774\uc2a4, \ud14c\uc774\ube14\uc5d0 \ub300\ud55c \uc561\uc138\uc2a4 \uad8c\ud55c\uc744 \uad00\ub9ac\ud560 \uc218 \uc788\uc74c<\/span><\/p>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ub610\ud55c <u><strong>\ud2b9\uc815 \uceec\ub7fc, \uc791\uc5c5 \uad8c\ud55c\uc5d0 \ub300\ud574\uc11c\ub3c4 \ud5c8\uc6a9\ud558\uac70\ub098 \ucc28\ub2e8\ud560 \uc218 \uc788\uc74c<\/strong><\/u><\/span><\/p>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uc81c\ud55c\ub41c \uc0ac\uc6a9\uc790(\uc5ed\ud560)\ub294 \ud14c\uc774\ube14\uc744 \ucffc\ub9ac\ud560 \ub54c \uad8c\ud55c\uc774 \ubd80\uc5ec\ub41c \uc5f4\uc5d0 \ub300\ud574\uc11c\ub9cc \ucffc\ub9ac \uacb0\uacfc\ub97c \ubcfc \uc218 \uc788\uc74c<\/span><\/p>\n<p>&nbsp;<\/p>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ube14\ub8e8\ud504\ub9b0\ud2b8<\/strong><\/span><\/p>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">\ube14\ub8e8\ud504\ub9b0\ud2b8\ub97c \uc0ac\uc6a9\ud558\uc5ec \ub370\uc774\ud130 \uc218\uc9d1\uc744 \uac04\uc18c\ud654\ud560 \uc218 \uc788\uc74c<\/span><\/p>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\"><u><strong>AWS Glue \uc5d0\uc11c \uc0ac\uc6a9\ud560 \uc218 \uc788\ub294 \uc6cc\ud06c\ud50c\ub85c, \ud06c\ub864\ub7ec \ubc0f \uc791\uc5c5\uc744 \uc0dd\uc131\ud560 \uc218 \uc788\uc74c<\/strong><\/u><\/span><\/p>\n<ul style=\"list-style-type: square;\">\n<li class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uc6cc\ud06c\ud50c\ub85c\ub294 \ud2b8\ub9ac\uac70, \ud06c\ub864\ub7ec, \uc791\uc5c5 \uac19\uc740 Glue \uc5d4\ud130\ud2f0 \uac04 \uc885\uc18d\uc131\uc744 \uad6c\ucd95\ud558\uc5ec \uc6cc\ud06c\ub85c\ub4dc\ub97c \uc624\ucf00\uc2a4\ud2b8\ub808\uc774\uc158\ud568<\/span><\/li>\n<li class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\">\uc6cc\ud06c\ud50c\ub85c\uc5d0 \uc788\ub294 \uc5ec\ub7ec \ub178\ub4dc \uc0c1\ud0dc\ub97c \ucf58\uc194\uc5d0\uc11c \uc2dc\uac01\uc801\uc73c\ub85c \ucd94\uc801\ud558\uace0 \ubaa8\ub2c8\ud130\ub9c1\ud560 \uc218 \uc788\uc74c<\/span><\/li>\n<\/ul>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ub370\uc774\ud130\ubca0\uc774\uc2a4 \ube14\ub8e8\ud504\ub9b0\ud2b8<\/strong>\ub97c \uc0ac\uc6a9\ud558\uba74 \uc6b4\uc601 \ub370\uc774\ud130\ubca0\uc774\uc2a4\uc5d0 \uc801\uc7ac\ub41c \ub370\uc774\ud130\ub97c data lake \ub85c \ub85c\ub4dc\ud560 \uc218 \uc788\uc74c<\/span><\/p>\n<p class=\"hh hi fc az hj hk hl hm hn ho hp hq hr hs ht hu hv hw hx hy hz ia ib ic id ie fz\"><span style=\"font-family: helvetica, arial, sans-serif;\"><strong>\ub85c\uadf8 \ud30c\uc77c \ube14\ub8e8\ud504\ub9b0\ud2b8<\/strong>\ub97c \uc0ac\uc6a9\ud558\uba74 ELB, ALB \ubc0f CloudTrail \uc5d0 \uc0ac\uc6a9\ub418\ub294 \ub85c\uae45 \ud615\uc2dd\uc744 \uac04\ud3b8\ud558\uac8c \uc218\uc9d1\ud560 \uc218 \uc788\uc74c<\/span><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\uac1c\ub150 data lake \ub370\uc774\ud130 \ub808\uc774\ud06c\ub294 \ub300\uaddc\ubaa8\uc758 \ub2e4\uc591\ud55c \uc6d0\uc2dc \ub370\uc774\ud130 \uc138\ud2b8\ub97c \uae30\ubcf8 \ud615\uc2dd\uc73c\ub85c \uc800\uc7a5\ud558\ub294 \ub370\uc774\ud130 \ub9ac\ud3ec\uc9c0\ud1a0\ub9ac \uc720\ud615 \ub370\uc774\ud130 \ub808\uc774\ud06c\ub97c \uc0ac\uc6a9\ud558\uba74 \uc815\uc81c\ub418\uc9c0 \uc54a\uc740 \ub370\uc774\ud130\ub97c \ubcfc \uc218 \uc788\uc73c\uba70, \ub370\uc774\ud130\uc5d0 \ub300\ud574 \uc804\uccb4\uc801\uc778 \ub300\uaddc\ubaa8 \ub9ac\ud3ec\uc9c0\ud1a0\ub9ac\ub97c \uc5d4\ud130\ud504\ub77c\uc774\uc988 \ud658\uacbd\uc5d0\uc11c \ub370\uc774\ud130 \uad00\ub9ac \uc804\ub7b5\uc73c\ub85c \ubcf4\ud3b8\ud654\ud560 \uc218 \uc788\uc74c \u201c\ub370\uc774\ud130 \ub808\uc774\ud06c\u201d\ub77c\ub294 \uc6a9\uc5b4\ub294 Pentaho\uc758 CTO(\ucd5c\uace0 \uae30\uc220 \ucc45\uc784\uc790)\uc778 James Dixon\uc774 \ucc98\uc74c\uc73c\ub85c \uc18c\uac1c\ud568. \uc774\ub7ec\ud55c \uc720\ud615\uc758 \ub370\uc774\ud130 \ub9ac\ud3ec\uc9c0\ud1a0\ub9ac\ub97c \ub808\uc774\ud06c\ub77c\uace0 \ubd80\ub974\ub294 [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":413,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[6],"tags":[],"class_list":["post-410","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-it"],"_links":{"self":[{"href":"https:\/\/www.dkdk.info\/wpb\/index.php?rest_route=\/wp\/v2\/posts\/410"}],"collection":[{"href":"https:\/\/www.dkdk.info\/wpb\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.dkdk.info\/wpb\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.dkdk.info\/wpb\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.dkdk.info\/wpb\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=410"}],"version-history":[{"count":9,"href":"https:\/\/www.dkdk.info\/wpb\/index.php?rest_route=\/wp\/v2\/posts\/410\/revisions"}],"predecessor-version":[{"id":430,"href":"https:\/\/www.dkdk.info\/wpb\/index.php?rest_route=\/wp\/v2\/posts\/410\/revisions\/430"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.dkdk.info\/wpb\/index.php?rest_route=\/wp\/v2\/media\/413"}],"wp:attachment":[{"href":"https:\/\/www.dkdk.info\/wpb\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=410"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.dkdk.info\/wpb\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=410"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.dkdk.info\/wpb\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=410"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}