diff --git "a/2021/06/22/\350\200\203\350\257\225\351\242\230\347\233\256/index.html" "b/2021/06/22/\350\200\203\350\257\225\351\242\230\347\233\256/index.html" index 07eb5f9..dd1b180 100644 --- "a/2021/06/22/\350\200\203\350\257\225\351\242\230\347\233\256/index.html" +++ "b/2021/06/22/\350\200\203\350\257\225\351\242\230\347\233\256/index.html" @@ -227,8 +227,8 @@

-
@@ -307,11 +307,11 @@

- 1 + 2 分类
- 3 + 5 标签
diff --git "a/2022/02/10/\345\244\247\346\225\260\346\215\256/index.html" "b/2022/02/07/\345\244\247\346\225\260\346\215\256/index.html" similarity index 84% rename from "2022/02/10/\345\244\247\346\225\260\346\215\256/index.html" rename to "2022/02/07/\345\244\247\346\225\260\346\215\256/index.html" index 3c1af8c..f5fe9d5 100644 --- "a/2022/02/10/\345\244\247\346\225\260\346\215\256/index.html" +++ "b/2022/02/07/\345\244\247\346\225\260\346\215\256/index.html" @@ -22,20 +22,23 @@ - - + + - - + + + + + - + - | 我真的在拉扯了 + 大数据基础知识学习 | 我真的在拉扯了 @@ -153,7 +156,7 @@

我真的在拉扯了

- +

- + 大数据基础知识学习

@@ -175,9 +178,24 @@

发表于 - - + + + + + + + 更新于 + + + + + + + 分类于 + + + @@ -224,6 +242,11 @@

+
+ + + +
@@ -231,12 +254,12 @@

-
-

@@ -315,11 +338,11 @@

- 1 + 2 分类
- 3 + 5 标签
diff --git "a/2022/02/06/hadoop\345\255\246\344\271\2401/index.html" "b/2022/02/08/hadoop\345\255\246\344\271\2401/index.html" similarity index 80% rename from "2022/02/06/hadoop\345\255\246\344\271\2401/index.html" rename to "2022/02/08/hadoop\345\255\246\344\271\2401/index.html" index aa0ae73..9b6aacb 100644 --- "a/2022/02/06/hadoop\345\255\246\344\271\2401/index.html" +++ "b/2022/02/08/hadoop\345\255\246\344\271\2401/index.html" @@ -20,21 +20,24 @@ var CONFIG = {"hostname":"example.com","root":"/","scheme":"Muse","version":"7.8.0","exturl":false,"sidebar":{"position":"left","display":"post","padding":18,"offset":12,"onmobile":false},"copycode":{"enable":false,"show_result":false,"style":null},"back2top":{"enable":true,"sidebar":false,"scrollpercent":false},"bookmark":{"enable":false,"color":"#222","save":"auto"},"fancybox":false,"mediumzoom":false,"lazyload":false,"pangu":false,"comments":{"style":"tabs","active":null,"storage":true,"lazyload":false,"nav":null},"algolia":{"hits":{"per_page":10},"labels":{"input_placeholder":"Search for Posts","hits_empty":"We didn't find any results for the search: ${query}","hits_stats":"${hits} results found in ${time} ms"}},"localsearch":{"enable":false,"trigger":"auto","top_n_per_article":1,"unescape":false,"preload":false},"motion":{"enable":true,"async":false,"transition":{"post_block":"fadeIn","post_header":"slideDownIn","post_body":"slideDownIn","coll_header":"slideLeftIn","sidebar":"slideUpIn"}}}; - + - - + + - + - - + + + + + - + - | 我真的在拉扯了 + hadoop基础知识学习 | 我真的在拉扯了 @@ -152,7 +155,7 @@

我真的在拉扯了

- +

- + hadoop基础知识学习

@@ -175,15 +178,24 @@

发表于 - + 更新于 - + + + + + + 分类于 + + + + @@ -196,9 +208,7 @@

- 
1
2
3
4
5
6
7
8
9
10
11
12
13
title: hadoop学习(1)

date : 2022-02-08 7:07:07

tags:

- 博客

- hadoop linux

- hadoop

categories : hadoop
- -

hadoop的前置内容

问：什么是分布式，什么是单机式，什么是伪分布式

分布式：若干独立计算机的集合

1
2
分布式相对于集中式而言。对于传统集中式而言处理应用用一台服务器中的资源来处理
而分布式则是将应用细分成为各个模块，各个模块则有多个服务器的资源来解决。
+

hadoop的前置内容

问：什么是分布式，什么是单机式，什么是伪分布式

分布式：若干独立计算机的集合

1
2
分布式相对于集中式而言。对于传统集中式而言处理应用用一台服务器中的资源来处理
而分布式则是将应用细分成为各个模块，各个模块则有多个服务器的资源来解决。

单机式：

1
2
单机式也称集中式，由一台服务器来解决所有问题。在目前中，无法处理较为复杂的问题：
因为解决复杂问题所需要服务器的成本过高，不如通过分布式来分解问题解决。
@@ -251,6 +261,11 @@
+
+ + + +
@@ -258,12 +273,12 @@
-
-
@@ -342,11 +357,11 @@

- 1 + 2 分类
- 3 + 5 标签
diff --git "a/2022/02/11/hadoop\347\220\206\350\256\272/index.html" "b/2022/02/09/hadoop\347\220\206\350\256\272/index.html" similarity index 77% rename from "2022/02/11/hadoop\347\220\206\350\256\272/index.html" rename to "2022/02/09/hadoop\347\220\206\350\256\272/index.html" index 2a84b3c..f1a753e 100644 --- "a/2022/02/11/hadoop\347\220\206\350\256\272/index.html" +++ "b/2022/02/09/hadoop\347\220\206\350\256\272/index.html" @@ -20,23 +20,26 @@ var CONFIG = {"hostname":"example.com","root":"/","scheme":"Muse","version":"7.8.0","exturl":false,"sidebar":{"position":"left","display":"post","padding":18,"offset":12,"onmobile":false},"copycode":{"enable":false,"show_result":false,"style":null},"back2top":{"enable":true,"sidebar":false,"scrollpercent":false},"bookmark":{"enable":false,"color":"#222","save":"auto"},"fancybox":false,"mediumzoom":false,"lazyload":false,"pangu":false,"comments":{"style":"tabs","active":null,"storage":true,"lazyload":false,"nav":null},"algolia":{"hits":{"per_page":10},"labels":{"input_placeholder":"Search for Posts","hits_empty":"We didn't find any results for the search: ${query}","hits_stats":"${hits} results found in ${time} ms"}},"localsearch":{"enable":false,"trigger":"auto","top_n_per_article":1,"unescape":false,"preload":false},"motion":{"enable":true,"async":false,"transition":{"post_block":"fadeIn","post_header":"slideDownIn","post_body":"slideDownIn","coll_header":"slideLeftIn","sidebar":"slideUpIn"}}}; - + - - + + - + - - + + + + + - + - | 我真的在拉扯了 + hadoop基础知识(1) | 我真的在拉扯了 @@ -154,7 +157,7 @@

我真的在拉扯了

- +

- + hadoop基础知识(1)

@@ -177,15 +180,24 @@

发表于 - + 更新于 - + + + + + + 分类于 + + + + @@ -198,9 +210,7 @@

- 
1
2
3
4
5
6
7
8
9
10
11
12
13
title: hadoop基础知识(1)

date : 2022-02-09 7:07:07

tags:

- 博客

- hadoop linux

- hadoop

categories : hadoop
- -

hadoop理论(1)

Hadoop的两大核心

    +

    hadoop理论(1)

    Hadoop的两大核心

    1. HDFS 分布式文件系统 实现了如何存储海量数据

    2. Mapreduce 分布式并行框架 如何并行处理

      @@ -229,6 +239,11 @@

      +
      + + + +
      @@ -236,12 +251,12 @@

      -
      -

@@ -320,11 +335,11 @@

- 1 + 2 分类

- 3 + 5 标签
diff --git "a/2022/02/11/hadoop\347\220\206\350\256\2722/index.html" "b/2022/02/10/hadoop\347\220\206\350\256\2722/index.html" similarity index 81% rename from "2022/02/11/hadoop\347\220\206\350\256\2722/index.html" rename to "2022/02/10/hadoop\347\220\206\350\256\2722/index.html" index 6051595..1bb01cb 100644 --- "a/2022/02/11/hadoop\347\220\206\350\256\2722/index.html" +++ "b/2022/02/10/hadoop\347\220\206\350\256\2722/index.html" @@ -20,12 +20,12 @@ var CONFIG = {"hostname":"example.com","root":"/","scheme":"Muse","version":"7.8.0","exturl":false,"sidebar":{"position":"left","display":"post","padding":18,"offset":12,"onmobile":false},"copycode":{"enable":false,"show_result":false,"style":null},"back2top":{"enable":true,"sidebar":false,"scrollpercent":false},"bookmark":{"enable":false,"color":"#222","save":"auto"},"fancybox":false,"mediumzoom":false,"lazyload":false,"pangu":false,"comments":{"style":"tabs","active":null,"storage":true,"lazyload":false,"nav":null},"algolia":{"hits":{"per_page":10},"labels":{"input_placeholder":"Search for Posts","hits_empty":"We didn't find any results for the search: ${query}","hits_stats":"${hits} results found in ${time} ms"}},"localsearch":{"enable":false,"trigger":"auto","top_n_per_article":1,"unescape":false,"preload":false},"motion":{"enable":true,"async":false,"transition":{"post_block":"fadeIn","post_header":"slideDownIn","post_body":"slideDownIn","coll_header":"slideLeftIn","sidebar":"slideUpIn"}}}; - + - - + + - + @@ -35,13 +35,16 @@ - - + + + + + - + - | 我真的在拉扯了 + hadoop基础知识学习 | 我真的在拉扯了 @@ -159,7 +162,7 @@

我真的在拉扯了

- +

- + hadoop基础知识学习

@@ -182,15 +185,24 @@

发表于 - + 更新于 - + + + + + + 分类于 + + + + @@ -203,9 +215,7 @@

- 
1
2
3
4
5
6
7
8
9
10
11
12
13
title: hadoop基础知识学习

date : 2022-02-10 7:07:07

tags:

- 博客

- hadoop linux

- hadoop

categories : hadoop
- -

Hadoop理论2

+

Hadoop理论2

其中Hive是Hadoop中的数据仓库，可以做离线批处理的数据分析

Pig是轻量级的流数据分析，其sql语句可以嵌入到其他的语言中

如何选择Linux

@@ -236,6 +246,11 @@
+
+ + + +
@@ -243,12 +258,12 @@
-
-
@@ -327,11 +342,11 @@

- 1 + 2 分类
- 3 + 5 标签
diff --git "a/2022/02/13/hadoop\347\220\206\350\256\2723-HDFS/index.html" "b/2022/02/13/hadoop\347\220\206\350\256\2723-HDFS/index.html" index d9eb715..423c4cb 100644 --- "a/2022/02/13/hadoop\347\220\206\350\256\2723-HDFS/index.html" +++ "b/2022/02/13/hadoop\347\220\206\350\256\2723-HDFS/index.html" @@ -20,17 +20,25 @@ var CONFIG = {"hostname":"example.com","root":"/","scheme":"Muse","version":"7.8.0","exturl":false,"sidebar":{"position":"left","display":"post","padding":18,"offset":12,"onmobile":false},"copycode":{"enable":false,"show_result":false,"style":null},"back2top":{"enable":true,"sidebar":false,"scrollpercent":false},"bookmark":{"enable":false,"color":"#222","save":"auto"},"fancybox":false,"mediumzoom":false,"lazyload":false,"pangu":false,"comments":{"style":"tabs","active":null,"storage":true,"lazyload":false,"nav":null},"algolia":{"hits":{"per_page":10},"labels":{"input_placeholder":"Search for Posts","hits_empty":"We didn't find any results for the search: ${query}","hits_stats":"${hits} results found in ${time} ms"}},"localsearch":{"enable":false,"trigger":"auto","top_n_per_article":1,"unescape":false,"preload":false},"motion":{"enable":true,"async":false,"transition":{"post_block":"fadeIn","post_header":"slideDownIn","post_body":"slideDownIn","coll_header":"slideLeftIn","sidebar":"slideUpIn"}}}; - + - + - + - - + + + + + + + + + + @@ -45,7 +53,7 @@ }; - | 我真的在拉扯了 + hadoop基础知识(3) -hdfs | 我真的在拉扯了 @@ -163,7 +171,7 @@

我真的在拉扯了

- + hadoop基础知识(3) -hdfs

@@ -172,8 +180,18 @@

发表于 + - + + + + + + + 分类于 + + + @@ -187,7 +205,13 @@

- +

HDFS –Hadoop Distributed File system

HDFS是为了解决当今数据量过大单机无法存储的问题。

+

+

+

其中 主节点为namenode，其他节点为datanode

+

+

+
@@ -195,6 +219,11 @@

- 1 + 2 分类
- 3 + 5 标签
diff --git a/archives/2021/06/index.html b/archives/2021/06/index.html index 9682cbd..fc79037 100644 --- a/archives/2021/06/index.html +++ b/archives/2021/06/index.html @@ -255,11 +255,11 @@

我真的在拉扯了

- 1 + 2 分类
- 3 + 5 标签
diff --git a/archives/2021/index.html b/archives/2021/index.html index 6cfa316..2018872 100644 --- a/archives/2021/index.html +++ b/archives/2021/index.html @@ -255,11 +255,11 @@

我真的在拉扯了

- 1 + 2 分类
- 3 + 5 标签
diff --git a/archives/2022/02/index.html b/archives/2022/02/index.html index 295c2e0..7906474 100644 --- a/archives/2022/02/index.html +++ b/archives/2022/02/index.html @@ -163,7 +163,7 @@

我真的在拉扯了

@@ -171,7 +171,7 @@

我真的在拉扯了

@@ -183,15 +183,15 @@

我真的在拉扯了

-
@@ -203,15 +203,15 @@

我真的在拉扯了

-
@@ -223,15 +223,15 @@

我真的在拉扯了

-
@@ -243,15 +243,15 @@

我真的在拉扯了

-
@@ -335,11 +335,11 @@

我真的在拉扯了

- 1 + 2 分类
- 3 + 5 标签
diff --git a/archives/2022/index.html b/archives/2022/index.html index 23d320a..64051e4 100644 --- a/archives/2022/index.html +++ b/archives/2022/index.html @@ -163,7 +163,7 @@

我真的在拉扯了

@@ -171,7 +171,7 @@

我真的在拉扯了

@@ -183,15 +183,15 @@

我真的在拉扯了

-
@@ -203,15 +203,15 @@

我真的在拉扯了

-
@@ -223,15 +223,15 @@

我真的在拉扯了

-
@@ -243,15 +243,15 @@

我真的在拉扯了

-
@@ -335,11 +335,11 @@

我真的在拉扯了

- 1 + 2 分类
- 3 + 5 标签
diff --git a/archives/index.html b/archives/index.html index 9e351c6..4f631af 100644 --- a/archives/index.html +++ b/archives/index.html @@ -163,7 +163,7 @@

我真的在拉扯了

@@ -171,7 +171,7 @@

我真的在拉扯了

@@ -183,15 +183,15 @@

我真的在拉扯了

-
@@ -203,15 +203,15 @@

我真的在拉扯了

-
@@ -223,15 +223,15 @@

我真的在拉扯了

-
@@ -243,15 +243,15 @@

我真的在拉扯了

-
@@ -358,11 +358,11 @@

我真的在拉扯了

- 1 + 2 分类
- 3 + 5 标签
diff --git a/categories/hadoop/index.html b/categories/hadoop/index.html new file mode 100644 index 0000000..6ec0faf --- /dev/null +++ b/categories/hadoop/index.html @@ -0,0 +1,431 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 分类: hadoop | 我真的在拉扯了 + + + + + + + + + + + + +
+
+ +
+
+
+
+ + + +
+
+ +
+ + + +

我真的在拉扯了

+ + +
+ +
+
+
+
+
+ + + + + + + + + +
+
+ + +
+ + 0% +
+ + +
+
+
+ + +
+ + + + + +
+
+
+

hadoop + 分类 +

+
+ + +
+ 2022 +
+ + + + + + + + + + + +
+
+ + + + + + + + +
+ + + + +
+ + +
+ + + +
+ + + + + +
+
+ +
+
+ + + + +
+ + © + 2022 + + + + 369 +
+
由 Hexo & NexT.Muse 强力驱动 +
+ + + + + + + + + + +
+
+
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git "a/categories/\347\274\226\350\257\221\345\216\237\347\220\206/index.html" "b/categories/\347\274\226\350\257\221\345\216\237\347\220\206/index.html" index 13691d0..81c3257 100644 --- "a/categories/\347\274\226\350\257\221\345\216\237\347\220\206/index.html" +++ "b/categories/\347\274\226\350\257\221\345\216\237\347\220\206/index.html" @@ -256,11 +256,11 @@

编译原理
- 1 + 2 分类
- 3 + 5 标签
diff --git a/css/main.css b/css/main.css index 96269bd..6572422 100644 --- a/css/main.css +++ b/css/main.css @@ -1168,7 +1168,7 @@ pre .javascript .function { } .links-of-author a::before, .links-of-author span.exturl::before { - background: #0382ff; + background: #5944ff; border-radius: 50%; content: ' '; display: inline-block; diff --git a/index.html b/index.html index 6733ac1..3f03662 100644 --- a/index.html +++ b/index.html @@ -161,7 +161,7 @@

我真的在拉扯了

- +

@@ -170,8 +170,18 @@

发表于 + - + + + + + + + 分类于 + + + @@ -185,7 +195,13 @@

- +

HDFS –Hadoop Distributed File system

HDFS是为了解决当今数据量过大单机无法存储的问题。

+

+

+

其中 主节点为namenode，其他节点为datanode

+

+

+
@@ -204,7 +220,7 @@

- +