1 w
2 cd ~
3 pwd
4 wget https://archive.apache.org/dist/hadoop/common/hadoop-3.2.1/hadoop-3.2.1.tar.gz
5 ll
6 tar xvzf hadoop-3.2.1.tar.gz
7 ll
8 mv hadoop-3.2.1 hadoop
9 ll
10 cd hadoop
11 ll
12 cd ~
13 ll
14 ls -al
15 cd .ssh
16 cat id_rsa
17 sudo shutdown -h now
18 ssh-keygen -t rsa
19 cd ~
20 ll
21 ls -al
22 cd .ssh
23 ll
24 cat ./id_rsa.pub >> ./authorized_keys
25 pwd
26 ll
27 chmod 640 ./authorized_keys
28 w
29 ll
30 ssh localhost
31 ls
32 ls -al
33 sudo cd /tmp/
34 ls
35 sudo cd /tmp/
36 ls
37 cd /tmp
38 ls
39 cd ..
40 ls
41 cd /tmp/
42 ls -al
43 ls
44 cd ..
45 ls
46 cd ~
47 ls
48 cd hadoop
49 ls
50 cd ..
51 ls
52 cd ..
53 ls
54 cd ..
55 ls
56 cd tmp
57 ls
58 cd ~
59 export
60 which java
61 whereis java
62 ls
63 vi ~/.bashrc
64 wget https://github.com/ojdkbuild/ojdkbuild/releases/download/java-1.8.0-openjdk-1.8.0.302-1.b08/java-1.8.0-openjdk-1.8.0.302-1.b08.ojdkbuild.windows.x86_64.zip
65 wget https://koji.mbox.centos.org/pkgs/packages/java-1.8.0-openjdk/1.8.0.272.b10/1.el8_2/x86_64/java-1.8.0-openjdk-1.8.0.272.b10-1.el8_2.x86_64.rpm
66 ls
67 rm -r java-1.8.0-openjdk-1.8.0.302-1.b08.ojdkbuild.windows.x86_64.zip
68 ls
69 unzip java-1.8.0-openjdk-1.8.0.272.b10-1.el8_2.x86_64.rpm
70 sudo yum install unzip
71 ls
72 unzip java-1.8.0-openjdk-1.8.0.272.b10-1.el8_2.x86_64.rpm
73 ls
74 unzip java-1.8.0-openjdk-1.8.0.272.b10-1.el8_2.x86_64.rpm
75 cd ..
76 exit
77 ls
78 cd ~/.bashrc
79 sudovim ~/.bashrc
80 sudo vi ~/.bashrc
81 ls
82 이건 272라서 아까 경로보고 잘못 다운 받았어요 zip이 필요해용
83 cd /usr/lib/jvm/
84 ll
85 where is java
86 whereis java
87 좀 달라용
88 whereis java-1.8.0
89 whereis java-1.8.0-openjdk-1.8.0.312.b07-1.el8_4.x86_64/
90 java --version
91 java -version
92 javac -version
93 cd java-1.8.0-openjdk-1.8.0.312.b07-1.el8_4.x86_64/
94 ll
95 pwd
96 /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.312.b07-1.el8_4.x86_64
97 ls
98 vi
99 vi ~/.bashrc
100 source ~/.bashrc
101 hadoop
102 export
103 pwd
104 cd ~
105 ls
106 hadoop
107 java
108 whereis java
109 ls
110 cd .,.
111 cd ..
112 ls
113 cd ..
114 ls
115 find . --name 'xml'
116 find . -name 'xml'
117 find . -name 'xml' | grep xml
118 sudo find . -name 'xml' | grep xml
119 ls
120 cd ~
121 ls
122 cd hadoop
123 ls
124 cd etc/
125 ls
126 cd ..
127 ls
128 cd etc/hadoop/
129 ls
130 cd workers
131 ls
132 pwd
133 cat workers
134 vi hdfs-site.xml
135 ls
136 scp ~/.bashrc namenode:/home/hadoop/
137 scp ~/.bashrc secondnode:/home/hadoop/
138 hadoop
139 scp ~/hadoop/etc/hadoop secondnode:/home/hadoop/hadoop/etc/hadoop/
140 scp ~/hadoop/etc/hadoop namenode:/home/hadoop/hadoop/etc/hadoop/
141 scp -r ~/hadoop/etc/hadoop namenode:/home/hadoop/hadoop/etc/hadoop/
142 scp -r ~/hadoop/etc/hadoop secondnode:/home/hadoop/hadoop/etc/hadoop/
143 ls
144 vi ~/hadoop
145 ssh namenode 'mkdir ~/data'
146 ssh secondnode 'mkdir ~/data'
147 hostname
148 ssh namenode 'chmod 777 ~/data'
149 ssh secondnode 'chmod 777 ~/data'
150 ssh namenode
151 cd ~
152 ls
153 hadoop namenode -format
154 history
jps 는 자바 프로세스 상태를 보여준다.
NameNode
노드를 분해시켜서 병렬로 저장하는데
이때 NameNode에는 위치가 닮겨져있다.
SecondaryNameNode
노드 백업(기존 NameNode하고 100%일치하는 것은 아니다.)
ResourceManager
JobHistoryServer