kubernetes大数据 - 好文

一参考网址

https://github.com/apache-spark-on-k8s/kubernetes-HDFS/blob/master/charts/hdfs-datanode-k8s/README.md

[root@kolla yum.repos.d]# yum install krb5-server krb5-libs krb5-auth-dialog

二创建zookeeper服务，如果重复，则删除

[root@kolla ~]# kubectl create -f zookeeper.yaml

service "zk-svc" created

configmap "zk-cm" created

poddisruptionbudget.policy "zk-pdb" created

statefulset.apps "zk" created

1034 kubectl delete poddisruptionbudgets.policy zk-pdb

1035 kubectl delete service zk-svc

1036 kubectl delete configmap zk-cm

1037 kubectl delete statefulset.apps zk

------------------------------------------------------------------------
-------------------------

对nodes节点打标签

[root@kolla hdfs-datanode-k8s]# kubectl label nodes kolla
node=hdfs-datanode-exclude

node "kolla" labeled

[root@kolla hdfs-datanode-k8s]# kubectl label nodes kolla
node=hdfs-datanode-exclude --overwrite

[root@kolla hdfs-datanode-k8s]# kubectl get node -a -l
"node=hdfs-datanode-exclude"

Flag --show-all has been deprecated, will be removed in an upcoming release

NAME STATUS ROLES AGE VERSION

kolla Ready master 3d v1.10.3

[root@kolla hdfs-datanode-k8s]#
如果label有问题，需要下列方法解决

[root@kolla hdfs-datanode-k8s]# kubectl edit node kolla

------------------------------------------------------------------------
------------

[root@kolla ~]# helm install -n my-hdfs-datanode
./kubernetes-HDFS/charts/hdfs-datanode-k8s #或者

[root@kolla charts]# helm install hdfs-config-k8s --name my-hdfs-config
--set fullnameOverride=hdfs-config

NAME: my-hdfs-datanode

LAST DEPLOYED: Sat Jun 30 19:57:51 2018

NAMESPACE: default

STATUS: DEPLOYED

RESOURCES:

==> extensions/DaemonSet

NAME DESIRED CURRENT READY NODE-SELECTOR AGE

hdfs-datanode 1 1 0 <none> 0s

[root@kolla ~]# helm delete --purge my-hdfs-datanode (如果提示重复)

[root@kolla charts]# kubectl get configmap

NAME DATA AGE

hdfs-config 2 10s

zk-cm 7 2m

[root@kolla charts]# kubectl create configmap kerberos-config
--from-file=krb5-server

[root@kolla charts]# for HOST in $HOSTS; do kadmin.local -q "addprinc
-randkey hdfs/[email protected]" ; kadmin.local -q "addprinc -randkey
HTTP/$HOSTMYCOMPANY.COM" ; kadmin.local -q "ktadd -norandkey \

   -k hdfs-keytabs/kube-n1.mycompany.com.keytab \

   hdfs/[email protected] \

   HTTP/[email protected]"; done

热门工具换一换