k8s-kubesphere常用命令

kubesphere 部署RedisHA报错：

kubectl edit cm redis-ha-configmap     -n kubesphere-system

kubectl rollout restart deployment redis-ha-haproxy -n   kubesphere-system

权限问题

# 添加
securityContext:
  privileged: true
  runAsUser: 0

kubenetes 删除节点

kubectl get nodes
kubectl drain node4 --delete-local-data --force --ignore-daemonsets
kubectl delete nodes node4

kubeadm reset 
systemctl stop kubelet
systemctl stop docker

rm -rf /var/lib/cni/
rm -rf /var/lib/kubelet/*
rm -rf /etc/cni
rm -rf /etc/kubernetes
rm -rf /var/lib/etcd/
rm -rf $HOME/.kube

ifconfig cni0 down
ifconfig flannel.1 down
ifconfig docker0 down
ip link delete cni0
ip link delete flannel.1
systemctl start docker
systemctl start kubelet

kubesphere查看安装日志

kubectl logs -n kubesphere-system $(kubectl get pod -n kubesphere-system -l 'app in (ks-install, ks-installer)' -o jsonpath='{.items[0].metadata.name}') -f

k8s访问harbor

kubectl create secret docker-registry harbor-registry-186 --docker-server=10.170.108.186 --docker-username=admin --docker-password=Harbor12345 --docker-email=admin@ctnrs.com

kubectl create secret docker-registry harbor-registry-80 --docker-server=10.9.70.80 --docker-username=admin --docker-password=Harbor12345 --docker-email=admin@ctnrs.com

default-http-backend

docker pull mirrorgooglecontainers/defaultbackend-arm64:1.4

kubectl set image deployment/default-http-backend default-http-backend=mirrorgooglecontainers/defaultbackend-arm64:1.4 -n kubesphere-controls-system

kubectl rollout restart deployment/default-http-backend -n kubesphere-controls-system

k8s kubesphere 常用命令：

去除master节点污点：
kubectl taint nodes --all node-role.kubernetes.io/master-

kubectl apply -f kubesphere-installer.yaml 

kubectl apply -f cluster-configuration.yaml 

kubectl logs -n kubesphere-system $(kubectl get pod -n kubesphere-system -l 'app in (ks-install, ks-installer)' -o jsonpath='{.items[0].metadata.name}') -f

kubectl set image deployment/default-http-backend default-http-backend=mirrorgooglecontainers/defaultbackend-arm64:1.4 -n kubesphere-controls-system


kubectl -n kubesphere-system    describe pods        redis-ha-haproxy-54674dcf97-d2g2j       

kubectl -n kubesphere-system    describe pods           ks-apiserver-56bd554dfc-pbzcm               

kubectl -n kubesphere-system    logs -f                  ks-apiserver-56bd554dfc-pbzcm               


docker tag 3758cfc26c6d   csiplugin/snapshot-controller:v4.0.0

docker tag    ks-console-arm64-liulizhi:v3.3.1  kubesphere/ks-console:v3.3.1   

docker tag dc39b355ae1a     kubesphere/kube-rbac-proxy:v0.11.0



docker load -i ingress-nginx_controller-v1.1.1.tar
docker load -i kube-webhook-certgen-v1.1.1.tar

docker tag      myifeng/registry.k8s.io_ingress-nginx_controller:v1.1.1             10.33.2.5:81/k8s/myifeng/registry.k8s.io_ingress-nginx_controller:v1.1.1


docker tag   myifeng/registry.k8s.io_ingress-nginx_kube-webhook-certgen:v1.1.1    10.33.2.5:81/k8s/myifeng/registry.k8s.io_ingress-nginx_kube-webhook-certgen:v1.1.1

k8s重新安装

1、停止服务  
kubeadm reset 

2、删除残余文件

rm -rf /etc/kubernetes

rm -rf /var/lib/etcd/

rm -rf $HOME/.kube

ifconfig cni0 down

ip link delete cni0


kubeadm init --apiserver-advertise-address=10.9.70.81 --control-plane-endpoint=cluster-endpoint --kubernetes-version v1.23.4 --service-cidr=10.96.0.0/16 --pod-network-cidr=192.168.0.0/16




kubeadm init --apiserver-advertise-address=10.170.108.85 --control-plane-endpoint=cluster-endpoint --kubernetes-version v1.23.4 --service-cidr=10.96.0.0/16 --pod-network-cidr=10.244.0.0/16

k8s 添加 master节点

在master节点执行：
kubeadm token create --print-join-command   

kubeadm init phase upload-certs --upload-certs

ssh master2 "cd /root && mkdir -p /etc/kubernetes/pki/etcd &&mkdir -p ~/.kube/"
scp /etc/kubernetes/pki/ca.crt master2:/etc/kubernetes/pki/
scp /etc/kubernetes/pki/ca.key master2:/etc/kubernetes/pki/
scp /etc/kubernetes/pki/sa.key master2:/etc/kubernetes/pki/
scp /etc/kubernetes/pki/sa.pub master2:/etc/kubernetes/pki/
scp /etc/kubernetes/pki/front-proxy-ca.crt master2:/etc/kubernetes/pki/
scp /etc/kubernetes/pki/front-proxy-ca.key master2:/etc/kubernetes/pki/
scp /etc/kubernetes/pki/etcd/ca.crt master2:/etc/kubernetes/pki/etcd/
scp /etc/kubernetes/pki/etcd/ca.key master2:/etc/kubernetes/pki/etcd/


在master2节点执行：
kubeadm join cluster-endpoint:6443 --token gu2msf.cvzvkxwr5opq41hc --discovery-token-ca-cert-hash sha256:8edb17686ecb78fde2fb703c9374330c28c068d216f312421b2af97c479c71fa   --control-plane --certificate-key  492b0155706ecb201eeaf44c1524271c3618aa266c0a83054b13c824baf0cb76

kubesphere 镜像导入

docker load -i 		dashboard2.7.tar 
docker load -i 		ingress-nginx_controller-v1.1.1.tar 
docker load -i 		kube-webhook-certgen-v1.1.1.tar
docker load -i 		metrics107.tar
docker load -i 		metrics-server.tar
docker load -i		nfs-subdir-external-provisioner.tar
docker load -i 		rancher-mirrored-flannelcni-flannel-cni-plugin.tar
docker load -i      rancher-mirrored-flannelcni-flannel.tar



docker load -i   alertmanager-v0.23.0.tar
docker load -i   alpine-3.14.tar
docker load -i   argocd-applicationset-arm64-v0.4.1.tar
docker load -i   argocd-v2.3.3.tar
docker load -i   backend-arm64.tar
docker load -i   csiplugin-snapshot-controller-v4.0.0.tar
docker load -i   devops-apiserver-v3.3.1.tar
docker load -i   devops-controller-v3.3.1.tar
docker load -i   devops-tools-v3.3.1.tar
docker load -i   dex-v2.30.2.tar
docker load -i   elasticsearch-curator-v5.7.6-arm64.tar
docker load -i   elasticsearch-oss-6.8.23-arm64.tar
docker load -i   haproxy-2.0.25-alpine.tar
docker load -i   istio-pilot.tar
docker load -i   jaeger-agent-1.27.tar
docker load -i   jaeger-collector-1.27.tar
docker load -i   jaeger-operator-1.27.tar
docker load -i   jaeger-query-1.27.tar
docker load -i   kiali-operator-v1.38.1.tar
docker load -i   ks-console-arm64-liulizhi-v3.3.1.tar
docker load -i   ks-controller-manager-v3.3.1.tar
docker load -i   ks-jenkins-v3.3.0-2.319.1.tar
docker load -i   kubectl-v1.22.0.tar
docker load -i   kube-rbac-proxy-v0.11.0.tar
docker load -i   kube-rbac-proxy-v0.8.0.tar
docker load -i   kubesphere-ks-apiserver-v3.3.1.tar
docker load -i   kubesphere-ks-installer-v3.3.1.tar
docker load -i   kubesphere-openpitrix-jobsv3.3.1.tar
docker load -i   kubestatemetrics-v2.5.0.tar
docker load -i   minio-mc-arm64.tar
docker load -i   minio-minio-arm64.tar
docker load -i   node-exporter-v1.3.1.tar
docker load -i   notification-manager-operator-v1.4.0.tar
docker load -i   notification-manager-v1.4.0.tar
docker load -i   notification-tenant-sidecar-v3.2.0.tar
docker load -i   openldap-1.3.0.tar
docker load -i   prometheus-config-reloader-v0.55.1.tar
docker load -i   prometheus-operator-v0.55.1.tar
docker load -i   prometheus-v2.34.0.tar
docker load -i   redis-5.0.14-alpine.tar
docker load -i   redis-6.2.6.tar

redis ha

# haproxy.cfg文件位置：
/usr/local/etc/haproxy/haproxy.cfg

/usr/local/etc/haproxy/haproxy.cfg

# redis名称
redis-ha-announce-0        10.96.61.42    
redis-ha-announce-1        10.96.180.146  
redis-ha-announce-2        10.96.14.210