Kubernetes Note

备忘录

kubectl

kubectl自动补全

yum -y install bash-completion && source /usr/share/bash-completion/bash_completion && source <(kubectl completion bash) && echo "source <(kubectl completion bash)" >> ~/.bashrc

删除default命名空间下所有job

kubectl get job | awk '{print $1}' | xargs kubectl delete job

通过标签查找指定pod

kubectl get pod -A -l name="image-tools" | awk 'NR > 1 {print $1,$2}' | xargs kubectl delete pod -n

删除pie-engine-infra命名空间下pod状态为ImagePullBackOff的资源

kubectl get pod -n pie-engine-infra | grep ImagePullBackOff | awk '{print $1}' | xargs kubectl delete pod -n pie-engine-infra

yum

#查找kubeadm可用版本列表
yum list kubeadm.x86_64 --showduplicates | sort -r
#查找docker可用列表
yum list docker-ce --showduplicates | sort -r

‍

kubernetes命令

node

获取节点列表

kubectl get nodes

修改节点ROLES

kubectl label node [node-name] node-role.kubernetes.io/worker=worker

创建节点标签

kubectl lable node [env_role]=[dev]

查看节点信息

kubectl describe node [node-name]

查看节点资源

kubectl describe node |grep -E '((Name|Roles):\s{6,})|(\s+(memory|cpu)\s+[0-9]+\w{0,2}.+%\))'

污点

污点值：

NoSchedule : 一定不会被调度

PreferNoSchedule : 尽量不会被调度

NoExecute: 不会调度，并且还会驱逐pod到其他node

添加污点

kubectl taint node <node-name> <key>=<value>:<effect>

删除污点

kubectl taint node <node-name><key>[:<effect>]-

去除master污点

kubectl taint nodes --all node-role.kubernetes.io/master-

查看节点污点信息

kubectl describe node [node-name] |grep Taint

Pod

# 创建pod
kubectl create deployment [pod-name] --image=[image]

# 普通获取
kubectl get pod

# 获取详细信息
kubectl get pod -o wide

# 获取pod详细信息
kubectl describe pod [pod-name]

# 按时间排序
kubectl get pods --sort-by=.metadata.creationTimestamp

# 查看集群正在运行的pod总数量
kubectl get pods --all-namespaces | grep Running | wc -l

# 获取指定标签
kubectl get pod

修改集群pod限制

参考地址：传送门

#修改10-kubeadm.conf文件
vim /usr/lib/systemd/system/kubelet.service.d/10-kubeadm.conf
添加：
	Environment="KUBELET_NODE_MAX_PODS=--max-pods=600"
	ExecStart=/usr/bin/kubelet $KUBELET_KUBECONFIG_ARGS $KUBELET_CONFIG_ARGS $KUBELET_KUBEADM_ARGS $KUBELET_EXTRA_ARGS $KUBELET_NODE_MAX_PODS
#重启
systemctl daemon-reload && systemctl restart kubelet

svc

修改NodePort端口限制

编辑 vim /etc/kubernetes/manifests/kube-apiserver.yaml 文件添加- --service-node-port-range=20000-30000 配置。

apiVersion: v1
kind: Pod
metadata:
  creationTimestamp: null
  labels:
    component: kube-apiserver
    tier: control-plane
  name: kube-apiserver
  namespace: kube-system
spec:
  containers:
  - command:
    - kube-apiserver
    - --advertise-address=172.17.216.80
    - --allow-privileged=true
    - --authorization-mode=Node,RBAC
    - --client-ca-file=/etc/kubernetes/pki/ca.crt
    - --enable-admission-plugins=NodeRestriction
    - --enable-bootstrap-token-auth=true
    - --etcd-cafile=/etc/kubernetes/pki/etcd/ca.crt
    - --etcd-certfile=/etc/kubernetes/pki/apiserver-etcd-client.crt
    - --etcd-keyfile=/etc/kubernetes/pki/apiserver-etcd-client.key
    - --etcd-servers=https://127.0.0.1:2379
    - --insecure-port=0
    - --kubelet-client-certificate=/etc/kubernetes/pki/apiserver-kubelet-client.crt
    - --kubelet-client-key=/etc/kubernetes/pki/apiserver-kubelet-client.key
    - --kubelet-preferred-address-types=InternalIP,ExternalIP,Hostname
    - --proxy-client-cert-file=/etc/kubernetes/pki/front-proxy-client.crt
    - --proxy-client-key-file=/etc/kubernetes/pki/front-proxy-client.key
    - --requestheader-allowed-names=front-proxy-client
    - --requestheader-client-ca-file=/etc/kubernetes/pki/front-proxy-ca.crt
    - --requestheader-extra-headers-prefix=X-Remote-Extra-
    - --requestheader-group-headers=X-Remote-Group
    - --requestheader-username-headers=X-Remote-User
    - --secure-port=6443
    - --service-account-key-file=/etc/kubernetes/pki/sa.pub
    - --service-cluster-ip-range=10.96.0.0/12
    - --tls-cert-file=/etc/kubernetes/pki/apiserver.crt
    - --tls-private-key-file=/etc/kubernetes/pki/apiserver.key
    - --service-node-port-range=20000-30000

重启资源

kubectl delete pod kube-apiserver-master -n kube-system

注意

• 对于已经创建的NodePort类型的Service，您需要删除重新创建
• 如果您的集群有多个 Master 节点，您需要逐个修改每个节点上的 /etc/kubernetes/manifests/kube-apiserver.yaml 文件，并重启 apiserver

secret

添加secret

kubectl create secret docker-registry secret-harbor --namespace=default \
--docker-server=http://10.1.52.65 --docker-username=admin \
--docker-password=Harbor12345 --docker-email=xusenhao@piesat.cn

yaml

pod

kubectl   create  deployment  nginx  --image=nginx   --dry-run  -o  yaml  >  deployment.yaml

service

kubectl expose  deployment  nginx  --port=80  --target-port=80  --type=NodePort --dry-run -o yaml > service.yaml

处理状态处于Terminating的服务

强删

kubectl patch pvc data-nfs-server-provisioner-0 -p '{"metadata":{"finalizers": [null]}}' --type merge

编辑资源

KUBE_EDITOR="vim" kuberctl edit pod test

批量删除指定状态资源

kubectl get pod -n [pie-engine-infra] | grep [ImagePullBackOff] | awk '{print $1}' | xargs kubectl delete pod -n [pie-engine-infra]

PVC

pvc等待pv分配

参考地址 : 传送门

出现的错误信息：

waiting for a volume to be created, either by external provisioner “gxf-nfs-storage” or manually created by system administrator**

#修改
vim /etc/kubernetes/manifests/kube-apiserver.yaml
#在- --tls-private-key-file=/etc/kubernetes/pki/apiserver.key下面添加如下：
- --feature-gates=RemoveSelfLink=false
#执行
kubectl  apply -f /etc/kubernetes/manifests/kube-apiserver.yaml

Helm安装

下载Helm

wget https://get.helm.sh/helm-v3.2.4-linux-amd64.tar.gz

解压

tar -zxvf helm-v3.2.4-linux-amd64.tar.gz

迁移文件

mv linux-amd64/helm /usr/local/bin/helm

验证安装

helm version

换源

helm repo add apphub https://apphub.aliyuncs.com

查看源

helm repo list

添加Harbor源

helm repo add pie-chart http://10.1.52.65/chartrepo/pie-chart --username=admin --password=Harbor12345

接入托管kubernetes

添加托管kubernetes

export KUBECONFIG=$KUBECONFIG:${CONFIG_PATH}

例：export KUBECONFIG=$HOME/.kube/config:/root/config

配置上下文

列出所有上下文信息

kubectl config get-contexts

查看当前上下文信息

kubectl config current-context

更改上下文信息

kubectl config use-context ${CONTEXT_NAME}

例：kubectl config use-context kubernetes-admin@kubernetes

更改上下文的元素

kubectl config set-context ${CONTEXT_NAME}|--current --${KEY}=${VALUE}

生效

export KUBECONFIG=/root/config

kubernetes更换ip

传送门

传送门

kubernetes版本升级和降级

传送门

1.20.15 > 1.22.14

kubeadm

导出初始化时默认配置

kubeadm config print init-defaults