Ubuntu系统kubeadm安装K8S_v1.25.x容器使用docker(K8S_v1.24版本以后依然使用docker容器管理)

安装所需要的全部文档请点击这里下载

系统是：

root@k8s-master:~# cat /etc/lsb-release DISTRIB_ID=Ubuntu
DISTRIB_RELEASE=22.04 DISTRIB_CODENAME=jammy
DISTRIB_DESCRIPTION=“Ubuntu 22.04.3 LTS” root@k8s-master:~# uname -a
Linux k8s-master 5.15.0-76-generic #83-Ubuntu SMP Thu Jun 15 19:16:32
UTC 2023 x86_64 x86_64 x86_64 GNU/Linux root@k8s-master:~#

192.168.186.132 k8s-master01
192.168.186.133 k8s-node01
192.168.186.134 k8s-node02

hostnamectl set-hostname  k8s-master01 && bash
hostnamectl set-hostname  k8s-node01  && bash
hostnamectl set-hostname  k8s-node02  && bash

sudo cat >> /etc/hosts << EOF
192.168.186.132   k8s-master01
192.168.186.133   k8s-node01
192.168.186.134   k8s-node02
EOF

sudo systemctl stop ufw && sudo systemctl disable ufw

1.基础环境部署

sudo apt-get update     #更新源及/etc/apt/sources.list
sudo apt-get  -y upgrade   #更新已安装的软件包 

sudo apt -y install vim lrzsz wget 
sudo swapoff -a # 临时  
sudo sed -i 's/.*swap.*/#&/' /etc/fstab # 永久

sudo timedatectl set-timezone Asia/Shanghai  &&  sudo systemctl restart rsyslog 
sudo apt install ntpdate -y && sudo ntpdate time.windows.com
sudo systemctl mask sleep.target suspend.target hibernate.target hybrid-sleep.target
sudo lsmod | grep br_netfilter

sudo cat <<EOF | sudo tee /etc/sysctl.d/k8s.conf
net.bridge.bridge-nf-call-ip6tables = 1
net.bridge.bridge-nf-call-iptables = 1
EOF
sudo sysctl --system

sudo cat > /etc/sysctl.d/10-network-security.conf << EOF
net.ipv4.conf.default.rp_filter=1
net.ipv4.conf.all.rp_filter=1
EOF

sudo sysctl --system

2.安装Docker和安装cri-dockerd插件

2.1 安装docker

sudo apt update && sudo apt-get  -y upgrade

#卸载原来安装的
sudo apt-get remove docker docker-engine docker.io containerd runc

#安装必要的一些系统工具
apt -y install apt-transport-https ca-certificates curl software-properties-common

#安装GPG证书
curl -fsSL http://mirrors.aliyun.com/docker-ce/linux/ubuntu/gpg | sudo apt-key add -

#写入软件源信息
add-apt-repository "deb [arch=amd64] http://mirrors.aliyun.com/docker-ce/linux/ubuntu $(lsb_release -cs) stable"

#更新软件源
apt-get -y update

#查看可安装的Docker版本
apt-cache madison docker-ce docker-ce-cli #查看可以安装的版本
apt install -y docker-ce docker-ce-cli
systemctl start docker && systemctl enable docker

#参数优化， 配置镜像加速并使用systemd
mkdir -p /etc/docker
cat > /etc/docker/daemon.json <<EOF
{
 "registry-mirrors":["https://rsbud4vc.mirror.aliyuncs.com","https://registry.docker-cn.com","https://docker.mirrors.ustc.edu.cn","https://dockerhub.azk8s.cn","http://hub-mirror.c.163.com","http://qtid6917.mirror.aliyuncs.com", "https://rncxm540.mirror.aliyuncs.com"],
  "exec-opts": ["native.cgroupdriver=systemd"]
}
EOF

#重启docker
sudo systemctl daemon-reload  && sudo systemctl restart docker 
sudo  systemctl enable  docker  && sudo systemctl status docker

docker --version

2.2 安装cri-dockerd插件

 wget https://github.com/Mirantis/cri-dockerd/releases/download/v0.2.6/cri-dockerd-0.2.6.amd64.tgz

tar xvf cri-dockerd-0.2.6.amd64.tgz
cp cri-dockerd/cri-dockerd /usr/local/bin/
#scp cri-dockerd/cri-dockerd root@k8s-node01:/usr/local/bin/
#scp cri-dockerd/cri-dockerd root@k8s-node02:/usr/local/bin/

#所有节点配置cri-dockerd.service文件
cat > /lib/systemd/system/cri-docker.service <<EOF
[Unit]
Description=CRI Interface for Docker Application Container Engine
Documentation=https://docs.mirantis.com
 
After=network-online.target firewalld.service docker.service
Wants=network-online.target
Requires=cri-docker.socket
 
[Service]
Type=notify
ExecStart=/usr/local/bin/cri-dockerd --network-plugin=cni --pod-infra-container-image=registry.aliyuncs.com/google_containers/pause:3.7
ExecReload=/bin/kill -s HUP $MAINPID
 
TimeoutSec=0
RestartSec=2
Restart=always
StartLimitBurst=3
StartLimitInterval=60s
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
TasksMax=infinity
Delegate=yes
KillMode=process
 
[Install]
WantedBy=multi-user.target
EOF
 

#所有节点配置cri-docker.socket文件
cat > /etc/systemd/system/cri-docker.socket <<EOF
[Unit]
Description=CRI Docker Socket for the API
PartOf=cri-docker.service
 
[Socket]
ListenStream=%t/cri-dockerd.sock
SocketMode=0660
SocketUser=root
SocketGroup=docker
 
[Install]
WantedBy=sockets.target
EOF

##复制到其他的节点
scp cri-dockerd/cri-dockerd  root@k8s-node01:/usr/local/bin/
scp /lib/systemd/system/cri-docker.service  root@k8s-node01:/lib/systemd/system/
scp /etc/systemd/system/cri-docker.socket  root@k8s-node01:/etc/systemd/system/

scp cri-dockerd/cri-dockerd  root@k8s-node02:/usr/local/bin/
scp /lib/systemd/system/cri-docker.service  root@k8s-node02:/lib/systemd/system/
scp /etc/systemd/system/cri-docker.socket  root@k8s-node02:/etc/systemd/system/

#所有节点启动服务
systemctl restart cri-docker.socket && systemctl enable cri-docker.socket
systemctl  status  cri-docker.socket

cri-dockerd  --version

3.开始安装K8S

3.1安装kubeadm kubeadm kubectl

sudo apt-get update && sudo apt-get install -y ca-certificates curl software-properties-common apt-transport-https curl

sudo curl -s https://mirrors.aliyun.com/kubernetes/apt/doc/apt-key.gpg | sudo apt-key add -

sudo cat  >  /etc/apt/sources.list.d/kubernetes.list << EOF 
deb https://mirrors.aliyun.com/kubernetes/apt/ kubernetes-xenial main
EOF

sudo apt update && sudo apt-get  -y upgrade

sudo apt install kubelet=1.25.3-00 kubeadm=1.25.3-00 kubectl=1.25.3-00 -y #指定版本，最新版本拉去镜像有问题

sudo apt-mark hold kubelet kubeadm kubectl
sudo systemctl restart kubelet.service

3.2 初始化k8s-master01（在k8s-master01上执行）

#kubeadm config images list #查看集群安装需要的命令

kubeadm config images list --kubernetes-version v1.25.3  > images-download.sh

cat  images-download.sh 
#!/bin/bash
docker pull registry.cn-hangzhou.aliyuncs.com/google_containers/kube-apiserver:v1.25.3
docker pull registry.cn-hangzhou.aliyuncs.com/google_containers/kube-controller-manager:v1.25.3
docker pull registry.cn-hangzhou.aliyuncs.com/google_containers/kube-scheduler:v1.25.3
docker pull registry.cn-hangzhou.aliyuncs.com/google_containers/kube-proxy:v1.25.3
docker pull registry.cn-hangzhou.aliyuncs.com/google_containers/pause:3.8
docker pull registry.cn-hangzhou.aliyuncs.com/google_containers/etcd:3.5.4-0
docker pull registry.cn-hangzhou.aliyuncs.com/google_containers/coredns:v1.9.3
#到这里结束

chmod +x images-download.sh
bash   images-download.sh

#镜像拉去成功后，再次执行sudo kubeadm init

sudo kubeadm init --kubernetes-version v1.25.3 --apiserver-advertise-address=192.168.186.132  --service-cidr=10.96.0.0/12  --pod-network-cidr=10.244.0.0/16 --image-repository registry.aliyuncs.com/google_containers   --cri-socket unix:///var/run/cri-dockerd.sock  --ignore-preflight-errors=all

kubeadm reset --cri-socket unix:///var/run/cri-dockerd.sock

root@k8s-master:~# kubectl get nodes -o wide
NAME         STATUS   ROLES           AGE   VERSION   INTERNAL-IP    EXTERNAL-IP   OS-IMAGE             KERNEL-VERSION      CONTAINER-RUNTIME
k8s-master   Ready    control-plane   20m   v1.25.3   192.168.0.15   <none>        Ubuntu 22.04.3 LTS   5.15.0-76-generic   docker://24.0.5
k8s-node01   Ready     worker-01     20m   v1.25.3   192.168.0.15   <none>        Ubuntu 22.04.3 LTS   5.15.0-76-generic   docker://24.0.5
k8s-node01   Ready    worker-02      20m   v1.25.3   192.168.0.15   <none>        Ubuntu 22.04.3 LTS   5.15.0-76-generic   docker://24.0.5
root@k8s-master:~# 

4.单集版的k8s安装后, 无法部署服务，因为默认k8s-master01不能部署pod,有污点, 需要去掉污点或者新增一个node，我这里是去除污点

{参考文章：https://blog.csdn.net/cd_yourheart/article/details/108766912}
##查看污点策略，显示三个k8s-master01节点都是NoSchedule

[root@k8s-master01 ~]# kubectl get no -o yaml | grep taint -A 5
          f:taints: {}
      manager: kube-controller-manager
      operation: Update
      time: "2021-05-09T00:29:04Z"
    - apiVersion: v1
      fieldsType: FieldsV1
--
    taints:
    - effect: NoSchedule
      key: node-role.kubernetes.io/k8s-master01
  status:
    addresses:
- address: 49.0.241.2

[root@instance-rxkizktp ~]# kubectl taint nodes k8s-master01 key=value:NoExecute #给k8s-master01打上污点，这个就不能运行pod了

#去除污点，允许k8s-master01节点部署pod
[root@instance-rxkizktp ~]# kubectl taint nodes --all node-role.kubernetes.io/control-plane-  #执行这句就行，就是取消污点
node/instance-rxkizktp untainted

root@k8s-master01:/etc/kubernetes# kubectl taint nodes --all  node.kubernetes.io/not-ready:NoSchedule-    #执行这句就行，就是取消污点
node/k8s-master01 untainted
[root@instance-rxkizktp ~]#  kubectl taint nodes k8s-master01 key:NoExecute-	 #删除
node/k8s-master01 untainted

#再次查看，无显示，说明污点去除成功
[root@instance-rxkizktp ~]#  kubectl get no -o yaml | grep taint -A 5  #什么都没有查询到

5.安装网络插件

kubectl apply -f calico.yaml

root@k8s-master01:~# kubectl get pods -n kube-system
NAME                                       READY   STATUS    RESTARTS      AGE
calico-kube-controllers-6744f6b6d5-p4r45   1/1     Running   0             5m23s
calico-node-tgfvq                          1/1     Running   0             5m23s
coredns-c676cc86f-5z8cp                    1/1     Running   0             13m
coredns-c676cc86f-lzc5c                    1/1     Running   0             13m
etcd-k8s-master01                          1/1     Running   0             41m
kube-apiserver-k8s-master01                1/1     Running   7             41m
kube-controller-manager-k8s-master01       1/1     Running   0             40m
kube-proxy-m66rg                           1/1     Running   0             13m
kube-scheduler-k8s-master01                1/1     Running   0             41m
root@k8s-master01:~# 

6.部署httpd服务测试集群

kubectl create deployment httpd --image=httpd
kubectl expose deployment httpd --port=80 --type=NodePort
kubectl get pods,svc  #查看暴露端口

浏览器访问： 集群任何IP:端口

7.补全命令

apt  install -y bash-completion
source /usr/share/bash-completion/bash_completion
source <(kubectl completion bash)
echo "source <(kubectl completion bash)" >> ~/.bashrc

8.部署Dashboard

官网网址： https://github.com/kubernetes/dashboard/releases
这里下载对应的文件，文件需要跟K8S版本对应上

wget https://raw.githubusercontent.com/kubernetes/dashboard/v2.7.0/aio/deploy/recommended.yaml

docker pull registry.aliyuncs.com/google_containers/metrics-server:v0.6.0

kubectl apply -f recommended.yaml 
kubectl get pods -n kubernetes-dashboard

[root@k8s-master01 ~]# kubectl get pods,svc -n kubernetes-dashboard
NAME                                         READY   STATUS    RESTARTS   AGE
dashboard-metrics-scraper-7b59f7d4df-znxj6   1/1     Running   0          114s
kubernetes-dashboard-5dbf55bd9d-rzkpw        1/1     Running   0          114s

#创建service  account并绑定默认cluster-admin管理员群集角色
kubectl create serviceaccount dashboard-admin -n kube-system  #创建用户
kubectl create clusterrolebinding dashboard-admin --clusterrole=cluster-admin --serviceaccount=kube-system:dashboard-admin #用户授权
kubectl -n kube-system get serviceaccounts |grep dashboard #查看sa是否创建成功
kubectl -n kube-system create token dashboard-admin  --duration=518400s #创建用户Token
#一年365*24*60*60=31536000s 第一次token登录后有报错，请再次执行一次token就好了 

9.部署metrics服务

docker pull kubernetesui/dashboard:v2.7.0
docker pull kubernetesui/metrics-scraper:v1.0.8

kubectl apply -f components.yaml
kubectl top nodes 
kubectl top pods

[root@k8s-master01 ]# kubectl top nodes
NAME           CPU(cores)   CPU%   MEMORY(bytes)   MEMORY%   
k8s-master01   873m         14%    1077Mi          13%       
k8s-node01     422m         7%     712Mi           12%       
k8s-node02     303m         7%     606Mi           16%       
[root@k8s-master01 ]# 
[root@k8s-master01 ]# 
[root@k8s-master01 ]# kubectl top nodes
NAME           CPU(cores)   CPU%   MEMORY(bytes)   MEMORY%   
k8s-master01   873m         14%    1077Mi          13%       
k8s-node01     422m         7%     712Mi           12%       
k8s-node02     303m         7%     606Mi           16%       
[root@k8s-master0101 ]# 

安装有问题，可以给我留言，本人都是亲测过的没有问题。