基于k8s搭建Jenkins Slave
创建pv与pvc
- 创建数据持久化目录
mkdir /data/jenkins-data
echo "/data/jenkins-data 192.168.0.0/20(rw,sync,all_squash)" >> /etc/export
systemctl restart nfs
- 创建PV与PVC
apiVersion: v1
kind: Namespace
metadata:
name: kube-ops
---
apiVersion: v1
kind: PersistentVolume
metadata:
name: opspv
spec:
capacity:
storage: 20Gi
accessModes:
- ReadWriteMany
persistentVolumeReclaimPolicy: Delete
nfs:
server: 192.168.0.9
path: /data/jenkins-data
---
kind: PersistentVolumeClaim
apiVersion: v1
metadata:
name: opspvc
namespace: kube-ops
spec:
accessModes:
- ReadWriteMany
resources:
requests:
storage: 20Gi
- 检查
kubectl apply -f jenkins_data.yml
kubectl get pvc -n kube-ops
====================================分割线====================================
NAME STATUS VOLUME CAPACITY ACCESS MODES STORAGECLASS AGE
opspvc Bound opspv 20Gi RWX 8d
创建RBAC
apiVersion: v1
kind: ServiceAccount
metadata:
name: jenkins2
namespace: kube-ops
---
kind: ClusterRole
apiVersion: rbac.authorization.k8s.io/v1beta1
metadata:
name: jenkins2
rules:
- apiGroups: ["extensions", "apps"]
resources: ["deployments"]
verbs: ["create", "delete", "get", "list", "watch", "patch", "update","apply"]
- apiGroups: [""]
resources: ["services"]
verbs: ["create", "delete", "get", "list", "watch", "patch", "update","apply"]
- apiGroups: [""]
resources: ["pods"]
verbs: ["create","delete","get","list","patch","update","watch","apply"]
- apiGroups: [""]
resources: ["pods/exec"]
verbs: ["create","delete","get","list","patch","update","watch","apply"]
- apiGroups: [""]
resources: ["pods/log"]
verbs: ["get","list","watch","apply"]
- apiGroups: [""]
resources: ["secrets"]
verbs: ["get"]
---
apiVersion: rbac.authorization.k8s.io/v1beta1
kind: ClusterRoleBinding
metadata:
name: jenkins2
roleRef:
apiGroup: rbac.authorization.k8s.io
kind: ClusterRole
name: jenkins2
subjects:
- kind: ServiceAccount
name: jenkins2
namespace: kube-ops
创建Deployment
apiVersion: apps/v1
kind: Deployment
metadata:
name: jenkins2
namespace: kube-ops
spec:
selector:
matchLabels:
app: jenkins2
replicas: 1
template:
metadata:
labels:
app: jenkins2
spec:
terminationGracePeriodSeconds: 10
serviceAccountName: jenkins2
containers:
- name: jenkins
image: registry.cn-qingdao.aliyuncs.com/ycteam/jenkins:lts
imagePullPolicy: IfNotPresent
ports:
- containerPort: 8080
name: web
protocol: TCP
- containerPort: 50000
name: agent
protocol: TCP
// resources: #此处是限制pod资源
// limits:
// cpu: 1000m
// memory: 1Gi
// requests:
// cpu: 500m
// memory: 512Mi
volumeMounts:
- name: jenkinshome
subPath: jenkins2
mountPath: /var/jenkins_home
securityContext:
fsGroup: 1000
volumes:
- name: jenkinshome
persistentVolumeClaim:
claimName: opspvc
kubectl apply -f jenkins-dep.yml
- 检查
kubectl get pod -n kube-ops
====================================分割线====================================
NAME READY STATUS RESTARTS AGE
jenkins2-5b8bfd788d-456sw 1/1 Running 0 7d8h
创建Services提供Web页面访问
apiVersion: v1
kind: Service
metadata:
name: jenkins2
namespace: kube-ops
labels:
app: jenkins2
spec:
selector:
app: jenkins2
type: NodePort
ports:
- name: web
port: 8080
targetPort: web
nodePort: 30002
- name: agent
port: 50000
targetPort: agent
kubectl apply -f jenkins-svc.yml
- 检查
kubectl get svc -n kube-ops
====================================分割线====================================
NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE
jenkins2 NodePort 172.18.28.13 <none> 8080:30002/TCP,50000:31785/TCP 9d
通过IP:30002访问Jenkins Web页面
初始化的密码我们可以在 jenkins 的容器的日志中进行查看，也可以直接在 nfs 的共享数据目录中查看
配置Slave
- 安装插件
- 系统配置
拖到最下方==>新增一个云==>kubernetes
注意namespace必须是kube-ops，kubernetes地址:https://kubernetes.default.svc.cluster.local，jenkins地址:http://jenkins2.kube-ops.svc.cluster.local:8080，这个地址是k8s内部通信地址，其命名规则为：${svcname}.${namespace}.svc.cluster.local
- 配置Pod Template
* 添加卷
选择Host Path Volume
测试
echo "测试 Kubernetes 动态生成 jenkins slave"
echo "==============docker in docker==========="
docker info
echo "===============kubectl==============="
kubectl get pods -n kube-ops
