Kubernetes

1
2
3

sudo -iu liuliancao
sudo usermod -aG docker $USER && newgrp docker
minikube start --driver=docker --image-repository='registry.cn-hangzhou.aliyuncs.com/google_containers'

1
2
3

192.168.122.239 master1
192.168.122.106 slave0
192.168.122.149 slave1

1

kubectl explain statefulset

1

kubectl describe

1

echo $(kubectl completion bash) >> /etc/profile

1

kubectl get statefulset/xxx -o yaml --export > test.yaml

1

kubectl cluster-info

1

kubectl get componentstatus

1

kubectl get po

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

➜  /tmp minikube start
😄  Debian 12.7 上的 minikube v1.31.1
🎉  minikube 1.34.0 is available! Download it: https://github.com/kubernetes/minikube/releases/tag/v1.34.0
💡  To disable this notice, run: 'minikube config set WantUpdateNotification false'

✨  自动选择 docker 驱动。其他选项：qemu2, ssh, none
📌  使用具有 root 权限的 Docker 驱动程序
👍  正在集群 minikube 中启动控制平面节点 minikube
🚜  正在拉取基础镜像 ...
💾  正在下载 Kubernetes v1.27.3 的预加载文件...
    > preloaded-images-k8s-v18-v1...:  393.19 MiB / 393.19 MiB  100.00% 1.13 Mi
    > gcr.io/k8s-minikube/kicbase...:  447.62 MiB / 447.62 MiB  100.00% 1.18 Mi
🔥  正在创建 docker container（CPUs=2，内存=3900MB）...
🐳  正在 Docker 24.0.4 中准备 Kubernetes v1.27.3…
    ▪ 正在生成证书和密钥...
    ▪ 正在启动控制平面...
    ▪ 配置 RBAC 规则 ...
🔗  配置 bridge CNI (Container Networking Interface) ...
    ▪ 正在使用镜像 gcr.io/k8s-minikube/storage-provisioner:v5
🔎  正在验证 Kubernetes 组件...
🌟  启用插件： default-storageclass, storage-provisioner
💡  kubectl not found. If you need it, try: 'minikube kubectl -- get pods -A'
🏄  完成！kubectl 现在已配置，默认使用"minikube"集群和"default"命名空间

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15

➜  /tmp minikube kubectl -- get pods -A
    > kubectl.sha256:  64 B / 64 B [-------------------------] 100.00% ? p/s 0s
    > kubectl:  46.98 MiB / 46.98 MiB [--------------] 100.00% 2.15 MiB p/s 22s
NAMESPACE     NAME                               READY   STATUS    RESTARTS        AGE
kube-system   coredns-5d78c9869d-rdc9g           1/1     Running   0               2m31s
kube-system   etcd-minikube                      1/1     Running   0               3m
kube-system   kube-apiserver-minikube            1/1     Running   0               2m44s
kube-system   kube-controller-manager-minikube   1/1     Running   1 (2m54s ago)   3m
kube-system   kube-proxy-7qjvh                   1/1     Running   0               2m32s
kube-system   kube-scheduler-minikube            1/1     Running   0               3m
kube-system   storage-provisioner                1/1     Running   1 (107s ago)    2m37s

# 为了方便你可以 把这个kubectl伪装一下
➜  chapter-02 git:(master) ✗ cat /usr/local/bin/kubectl 
minikube kubectl -- $@

1
2
3
4
5

➜  chapter-02 git:(master) kubectl apply -f nginx-pod.yaml 
pod/nginx created
➜  chapter-02 git:(master) kubectl get pods
NAME    READY   STATUS     RESTARTS   AGE
nginx   0/1     Init:0/1   0          31s

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

➜  chapter-02 git:(master) kubectl describe pod nginx
Name:             nginx
Namespace:        default
Priority:         0
Service Account:  default
Node:             minikube/192.168.49.2
Start Time:       Tue, 10 Sep 2024 11:39:17 +0800
Labels:           <none>
Annotations:      <none>
Status:           Pending
IP:               
IPs:              <none>
Init Containers:
  nginx-init:
    Container ID:  
    Image:         docker/whalesay
    Image ID:      
    Port:          <none>
    Host Port:     <none>
    Command:
      sh
      -c
    Args:
      echo "<pre>$(cowsay -b 'Hello Kubernetes')</pre>" > /data/index.html
    State:          Waiting
      Reason:       PodInitializing
    Ready:          False
    Restart Count:  0
    Environment:    <none>
    Mounts:
      /data from data (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-pc5g7 (ro)
Containers:
  nginx:
    Container ID:   
    Image:          nginx:1.11
    Image ID:       
    Port:           <none>
    Host Port:      <none>
    State:          Waiting
      Reason:       PodInitializing
    Ready:          False
    Restart Count:  0
    Environment:    <none>
    Mounts:
      /usr/share/nginx/html from data (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-pc5g7 (ro)
Conditions:
  Type              Status
  Initialized       False 
  Ready             False 
  ContainersReady   False 
  PodScheduled      True 
Volumes:
  data:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  kube-api-access-pc5g7:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              <none>
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
  Type    Reason     Age   From               Message
  ----    ------     ----  ----               -------
  Normal  Scheduled  92s   default-scheduler  Successfully assigned default/nginx to minikube
  Normal  Pulling    88s   kubelet            Pulling image "docker/whalesay"
  Normal  Pulled     8s    kubelet            Successfully pulled image "docker/whalesay" in 1m19.596736044s (1m19.596743758s including waiting)

1

kubectl port-forward nginx 8080:80

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15

➜  ~ curl localhost:8080
<pre> __________________ 
< Hello Kubernetes >
 ------------------ 
    \
     \
      \     
                    ##        .            
              ## ## ##       ==            
           ## ## ## ##      ===            
       /""""""""""""""""___/ ===        
  ~~~ {~~ ~~~~ ~~~ ~~~~ ~~ ~ /  ===- ~~~   
       \______ o          __/            
        \    \        __/             
          \____\______/   </pre>

1
2
3

➜  ~ kubectl exec -it nginx -- echo "hello world"
Defaulted container "nginx" out of: nginx, nginx-init (init)
hello world

1
2

➜  ~ kubectl delete pod nginx
pod "nginx" deleted

1

kubectl get --watch --output-watch-events configmap

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

#!/usr/bin/env bash

kubectl get --watch --output-watch-events configmap \
-o=custom-columns=type:type,name:object.metadata.name \
--no-headers | \
while read next; do                                        #B

    NAME=$(echo $next | cut -d' ' -f2)                     #C
    EVENT=$(echo $next | cut -d' ' -f1)

    case $EVENT in
        ADDED|MODIFIED)                                    #D
            kubectl apply -f - << EOF
apiVersion: apps/v1
kind: Deployment
metadata: { name: $NAME }
spec:
  selector:
    matchLabels: { app: $NAME }
  template:
    metadata:
      labels: { app: $NAME }
      annotations: { kubectl.kubernetes.io/restartedAt: $(date) }
    spec:
      containers:
      - image: nginx:1.7.9
        name: $NAME
        ports:
        - containerPort: 80
        volumeMounts:
        - { name: data, mountPath: /usr/share/nginx/html }
      volumes:
      - name: data
        configMap:
          name: $NAME
EOF
            ;;
        DELETED)                                            #E
            kubectl delete deploy $NAME
            ;;
    esac
done

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

➜  chapter-02 git:(master) ✗ cat gitops-cronjob.yaml 
apiVersion: batch/v1
kind: CronJob
metadata:
  name: gitops-cron
  namespace: gitops
spec:
  schedule: "*/5 * * * *"                            #A
  concurrencyPolicy: Forbid                          #B
  jobTemplate:                                       #D
    spec:
      backoffLimit: 0                                #C
      template:
        spec:
          restartPolicy: Never                       #E
          serviceAccountName: gitops-serviceaccount  #F
          containers:
          - name: gitops-operator
            image: gitopsbook/example-operator:v1.0  #G
            command: [sh, -e, -c]                    #H
            args:
            - git clone https://github.com/gitopsbook/sample-app-deployment.git /tmp/example &&
              find /tmp/example -name '*.yaml' -exec kubectl apply -f {} \;

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

➜  chapter-02 git:(master) ✗ cat gitops-ci.sh 
export VERSION=$(git rev-parse HEAD | cut -c1-7)
make build
make test

export NEW_IMAGE="gitopsbook/sample-app:${VERSION}"
docker build -t ${NEW_IMAGE} .
docker push ${NEW_IMAGE}

git clone http://github.com/gitopsbook/sample-app-deployment.git
cd sample-app-deployment

kubectl patch \
  --local \
  -o yaml \
  -f deployment.yaml \
  -p "spec:
        template:
          spec:
            containers:
            - name: sample-app
              image: ${NEW_IMAGE}" \
  > /tmp/newdeployment.yaml
mv /tmp/newdeployment.yaml deployment.yaml

git commit deployment.yaml -m "Update sample-app image to ${NEW_IMAGE}"
git push

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

➜  gitopsbook kubectl create namespace guestbook-qa
namespace/guestbook-qa created
➜  gitopsbook kubectl create namespace guestbook-e2e
namespace/guestbook-e2e created
➜  gitopsbook kubectl get namespaces|grep guest
guestbook-e2e     Active   15s
guestbook-qa      Active   19s
➜  projects cd gitopsbook/resources/chapter-03/guestbook
# 在guestbook-qa空间创建一个redis部署集合
➜  guestbook git:(master) ✗ kubectl -n guestbook-qa apply -f redis-master-deployment.yaml 
deployment.apps/redis-master created
➜  guestbook git:(master) ✗ kubectl -n guestbook-qa get deployments
NAME           READY   UP-TO-DATE   AVAILABLE   AGE
redis-master   1/1     1            1           2m13s
# 在guestbook-qa空间创建一个redis服务
➜  guestbook git:(master) ✗ kubectl -n guestbook-qa apply -f redis-master-service.yaml   
service/redis-master created
➜  guestbook git:(master) ✗ kubectl -n guestbook-qa get svc                           
NAME           TYPE        CLUSTER-IP      EXTERNAL-IP   PORT(S)    AGE
redis-master   ClusterIP   10.99.116.189   <none>        6379/TCP   29s
# 创建slave
➜  guestbook git:(master) ✗ kubectl -n guestbook-qa apply -f redis-slave-deployment.yaml 
deployment.apps/redis-slave created
➜  guestbook git:(master) ✗ kubectl -n guestbook-qa get deployments                  
NAME           READY   UP-TO-DATE   AVAILABLE   AGE
redis-master   1/1     1            1           7m25s
redis-slave    2/2     2            2           101s
➜  guestbook git:(master) ✗ kubectl -n guestbook-qa apply -f redis-slave-service.yaml   
service/redis-slave created
➜  guestbook git:(master) ✗ kubectl -n guestbook-qa get svc                          
NAME           TYPE        CLUSTER-IP      EXTERNAL-IP   PORT(S)    AGE
redis-master   ClusterIP   10.99.116.189   <none>        6379/TCP   3m27s
redis-slave    ClusterIP   10.104.24.33    <none>        6379/TCP   8s
# 部署业务frontend服务
➜  guestbook git:(master) ✗ kubectl -n guestbook-qa apply -f frontend-deployment.yaml 
deployment.apps/frontend created
➜  guestbook git:(master) ✗ kubectl -n guestbook-qa apply -f frontend-service.yaml   
service/frontend created
# 不过这个时候pod是ImagePullBackOff状态，镜像不在了 取对应链接发现没有tag了，这个google太善变了，不明白之前文档很多都引用这个吗
        image: gcr.io/google-samples/gb-frontend@sha256:e5233a1e2a6dc9c4ae1d1b754e3a3f62ecdc1da81b31422aff4e7390a0c6e534
我改成这个又报错
➜  guestbook git:(master) ✗ kubectl -n guestbook-qa  logs -f frontend-5fbfb6799-b5b6v
exec /usr/local/bin/docker-php-entrypoint: exec format error

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

# create 2 namespaces
➜  guestbook git:(master) ✗ kubectl create ns qa     
namespace/qa created
➜  guestbook git:(master) ✗ kubectl create ns prod
namespace/prod created

# create 2 pods 这个注意把image改一下docker.wget.at/radial/busyboxplus 就是需要搜下最新的docker加速镜像，如果你有阿里云的也可以配置阿里云的加速
➜  chapter-03 git:(master) ✗ kubectl -n qa apply -f networkisolation/curlpod.yaml 
pod/curl-pod created
➜  chapter-03 git:(master) ✗ kubectl -n prod apply -f networkisolation/curlpod.yaml
pod/curl-pod created

# create web pod in prod 这里nginx我用的是docker.registry.cyou/nginx
➜  chapter-03 git:(master) ✗ kubectl -n prod apply -f networkisolation/web.yaml    
pod/web created

# get prod web ip
➜  chapter-03 git:(master) ✗ kubectl -n prod describe pod web|grep IP:|head -n1
IP:               10.244.0.95

# curl in qa
➜  chapter-03 git:(master) ✗ kubectl -n qa exec curl-pod -- curl -I  http://10.244.0.95
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0HTTP/1.1 200 OK
Server: nginx/1.27.1
Date: Fri, 20 Sep 2024 07:49:20 GMT
Content-Type: text/html
Content-Length: 615
Last-Modified: Mon, 12 Aug 2024 14:21:01 GMT
Connection: keep-alive
ETag: "66ba1a4d-267"
Accept-Ranges: bytes

  0   615    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0