k8s-安装文档-02-网络组件安装-calico网络部署(线上版本)

2023-06-01 00:00:00 K8S

calico网络安装(线上版本)

## 说明及参考

> https://docs.projectcalico.org/v3.0/releases/
> https://docs.projectcalico.org/v3.0/getting-started/kubernetes/

## 配置 calico

vi calico.yaml

# 注意修改如下选项:

# 这里面要写入 base64 的信息,详细参考线上配置文件

data:
  etcd-key: (cat /etc/kubernetes/ssl/etcd-key.pem | base64 | tr -d '\n')
  etcd-cert: (cat /etc/kubernetes/ssl/etcd.pem | base64 | tr -d '\n')
  etcd-ca: (cat /etc/kubernetes/ssl/ca.pem | base64 | tr -d '\n')
# calico.yml
# Calico Version v3.0.1
# https://docs.projectcalico.org/v3.0/releases#v3.0.1
# This manifest includes the following component versions:
#   calico/node:v3.0.1
#   calico/cni:v2.0.0
#   calico/kube-controllers:v2.0.0
# This ConfigMap is used to configure a self-hosted Calico installation.
kind: ConfigMap
apiVersion: v1
metadata:
  name: calico-config
  namespace: kube-system
data:
  # Configure this with the location of your etcd cluster.
  etcd_endpoints: "https://10.0.1.157:2379,https://10.0.1.158:2379,https://10.0.1.159:2379"
  # Configure the Calico backend to use.
  calico_backend: "bird"
  # The CNI network configuration to install on each node.
  cni_network_config: |-
    {
      "name": "k8s-pod-network",
      "cniVersion": "0.3.0",
      "plugins": [
        {
            "type": "calico",
            "etcd_endpoints": "__ETCD_ENDPOINTS__",
            "etcd_key_file": "__ETCD_KEY_FILE__",
            "etcd_cert_file": "__ETCD_CERT_FILE__",
            "etcd_ca_cert_file": "__ETCD_CA_CERT_FILE__",
            "log_level": "info",
            "mtu": 1500,
            "ipam": {
                "type": "calico-ipam"
            },
            "policy": {
                "type": "k8s",
                "k8s_api_root": "https://__KUBERNETES_SERVICE_HOST__:__KUBERNETES_SERVICE_PORT__",
                "k8s_auth_token": "__SERVICEACCOUNT_TOKEN__"
            },
            "kubernetes": {
                "kubeconfig": "__KUBECONFIG_FILEPATH__"
            }
        },
        {
          "type": "portmap",
          "snat": true,
          "capabilities": {"portMappings": true}
        }
      ]
    }
  # If you're using TLS enabled etcd uncomment the following.
  # You must also populate the Secret below with these files.
  etcd_ca: "/calico-secrets/etcd-ca"
  etcd_cert:  "/calico-secrets/etcd-cert"
  etcd_key: "/calico-secrets/etcd-key"
# The following contains k8s Secrets for use with a TLS enabled etcd cluster.
# For information on populating Secrets, see http://kubernetes.io/docs/user-guide/secrets/
apiVersion: v1
kind: Secret
type: Opaque
metadata:
  name: calico-etcd-secrets
  namespace: kube-system
data:
  # Populate the following files with etcd TLS configuration if desired, but leave blank if
  # not using TLS for etcd.
  # This self-hosted install expects three files with the following names.  The values
  # should be base64 encoded strings of the entire contents of each file.
  # etcd-key: null
  # etcd-cert: null
  # etcd-ca: null
  etcd-key: LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlFcEFJQkFBS0NBUUVBdlBvNS9IWkQ0UEVHd1luNlN5M2tHbkEwei9KMDYzZDJJNVNBMDJheThiRHhTeDdRCnovdTFFOWxERE01UDdORmxlQ2pXUUxJY0tVa2diUHpQenh6Zm9GbkEyc3pUNEgwN3c3QndIMHF6NlZlakp4U3YKeU8rQWFJWnloK1NUc0NRL1FEQU1Cc1NtaGxzM1B6N0lXMTlsRnM5dmQ5MDViWnFISWJFQW11TnV2a0crNTlTbgoyZ2NTd3FMWVh2QStVdXRmNzVWUGlqc2g2U2N2RFJ3NTZWbC9rZlNvN3dvVVpuNkJONXJUSXk5akI3Mlg1cEFXCnRncy92MVdlczFLcHFlNVdkNVpyQlZLYkZTVzlCZ0w1T1RmTVp4WUZGT1dGTXhod1dEQ3Z2SFJqWlVqWDV6MmkKNmpoSjNvQjY5TGpKenFCSGY5eFFkNjBoWXRyWEIwMTB1Y2NGSndJREFRQUJBb0lCQUd6c0ZTd014b2NLcFlnOApEUVgwQjN1dG5PTVdyb2xocTdoS1NnNlBMU2pkZ2RaNGhvYTZYOTUyNVl5bUJhOUw2aDVkKzFBQzJQUjY3N09oCjYrMUdpU2FWVlBGSUNmOWtiMlFWZUNxeEZnMnlzNWs4OVN6dHpxZHdodWNJdW85VjlSYjhHcEowR2o5cXArZE8KT3BGZjVKWkhMY3A2dWpVUVVqNzdGSXd4OW95MXZQUmJUNnJlR0ViR0NtbWJyMUswNWlRajBQOFgwYVo3SVhlcQpGS2RTRTRESmVucGwxUlNVazByZ0JEVW5YR1duRURtT1c0cmpWaTJZZTlaRWFYeTVzaVZRRTdKSFdhbDBQc01TCmVQWFJaejFKZHBSWmk2aUtyY1hNUFBMK2Yzd1FFUnBobnlVK2JJWjlpVDJDV0owQW9mMmRrcEJNN3BkMXdIdWEKRlNJMnRTRUNnWUVBd3NxN2R0Tm9qcVJpdnlZOUhMeS8xRmZWbG4rd0dlTXYxcm80NVlZeWJIekd5QUhOWlRQcAp2czgzSTJVaEs1UFJMZjFBT2MxemdVdzZPdGtHdGwvYVBpREtYM1ZNOURJdGRMRnRKNDdNUHJveXpMdVplMmcwCkRsZ29FenpRa3E1a0FiZlc1NmVtMmxuYmw4c3UwK2xNZmFxMlNnWTNFeHNpcUNWSGJRNlltVWtDZ1lFQStGdkYKakR0RUJSVFhjQkQxTnpQN05IVnVBb05LOUlSQ2hIcHhTQmo5L0dNUnNNOU9tMCtGbDg5eWlOL1NmR0lUZmRoMQp4RkFJZnJLTTErWkc2T21odEZlWVlnWGxqa1E4Y2hVUHVlTzJNSlJxMU8zbnpkNVFLaGxXNVZnMjFlTnNQSFo5CkdXcDJHU0ZpdEJ1ejZRWU5iMVF5SjdGWWtiTXdiSGJtYmc1S211OENnWUVBdEFtbkhOdW5MdmZXNE8rWjJsN0cKT3AvNEpNTGQ0LzlzYnQzdHlvNnZPa0JWaGZUTWYzWnMyOVF3RlVIYVY2bW0xQWZYZmRWYnBhenJ3UXBvUHRYMwpKQ2N3aE93bzlTY1BobVNiQzgzYkR6c1B5dFMxdGk4SXRoMWE1UFQzbmlzYStjK09ETXlTMWd2cGY3SG5GU3Z6CmE4OEY3d014a2pJcFpSb1hteis3WVNrQ2dZQTB3ekpseDFWOUN0OTJGSFEwQlJ3U0dmeUVGaVovYWZYRHRVdUoKdUoyRTEvc3pKK2VZUVQydGNjbndZRFNVYmpXYjM3ZXRQQitCNHliZTJ6SW5Xek1hWUIya2ZZSTJSakxkUGJJNAptTExsQVRMdEI1bmVkNk5xUGpYaXhXbm82TWJlMVlGZ08ralpEK21yUDlOcDV2cEZzNHB3T2xJSnFocllnQzRXCkpYMGVDd0tCZ1FDTk5wbWFIWDdjYnQwdzV6RlRhNTRWU3pmV0x3SHBLQjRYcDN1aTBuNm1EcytHL2ROaHh5TjAKdkc5U1ZrWTJ5OCtCQ29ud2ltOVVSODZHTDRuYVM4azFwb3NvZEVtSU5ualVqeHppbWY3VTNrVURVbFhvdyttKwpuaG5UNG5Wa2pvSi9PeGMrak9OZ3doMi95SWVSbTJQbXBuMmp4OWM5U3lPazI0Q0cwbU5ZRGc9PQotLS0tLUVORCBSU0EgUFJJVkFURSBLRVktLS0tLQo=
  etcd-cert: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUQrakNDQXVLZ0F3SUJBZ0lVTG9sWVV4SUNWa25WbGtSbmgxd1YrbXY5R0gwd0RRWUpLb1pJaHZjTkFRRUwKQlFBd1p6RUxNQWtHQTFVRUJoTUNRMDR4RVRBUEJnTlZCQWdUQ0ZOb1pXNWFhR1Z1TVJFd0R3WURWUVFIRXdoVAphR1Z1V21obGJqRU1NQW9HQTFVRUNoTURhemh6TVE4d0RRWURWUVFMRXdaVGVYTjBaVzB4RXpBUkJnTlZCQU1UCkNtdDFZbVZ5Ym1WMFpYTXdIaGNOTVRnd01UQXlNRFl6T0RBd1doY05NamN4TWpNeE1EWXpPREF3V2pCaE1Rc3cKQ1FZRFZRUUdFd0pEVGpFUk1BOEdBMVVFQ0JNSVUyaGxibHBvWlc0eEVUQVBCZ05WQkFjVENGTm9aVzVhYUdWdQpNUXd3Q2dZRFZRUUtFd05yT0hNeER6QU5CZ05WQkFzVEJsTjVjM1JsYlRFTk1Bc0dBMVVFQXhNRVpYUmpaRENDCkFTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTHo2T2Z4MlErRHhCc0dKK2tzdDVCcHcKTk0veWRPdDNkaU9VZ05ObXN2R3c4VXNlME0vN3RSUFpRd3pPVCt6UlpYZ28xa0N5SENsSklHejh6ODhjMzZCWgp3TnJNMCtCOU84T3djQjlLcytsWG95Y1VyOGp2Z0dpR2NvZmtrN0FrUDBBd0RBYkVwb1piTno4K3lGdGZaUmJQCmIzZmRPVzJhaHlHeEFKcmpicjVCdnVmVXA5b0hFc0tpMkY3d1BsTHJYKytWVDRvN0lla25MdzBjT2VsWmY1SDAKcU84S0ZHWitnVGVhMHlNdll3ZTlsK2FRRnJZTFA3OVZuck5TcWFudVZuZVdhd1ZTbXhVbHZRWUMrVGszekdjVwpCUlRsaFRNWWNGZ3dyN3gwWTJWSTErYzlvdW80U2Q2QWV2UzR5YzZnUjMvY1VIZXRJV0xhMXdkTmRMbkhCU2NDCkF3RUFBYU9Cb3pDQm9EQU9CZ05WSFE4QkFmOEVCQU1DQmFBd0hRWURWUjBsQkJZd0ZBWUlLd1lCQlFVSEF3RUcKQ0NzR0FRVUZCd01DTUF3R0ExVWRFd0VCL3dRQ01BQXdIUVlEVlIwT0JCWUVGRVNzbFpTSzBkSWpMbGlGbjl5NApLRWFOQmhYNU1COEdBMVVkSXdRWU1CYUFGR0FxK1pZS3pMdmNXeS9aUHYvbjFhN0ova0dZTUNFR0ExVWRFUVFhCk1CaUhCSDhBQUFHSEJBb0FBWjJIQkFvQUFaNkhCQW9BQVo4d0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dFQkFHYTIKRUUyYzhaMHBZK1Q0alVXcXBGaE4wUlpZdVRUUVBONG5EcE1jS3dMTEtFNm1BMi9ZVEIxTHBLVTZTVmczcHNLagpZUmRvRGpZSTIrTDBrSWd1dDZWQ1FLU21vTWQzTzJEekZJV0VsTmI5WG1kSmx0RkhXd2Fnbmt6Q2srWFptZFpWCnhHMGlUWVVuVlNSQVN2RStBc25LNWl0ZW9BMkM0Ty9pd0FMQktHWWwweWhhWU9XWmFmMzVaeWR2SkM4OFlORHgKR1lZbEh3UVk5WURnQmtGMmtMRTJWSHN2YVNxNjkwMkl5S2VNYUcxT2hNMnoydmJKd2xPNmpaNm95VS9HVGsxaQpHanVORU5GSUZ6Ykl6bFFhU0NTMXRtVjB4YzhCVkdaUFdsUk8rUVAxa0JNbWVWdjY0K2ZueENDUmJuWmZxYXhWCmkzRy9vRDdWNk1mMkZUNEl0Snc9Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K
  etcd-ca: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUR3akNDQXFxZ0F3SUJBZ0lVRVQxRVJ1N1VTQ0lSTUovanR6K1VMQ0ErYmM0d0RRWUpLb1pJaHZjTkFRRUwKQlFBd1p6RUxNQWtHQTFVRUJoTUNRMDR4RVRBUEJnTlZCQWdUQ0ZOb1pXNWFhR1Z1TVJFd0R3WURWUVFIRXdoVAphR1Z1V21obGJqRU1NQW9HQTFVRUNoTURhemh6TVE4d0RRWURWUVFMRXdaVGVYTjBaVzB4RXpBUkJnTlZCQU1UCkNtdDFZbVZ5Ym1WMFpYTXdIaGNOTVRnd01UQXlNRFl6TVRBd1doY05Nak13TVRBeE1EWXpNVEF3V2pCbk1Rc3cKQ1FZRFZRUUdFd0pEVGpFUk1BOEdBMVVFQ0JNSVUyaGxibHBvWlc0eEVUQVBCZ05WQkFjVENGTm9aVzVhYUdWdQpNUXd3Q2dZRFZRUUtFd05yT0hNeER6QU5CZ05WQkFzVEJsTjVjM1JsYlRFVE1CRUdBMVVFQXhNS2EzVmlaWEp1ClpYUmxjekNDQVNJd0RRWUpLb1pJaHZjTkFRRUJCUUFEZ2dFUEFEQ0NBUW9DZ2dFQkFKa3gyczU0ZGtURlM3OCsKVnlFZ2xXdU92QW10aU50WXBBd0hnNjE2NEhoeXNYd0FhTUh6ZkVWZmowMXNOS1NKRDk2L2RJQzF4OWN6QnZBQworUEpHeS9yTGNsWUtTdXQrUHNFdmRpQ1JRTWtnMEtDWXVDT2NGZG1YY0FpOVF1cUVRVmczY3BMTXZ2dW96OU1VCk1TZEdSQnFBWWZtZUcwL25vUENMaGZ5eTNtVkVVK2psdWd0Q2tNTXlvb3ZHU3pvZzMxeUVkdVU5bGJuaDZqUW4KOW9mWVJaeUNUbDZsNzRybnRIQ0VneTdlM2MwVjUreU9NZWp3ek8xUGpnZ0pTdEFmSzZjai9IK3lFSWZjMGF4MgpUcGxBeDJHY1NSeTNlcEx0bUp2NlRhR1pMcEoyT2tVVEJrWlptQVlXcTlmcVlUekJMWDgvbzRJRTIzWHVZeER4CnlacmhvUDBDQXdFQUFhTm1NR1F3RGdZRFZSMFBBUUgvQkFRREFnRUdNQklHQTFVZEV3RUIvd1FJTUFZQkFmOEMKQVFJd0hRWURWUjBPQkJZRUZHQXErWllLekx2Y1d5L1pQdi9uMWE3Si9rR1lNQjhHQTFVZEl3UVlNQmFBRkdBcQorWllLekx2Y1d5L1pQdi9uMWE3Si9rR1lNQTBHQ1NxR1NJYjNEUUVCQ3dVQUE0SUJBUUFFYklBOWkvTXVrbCtYCkwwOFdCM0tTNHd1QjV5USt1R3IzbU1JK0NsQm5YbjRRc0ttR29wNHBWUWI1T2RBNVJpT2VCNmcxbXNSdkdLTnYKOUY4Yzc3ajNVcjYvR3RkZnZsTkJhd3JBcjFLREhORC9QR1d0YkpRbnE2S1lHYnd3VG9OM2trRFpic29LL2d1SwpIeGhmUSt6YzJ3QTR0REtTY2psL1p4U211OWMzakRqNXlaalNSajh3ZGtrUi9kRUExRnVNVjlDQkVTVmJZeHc0ClcxM2p5NHI5V3VFYU1JVC80ZmgrdDkyblZSdEg0dEZsdE5uVlhFMTd2S08vcjNlTTAyZXpLU0tsSFpwMzUyNkUKemdzNEdzSmVxVG5lMU1Rc1p6WWRDWk9HTWZJd3RBeWhLbDdVb0dGWWRjMHNERUZTa21VVTk0ZXQ3VXFJNHVETwpSamNQWHJ2NwotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==

# This manifest installs the calico/node container, as well
# as the Calico CNI plugins and network config on
# each master and worker node in a Kubernetes cluster.
kind: DaemonSet
apiVersion: extensions/v1beta1
metadata:
  name: calico-node
  namespace: kube-system
  labels:
    k8s-app: calico-node
spec:
  selector:
    matchLabels:
      k8s-app: calico-node
  updateStrategy:
    type: RollingUpdate
    rollingUpdate:
      maxUnavailable: 1
  template:
    metadata:
      labels:
        k8s-app: calico-node
      annotations:
        scheduler.alpha.kubernetes.io/critical-pod: ''
        scheduler.alpha.kubernetes.io/tolerations: |
          [{"key": "dedicated", "value": "master", "effect": "NoSchedule" },
           {"key":"CriticalAddonsOnly", "operator":"Exists"}]
    spec:
      hostNetwork: true
      serviceAccountName: calico-node
      # Minimize downtime during a rolling upgrade or deletion; tell Kubernetes to do a "force
      # deletion": https://kubernetes.io/docs/concepts/workloads/pods/pod/#termination-of-pods.
      terminationGracePeriodSeconds: 0
      containers:
        # Runs calico/node container on each Kubernetes node.  This
        # container programs network policy and routes on each
        # host.
        - name: calico-node
          image: 10.0.1.147/k8s/calico/node:v3.0.1
          env:
            # The location of the Calico etcd cluster.
            - name: ETCD_ENDPOINTS
              valueFrom:
                configMapKeyRef:
                  name: calico-config
                  key: etcd_endpoints
            # Choose the backend to use.
            - name: CALICO_NETWORKING_BACKEND
              valueFrom:
                configMapKeyRef:
                  name: calico-config
                  key: calico_backend
            # Cluster type to identify the deployment type
            - name: CLUSTER_TYPE
              value: "k8s,bgp"
            # Disable file logging so `kubectl logs` works.
            - name: CALICO_DISABLE_FILE_LOGGING
              value: "true"
            # Set noderef for node controller.
            - name: CALICO_K8S_NODE_REF
              valueFrom:
                fieldRef:
                  fieldPath: spec.nodeName
            # Set Felix endpoint to host default action to ACCEPT.
            - name: FELIX_DEFAULTENDPOINTTOHOSTACTION
              value: "ACCEPT"
            # Configure the IP Pool from which Pod IPs will be chosen.
            - name: CALICO_IPV4POOL_CIDR
              value: "10.233.0.0/16"
            - name: CALICO_IPV4POOL_IPIP
              value: "Always"
            # Disable IPv6 on Kubernetes.
            - name: FELIX_IPV6SUPPORT
              value: "false"
            # Set Felix logging to "info"
            - name: FELIX_LOGSEVERITYSCREEN
              value: "info"
            # Set MTU for tunnel device used if ipip is enabled
            - name: FELIX_IPINIPMTU
              value: "1440"
            # Location of the CA certificate for etcd.
            - name: ETCD_CA_CERT_FILE
              valueFrom:
                configMapKeyRef:
                  name: calico-config
                  key: etcd_ca
            # Location of the client key for etcd.
            - name: ETCD_KEY_FILE
              valueFrom:
                configMapKeyRef:
                  name: calico-config
                  key: etcd_key
            # Location of the client certificate for etcd.
            - name: ETCD_CERT_FILE
              valueFrom:
                configMapKeyRef:
                  name: calico-config
                  key: etcd_cert
            # Auto-detect the BGP IP address.
            - name: IP
              value: ""
            - name: FELIX_HEALTHENABLED
              value: "true"
          securityContext:
            privileged: true
          resources:
            requests:
              cpu: 250m
          livenessProbe:
            httpGet:
              path: /liveness
              port: 9099
            periodSeconds: 10
            initialDelaySeconds: 10
            failureThreshold: 6
          readinessProbe:
            httpGet:
              path: /readiness
              port: 9099
            periodSeconds: 10
          volumeMounts:
            - mountPath: /lib/modules
              name: lib-modules
              readOnly: true
            - mountPath: /var/run/calico
              name: var-run-calico
              readOnly: false
            - mountPath: /calico-secrets
              name: etcd-certs
        # This container installs the Calico CNI binaries
        # and CNI network config file on each node.
        - name: install-cni
          image: 10.0.1.147/k8s/calico/cni:v2.0.0
          command: ["/install-cni.sh"]
          env:
            # Name of the CNI config file to create.
            - name: CNI_CONF_NAME
              value: "10-calico.conflist"
            # The location of the Calico etcd cluster.
            - name: ETCD_ENDPOINTS
              valueFrom:
                configMapKeyRef:
                  name: calico-config
                  key: etcd_endpoints
            # The CNI network config to install on each node.
            - name: CNI_NETWORK_CONFIG
              valueFrom:
                configMapKeyRef:
                  name: calico-config
                  key: cni_network_config
          volumeMounts:
            - mountPath: /host/opt/cni/bin
              name: cni-bin-dir
            - mountPath: /host/etc/cni/net.d
              name: cni-net-dir
            - mountPath: /calico-secrets
              name: etcd-certs
      volumes:
        # Used by calico/node.
        - name: lib-modules
          hostPath:
            path: /lib/modules
        - name: var-run-calico
          hostPath:
            path: /var/run/calico
        # Used to install CNI.
        - name: cni-bin-dir
          hostPath:
            path: /opt/cni/bin
        - name: cni-net-dir
          hostPath:
            path: /etc/cni/net.d
        # Mount in the etcd TLS secrets.
        - name: etcd-certs
          secret:
            secretName: calico-etcd-secrets
# This manifest deploys the Calico Kubernetes controllers.
# See https://github.com/projectcalico/kube-controllers
apiVersion: extensions/v1beta1
kind: Deployment
metadata:
  name: calico-kube-controllers
  namespace: kube-system
  labels:
    k8s-app: calico-kube-controllers
  annotations:
    scheduler.alpha.kubernetes.io/critical-pod: ''
    scheduler.alpha.kubernetes.io/tolerations: |
      [{"key": "dedicated", "value": "master", "effect": "NoSchedule" },
       {"key":"CriticalAddonsOnly", "operator":"Exists"}]
spec:
  # The controllers can only have a single active instance.
  replicas: 1
  strategy:
    type: Recreate
  template:
    metadata:
      name: calico-kube-controllers
      namespace: kube-system
      labels:
        k8s-app: calico-kube-controllers
    spec:
      # The controllers must run in the host network namespace so that
      # it isn't governed by policy that would prevent it from working.
      hostNetwork: true
      serviceAccountName: calico-kube-controllers
      containers:
        - name: calico-kube-controllers
          image: 10.0.1.147/k8s/calico/kube-controllers:v2.0.0
          env:
            # The location of the Calico etcd cluster.
            - name: ETCD_ENDPOINTS
              valueFrom:
                configMapKeyRef:
                  name: calico-config
                  key: etcd_endpoints
            # Location of the CA certificate for etcd.
            - name: ETCD_CA_CERT_FILE
              valueFrom:
                configMapKeyRef:
                  name: calico-config
                  key: etcd_ca
            # Location of the client key for etcd.
            - name: ETCD_KEY_FILE
              valueFrom:
                configMapKeyRef:
                  name: calico-config
                  key: etcd_key
            # Location of the client certificate for etcd.
            - name: ETCD_CERT_FILE
              valueFrom:
                configMapKeyRef:
                  name: calico-config
                  key: etcd_cert
            # Choose which controllers to run.
            - name: ENABLED_CONTROLLERS
              value: policy,profile,workloadendpoint,node
          volumeMounts:
            # Mount in the etcd TLS secrets.
            - mountPath: /calico-secrets
              name: etcd-certs
      volumes:
        # Mount in the etcd TLS secrets.
        - name: etcd-certs
          secret:
            secretName: calico-etcd-secrets
apiVersion: v1
kind: ServiceAccount
metadata:
  name: calico-kube-controllers
  namespace: kube-system
apiVersion: v1
kind: ServiceAccount
metadata:
  name: calico-node
  namespace: kube-system


# rbac.yaml权限控制文件

kind: ClusterRole
apiVersion: rbac.authorization.k8s.io/v1beta1
metadata:
  name: calico-kube-controllers
rules:
  - apiGroups:
    - ""
    - extensions
    resources:
      - pods
      - namespaces
      - networkpolicies
      - nodes
    verbs:
      - watch
      - list
kind: ClusterRoleBinding
apiVersion: rbac.authorization.k8s.io/v1beta1
metadata:
  name: calico-kube-controllers
roleRef:
  apiGroup: rbac.authorization.k8s.io
  kind: ClusterRole
  name: calico-kube-controllers
subjects:
- kind: ServiceAccount
  name: calico-kube-controllers
  namespace: kube-system
kind: ClusterRole
apiVersion: rbac.authorization.k8s.io/v1beta1
metadata:
  name: calico-node
rules:
  - apiGroups: [""]
    resources:
      - pods
      - nodes
    verbs:
      - get

apiVersion: rbac.authorization.k8s.io/v1beta1
kind: ClusterRoleBinding
metadata:
  name: calico-node
roleRef:
  apiGroup: rbac.authorization.k8s.io
  kind: ClusterRole
  name: calico-node
subjects:
- kind: ServiceAccount
  name: calico-node
  namespace: kube-system


# calicoctl

> calico客户端组件,可手动调整管理calico组件配置及高级特性。

> https://docs.projectcalico.org/v3.0/usage/calicoctl/install

> 注意线上和测试环境所使用的calico版本不一致,客户端版本也不一致。会涉及到使用ETCD存储协议版本。不可混用


## calicoctl配置文件

[[email protected] calico]# cat /etc/calico/calicoctl.cfg
apiVersion: projectcalico.org/v3 #测试环境,使用的是V2版本
kind: CalicoAPIConfig
metadata:
spec:
  datastoreType: "etcdv3"   #etcd存储协议版本
  etcdEndpoints: "https://10.0.1.157:2379,https://10.0.1.158:2379,https://10.0.1.159:2379"
  etcdKeyFile: "/etc/kubernetes/ssl/etcd-key.pem"
  etcdCertFile: "/etc/kubernetes/ssl/etcd.pem"
  etcdCACertFile: "/etc/kubernetes/ssl/ca.pem"


## calicoctl命令样例

[[email protected] calico]# ./calicoctl node status  #节点组网状态
Calico process is running.
IPv4 BGP status
+--------------+-------------------+-------+------------+-------------+
| PEER ADDRESS |     PEER TYPE     | STATE |   SINCE    |    INFO     |
+--------------+-------------------+-------+------------+-------------+
| 10.0.1.109   | node-to-node mesh | up    | 2018-04-03 | Established |
| 10.0.1.158   | node-to-node mesh | up    | 2018-04-03 | Established |
| 10.0.1.159   | node-to-node mesh | up    | 2018-04-03 | Established |
| 10.0.1.147   | node-to-node mesh | up    | 2018-04-03 | Established |
+--------------+-------------------+-------+------------+-------------+

IPv6 BGP status
No IPv6 peers found.

[[email protected] calico]# ./calicoctl get no -o wide  #节点信息
NAME                      ASN         IPV4            IPV6
izwz9dmdmy4bhzcwxwdxgwz   (unknown)   10.0.1.109/24
k8s-m-157                 (unknown)   10.0.1.157/24
k8s-m-158                 (unknown)   10.0.1.158/24
k8s-m-159                 (unknown)   10.0.1.159/24
k8s-node-147              (unknown)   10.0.1.147/24

[[email protected] calico]# cat node.yaml  #手动添加节点配置样例
- apiVersion: v1
  kind: node
  metadata:
    name: k8s-n-147
  spec:
    bgp:
      ipv4Address: 10.0.1.147/24


相关文章