k3d #

k3d cluster create ecsp-test-1 --subnet "172.27.1.0/24" --api-port 10.232.205.41:8701 --servers 1 --agents 2
k3d cluster create ecsp-test-2 --subnet "172.27.2.0/24" --api-port 10.232.205.41:8702
k3d cluster create ecsp-test-3 --subnet "172.27.3.0/24" --api-port 10.232.205.41:8703
k3d cluster create ecsp-test-4 --subnet "172.27.4.0/24" --api-port 10.232.205.41:8704
k3d cluster create ecsp-test-5 --subnet "172.27.5.0/24" --api-port 10.232.205.41:8705

# yq01
k3d cluster create ecsp-edge-1 --subnet "172.27.1.0/24" --api-port 10.197.34.39:8001 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8100-8199' -p "8100-8199:8100-8199@loadbalancer" --verbose
k3d cluster create ecsp-edge-2 --subnet "172.27.2.0/24" --api-port 10.197.34.39:8002 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8200-8299' -p "8200-8299:8200-8299@loadbalancer" --verbose
k3d cluster create ecsp-edge-3 --subnet "172.27.3.0/24" --api-port 10.197.34.39:8003 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8300-8399' -p "8300-8399:8300-8399@loadbalancer" --verbose
k3d cluster create ecsp-edge-4 --subnet "172.27.4.0/24" --api-port 10.197.34.39:8004 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8400-8499' -p "8400-8499:8400-8499@loadbalancer" --verbose
k3d cluster create ecsp-edge-5 --subnet "172.27.5.0/24" --api-port 10.197.34.39:8005 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8500-8599' -p "8500-8599:8500-8599@loadbalancer" --verbose
k3d cluster create ecsp-edge-6 --subnet "172.27.6.0/24" --api-port 10.197.34.39:8006 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8600-8699' -p "8600-8699:8600-8699@loadbalancer" --verbose
k3d cluster create ecsp-edge-7 --subnet "172.27.7.0/24" --api-port 10.197.34.39:8007 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8700-8799' -p "8700-8799:8700-8799@loadbalancer" --verbose
k3d cluster create ecsp-edge-8 --subnet "172.27.8.0/24" --api-port 10.197.34.39:8008 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8800-8899' -p "8800-8899:8800-8899@loadbalancer" --verbose
k3d cluster create ecsp-edge-9 --subnet "172.27.9.0/24" --api-port 10.197.34.39:8009 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8900-8999' -p "8900-8999:8900-8999@loadbalancer" --verbose

# yq03
k3d cluster create yewang --subnet "172.27.1.0/24" --api-port 10.197.34.41:8001 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8100-8199' -p "8100-8199:8100-8199@loadbalancer" --verbose
k3d cluster create wangxugang --subnet "172.27.2.0/24" --api-port 10.197.34.41:8002 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8200-8299' -p "8200-8299:8200-8299@loadbalancer" --verbose
k3d cluster create chenjun --subnet "172.27.3.0/24" --api-port 10.197.34.41:8003 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8300-8399' -p "8300-8399:8300-8399@loadbalancer" --verbose
k3d cluster create ecsp-test-4 --subnet "172.27.4.0/24" --api-port 10.197.34.41:8004 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8400-8499' -p "8400-8499:8400-8499@loadbalancer" --verbose
k3d cluster create yuliya --subnet "172.27.5.0/24" --api-port 10.197.34.41:8005 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8500-8599' -p "8500-8599:8500-8599@loadbalancer" --verbose
k3d cluster create chenbin --subnet "172.27.6.0/24" --api-port 10.197.34.41:8006 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8600-8699' -p "8600-8699:8600-8699@loadbalancer" --verbose


k3d cluster create ecsp-cloud-rd1 --subnet "172.27.3.0/24" --api-port 10.197.34.41:8003 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8300-8399' -p "8300-8399:8300-8399@loadbalancer" --verbose
k3d cluster create ecsp-edge-rd1 --subnet "172.27.2.0/24" --api-port 10.197.34.41:8002 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8200-8299' -p "8200-8299:8200-8299@loadbalancer" --verbose

k3d cluster create ecsp-cloud-rd2 --subnet "172.27.5.0/24" --api-port 10.197.34.41:8005 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8500-8599' -p "8500-8599:8500-8599@loadbalancer" --verbose
k3d cluster create ecsp-edge-rd2 --subnet "172.27.6.0/24" --api-port 10.197.34.41:8006 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8600-8699' -p "8600-8699:8600-8699@loadbalancer" --verbose

k3d cluster create ecsp-cloud-qa1 --subnet "172.27.7.0/24" --api-port 10.197.34.41:8007 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8700-8799' -p "8700-8799:8700-8799@loadbalancer" --verbose
k3d cluster create ecsp-edge-qa1 --subnet "172.27.9.0/24" --api-port 10.197.34.41:8009 --image rancher/k3s:v1.18.19-k3s1 --k3s-server-arg '--kube-apiserver-arg=service-node-port-range=8900-8999' -p "8900-8999:8900-8999@loadbalancer" --verbose


k3d cluster create first-cluster --port 8080:80@loadbalancer --port 8443:443@loadbalancer --api-port 6443 --servers 1 --agents 2

k3d node create edge-test-1 -c ecsp-test-1

# k3s server --kube-apiserver-arg --service-node-port-range=1000-10000

# time="2021-06-03T13:20:52.108488405Z" level=info msg="Running kube-apiserver --advertise-port=6443 --allow-privileged=true --anonymous-auth=false --api-audiences=https://kubernetes.default.svc.cluster.local,k3s --authorization-mode=Node,RBAC --bind-address=127.0.0.1 --cert-dir=/var/lib/rancher/k3s/server/tls/temporary-certs --client-ca-file=/var/lib/rancher/k3s/server/tls/client-ca.crt --enable-admission-plugins=NodeRestriction --etcd-servers=unix://kine.sock --feature-gates=ServiceAccountIssuerDiscovery=false --insecure-port=0 --kubelet-certificate-authority=/var/lib/rancher/k3s/server/tls/server-ca.crt --kubelet-client-certificate=/var/lib/rancher/k3s/server/tls/client-kube-apiserver.crt --kubelet-client-key=/var/lib/rancher/k3s/server/tls/client-kube-apiserver.key --profiling=false --proxy-client-cert-file=/var/lib/rancher/k3s/server/tls/client-auth-proxy.crt --proxy-client-key-file=/var/lib/rancher/k3s/server/tls/client-auth-proxy.key --requestheader-allowed-names=system:auth-proxy --requestheader-client-ca-file=/var/lib/rancher/k3s/server/tls/request-header-ca.crt --requestheader-extra-headers-prefix=X-Remote-Extra- --requestheader-group-headers=X-Remote-Group --requestheader-username-headers=X-Remote-User --secure-port=6444 --service-account-issuer=https://kubernetes.default.svc.cluster.local --service-account-key-file=/var/lib/rancher/k3s/server/tls/service.key --service-account-signing-key-file=/var/lib/rancher/k3s/server/tls/service.key --service-cluster-ip-range=10.43.0.0/16 --service-node-port-range=30000-32767 --storage-backend=etcd3 --tls-cert-file=/var/lib/rancher/k3s/server/tls/serving-kube-apiserver.crt --tls-private-key-file=/var/lib/rancher/k3s/server/tls/serving-kube-apiserver.key"