#/bin/bash

# 单击版etcd安装脚本

# 本脚本,只能在本地服务器安装。

# 请确保etcd-v3.3.10-linux-amd64.tar.gz文件和当前脚本在同一目录下。

# 务必使用root用户执行此脚本!

# 确保可以直接执行python3,因为倒数第4行,有一个json格式化输出。如果不需要可以忽略

#set -e

# 输入本机ip

while true

do

    echo '请输入本机ip'

    echo 'Example: 192.168.0.1'

    echo -e "etcd server ip=\c"

    read ETCD_Server

    if [ "$ETCD_Server" == "" ];then

        echo 'No input etcd server IP'

    else

            #echo 'No input etcd server IP'

            break

    fi

done

# etcd启动服务

cat > /lib/systemd/system/etcd.service <<EOF

[Unit]

Description=etcd - highly-available key value store

Documentation=https://github.com/coreos/etcd

Documentation=man:etcd

After=network.target

Wants=network-online.target

[Service]

Environment=DAEMON_ARGS=

Environment=ETCD_NAME=%H

Environment=ETCD_DATA_DIR=/var/lib/etcd/default

EnvironmentFile=-/etc/default/%p

Type=notify

User=etcd

PermissionsStartOnly=true

#ExecStart=/bin/sh -c "GOMAXPROCS=\$(nproc) /usr/bin/etcd \$DAEMON_ARGS"

ExecStart=/usr/bin/etcd \$DAEMON_ARGS

Restart=on-abnormal

#RestartSec=10s

#LimitNOFILE=

[Install]

WantedBy=multi-user.target

Alias=etcd3.service

EOF

# 主机名

name=`hostname`

# etcd的http连接地址

initial_cluster="http://$ETCD_Server:2380"

# 判断进程是否启动

A=`ps -ef|grep /usr/bin/etcd|grep -v grep|wc -l`

if [ $A -ne  ];then

    # 杀掉进程

    killall etcd

fi 

# 删除etcd相关文件

rm -rf /var/lib/etcd/*

rm -rf /etc/default/etcd

# 设置时区

ln -snf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime

# 判断压缩文件

if [ ! -f "etcd-v3.3.10-linux-amd64.tar.gz" ];then

    echo "当前目录etcd-v3.3.10-linux-amd64.tar.gz文件不存在"

    exit

fi

# 安装etcd

tar zxf etcd-v3.3.10-linux-amd64.tar.gz -C /tmp/

cp -f /tmp/etcd-v3.3.10-linux-amd64/etcd /usr/bin/

cp -f /tmp/etcd-v3.3.10-linux-amd64/etcdctl /usr/bin/

# etcd配置文件

cat > /etc/default/etcd <<EOF

ETCD_NAME=$name

ETCD_DATA_DIR="/var/lib/etcd/"

ETCD_LISTEN_PEER_URLS="http://$ETCD_Server:2380"

ETCD_LISTEN_CLIENT_URLS="http://$ETCD_Server:2379,http://127.0.0.1:4001"

ETCD_INITIAL_ADVERTISE_PEER_URLS="http://$ETCD_Server:2380"

ETCD_INITIAL_CLUSTER="$ETCD_Servernitial_cluster"

ETCD_INITIAL_CLUSTER_STATE="new"

ETCD_INITIAL_CLUSTER_TOKEN="etcd-cluster-sdn"

ETCD_ADVERTISE_CLIENT_URLS="http://$ETCD_Server:2379"

EOF

# 临时脚本,添加用户和组

cat  > /tmp/foruser <<EOF

#!/bin/bash

if [ \`cat /etc/group|grep etcd|wc -l\` -eq 0 ];then groupadd -g 217 etcd;fi

if [ \`cat /etc/passwd|grep etcd|wc -l\` -eq 0 ];then mkdir -p /var/lib/etcd && useradd -g 217 -u 111 etcd -d /var/lib/etcd/ -s /bin/false;fi

if [ \`cat /etc/profile|grep ETCDCTL_API|wc -l\` -eq 0 ];then bash -c "echo 'export ETCDCTL_API=3' >> /etc/profile" && bash -c "source /etc/profile";fi

EOF

# 执行脚本

bash /tmp/foruser

# 启动服务

systemctl daemon-reload

systemctl enable etcd.service

chown -R etcd:etcd /var/lib/etcd

systemctl restart etcd.service

#netstat -anpt | grep 2379

# 查看版本

etcdctl -v

# 访问API, -s 去掉curl的统计信息. python3 -m json.tool 表示json格式化

curl $initial_cluster/version -s | python3 -m json.tool

# 删除临时文件

rm -rf /tmp/foruser /tmp/etcd-v3.3.10-linux-amd64

#/bin/bash

# k8s 1.11.5版本安装,单机版

# 基于ubuntu 16.04

REPO=192.168.0.162

K8S_MASTER_IP=$REPO

dockerREG=$REPO:

EXTERNAL_ETCD_ENDPOINTS=http://$REPO:2379

curl $EXTERNAL_ETCD_ENDPOINTS/version

if [ `echo $?` !=  ];then

    echo "etcd没有运行,请执行脚本"

    echo "bash etcd_v3.3.10.sh"

    exit

fi

curl http://$dockerREG/v2/_catalog

if [ `echo $?` !=  ];then

    echo "docker私有仓库没有运行,请执行命令："

    echo "docker run -d --name docker-registry --restart=always -p 5000:5000 registry"

    exit

fi

if [ ! -d "/repo/k8s-1.11.5/" ];then

    echo "/repo/k8s-1.11.5目录不存在,请上传文件夹到指定位置!"

    exit

fi

######################################################################################

#安装相应的组件

sudo apt-get update

sudo apt-get install -y ipvsadm --allow-unauthenticated

sudo apt-get install -y ebtables socat --allow-unauthenticated

Dline=`sudo grep -n LimitNOFILE /lib/systemd/system/docker.service|cut -f  -d ":" `

sudo sed -i "$Dline c\LimitNOFILE=1048576" /lib/systemd/system/docker.service 

# 配置docker

cat > daemon.json <<EOF

{ "insecure-registries":["$dockerREG"],"storage-driver":"overlay2" }

EOF

# 重启docker

sudo cp -f daemon.json /etc/docker/

sudo service docker restart

#安装kubernetes 服务器

if [ `dpkg -l|grep kube|wc -l` -ne  ];then

    sudo apt purge -y `dpkg -l|grep kube|awk '{print $2}'`

fi

#sudo apt-get install -y kubelet kubeadm --allow-unauthenticated

dpkg -i /repo/k8s-1.11./*.deb

#开启cadvisor

sudo sed -i 's?config.yaml?config.yaml --cadvisor-port=4194 --eviction-hard=memory.available<512Mi,nodefs.available<13Gi,imagefs.available<100Mi?g' /etc/systemd/system/kubelet.service.d/10-kubeadm.conf

#add cgroup drivers

if [ `sudo cat /etc/systemd/system/kubelet.service.d/10-kubeadm.conf|grep cgroup-driver|wc -l` -eq 0 ];then

    sudo sed -i 8i'Environment="KUBELET_CGROUP_ARGS=--cgroup-driver=cgroupfs"' /etc/systemd/system/kubelet.service.d/10-kubeadm.conf

    sudo sed -i "s?`sudo tail -n1 /etc/systemd/system/kubelet.service.d/10-kubeadm.conf`?& $KUBELET_CGROUP_ARGS?g" /etc/systemd/system/kubelet.service.d/10-kubeadm.conf

fi

sudo systemctl daemon-reload

IMAGES="calico-cni-1.11.8.tar.gz

calico-kube-controllers-1.0.5.tar.gz

calico-node-2.6.12.tar.gz

coredns-1.1.3.tar.gz

kube-apiserver-amd64-v1.11.5.tar.gz

kube-scheduler-amd64-v1.11.5.tar.gz

kube-controller-manager-amd64-v1.11.5.tar.gz

kube-proxy-amd64-v1.11.5.tar.gz

pause3.1.tar.gz"

for i in $IMAGES;do

        #wget -O /tmp/$i http://$repo/k8s-1.11.5/$i

        sudo docker load</repo/k8s-1.11.5/$i

done

CalicoPro=$(sudo docker images|grep quay.io|awk -F 'quay.io/' '{print $2}'|awk '{print $1}'|sort|uniq)

for i in $CalicoPro;do

    Proversion=$(sudo docker images|grep quay.io|grep $i|awk '{print $2}')

    for j in $Proversion;do

    sudo docker tag quay.io/$i:$j $dockerREG/$i:$j

    sudo docker push $dockerREG/$i:$j

    done

done

sudo systemctl enable kubelet.service

sudo systemctl stop kubelet.service

#close swap

sudo swapoff -a

fswap=`cat /etc/fstab |grep swap|awk '{print $1}'`

for i in $fswap;do

    sudo sed -i "s?$i?#$i?g" /etc/fstab

done

######################################################################################

sudo kubeadm reset -f

sudo rm -rf /etc/kubernetes/*

sudo rm -rf /var/lib/kubelet/*

sudo rm -f /tmp/kubeadm-conf.yaml

cat > /tmp/kubeadm-conf.yaml <<EOF

apiVersion: kubeadm.k8s.io/v1alpha1

kind: MasterConfiguration

networking:

  podSubnet: 192.138.0.0/16

#apiServerCertSANs:

#- master01

#- master02

#- master03

#- 172.16.2.1

#- 172.16.2.2

#- 172.16.2.3

#- 172.16.2.100

etcd:

  endpoints:

#token: 67e411.zc3617bb21ad7ee3

kubernetesVersion: v1.11.5

#imageRepository: $dockerREG

api:

  advertiseAddress: $K8S_MASTER_IP

EOF

if [ -z "$EXTERNAL_ETCD_ENDPOINTS" ]; then

    sudo sed -i 's?etcd:?#etcd?g' /tmp/kubeadm-conf.yaml

    sudo sed -i 's?endpoints:?#endpoints:?g' /tmp/kubeadm-conf.yaml

    sudo kubeadm init --config=/tmp/kubeadm-conf.yaml | sudo tee /etc/kube-server-key

else

    for i in `echo $EXTERNAL_ETCD_ENDPOINTS|sed 's?,? ?g'`;do

        sudo sed -i "15i\  - $i" /tmp/kubeadm-conf.yaml

    done

    sudo kubeadm init --config=/tmp/kubeadm-conf.yaml| sudo tee /etc/kube-server-key

fi

#添加Nodrport端口范围"--service-node-port-range=1000-62000"到/etc/kubernetes/manifests/kube-apiserver.yaml

if [ `sudo cat /etc/kubernetes/manifests/kube-apiserver.yaml|grep service-node-port-range|wc -l` -eq 0 ];then

    line_conf=$(sudo cat /etc/kubernetes/manifests/kube-apiserver.yaml|grep -n "allow-privileged=true"|cut -f 1 -d ":")

    sudo sed -i -e "$line_conf"i'\    - --service-node-port-range=1000-62000' /etc/kubernetes/manifests/kube-apiserver.yaml

    line_conf=$(sudo grep -n "insecure-port" /etc/kubernetes/manifests/kube-apiserver.yaml|awk -F ":" '{print $1}')

    sudo sed -i -e "$line_conf"i"\    - --insecure-bind-address=$K8S_MASTER_IP" /etc/kubernetes/manifests/kube-apiserver.yaml

    sudo sed -i -e 's?insecure-port=0?insecure-port=8080?g' /etc/kubernetes/manifests/kube-apiserver.yaml

fi

#设置kubectl权限

mkdir -p $HOME/.kube

sudo cp -f /etc/kubernetes/admin.conf $HOME/.kube/config

sudo chown $(id -u):$(id -g) $HOME/.kube/config

######################################################################################

#                                 Deploy etcd as a master pod

######################################################################################

# We need: (1) modify it to listen on K8S_MASTER_IP so that minion nodes can access.

# (2) modify kube-apiserver configuration.

# (3) restart the service kubelet.

if [ -z "$EXTERNAL_ETCD_ENDPOINTS" ]; then

    sudo sed -i -e "s/127.0.0.1/$K8S_MASTER_IP/g" /etc/kubernetes/manifests/etcd.yaml

    sudo sed -i "s?127.0.0.1?$K8S_MASTER_IP?g" /etc/kubernetes/manifests/kube-apiserver.yaml

    sudo service docker restart

    sudo service kubelet restart

fi

######################################################################################

######################################################################################

#                                 Deploy calico network plugin

######################################################################################

cp /repo/k8s-1.11.5/calico.yaml /tmp/calico.yaml

line=`grep "etcd_endpoints:" -n /tmp/calico.yaml | cut -f 1 -d ":"`

if [ -z "$EXTERNAL_ETCD_ENDPOINTS" ]; then

    sudo sed -i "$line c \ \ etcd_endpoints: \"http://$K8S_MASTER_IP:2379\"" /tmp/calico.yaml

else

    # TODO: multiple instances

    sudo sed -i "$line c \ \ etcd_endpoints: \"$EXTERNAL_ETCD_ENDPOINTS\"" /tmp/calico.yaml

fi

# Change CIDR

PODNET=$(cat /tmp/kubeadm-conf.yaml|grep podSubnet|awk '{print $NF}'|cut -d "/" -f1)

sudo sed -i -e "s/192.168.0.0/$PODNET/g" /tmp/calico.yaml

sudo sed -i -e "s?quay.io?$dockerREG?g" /tmp/calico.yaml

sudo sed -i -e "s?192.168.0.179?$K8S_MASTER_IP?g" /tmp/calico.yaml

# Wait for everything is up except kube-dns, which needs a network plugin

sudo sleep 1m

mkdir -p k8s-1.11.5

cp /tmp/calico.yaml k8s-1.11.5/

sudo kubectl --kubeconfig=/etc/kubernetes/admin.conf apply -f k8s-1.11.5/calico.yaml

sudo sleep 10

# 默认情况下，为了保证 master 的安全，master 是不会被调度到 app 的。你可以取消这个限制通过输入

sudo kubectl taint nodes --all node-role.kubernetes.io/master-

# 查看集群中的节点

sudo kubectl get nodes

sudo sleep 20

# 查看k8s服务状态

kubectl get po -n kube-system

apiVersion: extensions/v1beta1

kind: Deployment

metadata:

  name: flaskapp-

spec:

  replicas:

  template:

    metadata:

      labels:

        name: flaskapp-

    spec:

      containers:

        - name: flaskapp-

          image: jcdemo/flaskapp

          ports:

          - containerPort: 

---

apiVersion: v1

kind: Service

metadata:

  name: flaskapp-

  labels:

    name: flaskapp-

spec:

  type: NodePort

  ports:

  - port:

    name: flaskapp-port

    targetPort:

    protocol: TCP

    nodePort:

  selector:

    name: flaskapp-