Switched from docker swarm to Kubernetes with rke

roles/kubernetes/defaults/main.yml

@@ -0,0 +1,6 @@
+---
+rke_directory: /home/{{ standard_user }}/rke
+rke_node_directory: /opt/rke
+rke_version: 1.0.8
+rke_cluster_name: rke-k8s
+kubernetes_version: 1.15.11

roles/kubernetes/tasks/deploy-rke.yml

@@ -0,0 +1,70 @@
+---
+- name: Create RKE directory
+  file:
+    path: "{{ rke_directory }}"
+    state: directory
+    mode: '0774'
+    owner: "{{ standard_user }}"
+    group: "{{ standard_user }}"
+  delegate_to: localhost
+  run_once: true
+
+- name: Create RKE Configs directory
+  file:
+    path: "{{ rke_directory }}/configs"
+    state: directory
+  delegate_to: localhost
+  run_once: true
+
+- name: Install RKE
+  get_url:
+    dest: "{{ rke_directory }}/rke"
+    url: https://github.com/rancher/rke/releases/download/v{{ rke_version }}/rke_linux-amd64
+  delegate_to: localhost
+  run_once: true
+
+- name: Make RKE executable
+  file:
+    dest: "{{ rke_directory }}/rke"
+    mode: +x
+  delegate_to: localhost
+  run_once: true
+
+- name: Put RKE cluster config in place
+  template:
+    src: ../templates/rke-cluster-deployment.yaml
+    dest: "{{ rke_directory }}/{{ rke_cluster_name }}.yaml"
+  delegate_to: localhost
+  run_once: true
+
+- name: Put RKE configs in place
+  template:
+    src: ../templates/rke-configs/{{ item }}.j2
+    dest: "{{ rke_directory }}/configs/{{ item }}"
+  with_items:
+    - kube-state-metrics-deployment.yaml
+    - kube-state-metrics-service.yaml
+    - kube-state-metrics-rbac.yaml
+  delegate_to: localhost
+  run_once: true
+
+- name: Run RKE
+  shell: >
+    bash -c "{{ rke_directory }}/rke up --config {{ rke_directory }}/{{ rke_cluster_name }}.yaml"
+  delegate_to: localhost
+  run_once: true
+  retries: 5
+  delay: 5
+  register: rke_install
+  until: rke_install.rc == 0
+
+- name: Set permissions on rke directory
+  file:
+    path: "{{ rke_directory }}"
+    state: directory
+    mode: '0774'
+    owner: "{{ standard_user }}"
+    group: "{{ standard_user }}"
+    recurse: yes
+  delegate_to: localhost
+  run_once: true

roles/kubernetes/tasks/main.yml

@@ -1,74 +1,9 @@
 ---
-- name: Create RKE directory
-  file:
-    path: "{{ rke_directory }}"
-    state: directory
-    mode: '0774'
-    owner: "{{ standard_user }}"
-    group: "{{ standard_user }}"
-  delegate_to: localhost
-  run_once: true
-  become: true
+- name: RKE Pre Tasks
+  import_tasks: pre-rke.yml
 
-- name: Create RKE Configs directory
-  file:
-    path: "{{ rke_directory }}/configs"
-    state: directory
-  delegate_to: localhost
-  run_once: true
-  become: true
+- name: RKE Deploy Kubernetes
+  import_tasks: deploy-rke.yml
 
-- name: Install RKE
-  get_url:
-    dest: "{{ rke_directory }}/rke"
-    url: https://github.com/rancher/rke/releases/download/v{{ rke_version }}/rke_linux-amd64
-  delegate_to: localhost
-  run_once: true
-  become: true
-
-- name: Make RKE executable
-  file:
-    dest: "{{ rke_directory }}/rke"
-    mode: +x
-  delegate_to: localhost
-  run_once: true
-  become: true
-
-- name: Put RKE cluster config in place
-  template:
-    src: ../templates/rke-cluster-deployment.yaml.j2
-    dest: "{{ rke_directory }}/{{ rke_cluster_name }}.yaml"
-  delegate_to: localhost
-  run_once: true
-  become: true
-
-- name: Put RKE configs in place
-  template:
-    src: ../templates/rke-configs/{{ item }}.j2
-    dest: "{{ rke_directory }}/configs/{{ item }}"
-  with_items:
-    - kube-state-metrics-deployment.yaml
-    - kube-state-metrics-service.yaml
-    - kube-state-metrics-rbac.yaml
-  delegate_to: localhost
-  run_once: true
-  become: true
-
-- name: Run RKE
-  shell: >
-    bash -c "{{ rke_directory }}/rke up --config {{ rke_directory }}/{{ rke_cluster_name }}.yaml"
-  delegate_to: localhost
-  run_once: true
-  become: true
-
-- name: Set permissions on rke directory
-  file:
-    path: "{{ rke_directory }}"
-    state: directory
-    mode: '0774'
-    owner: "{{ standard_user }}"
-    group: "{{ standard_user }}"
-    recurse: yes
-  delegate_to: localhost
-  run_once: true
-  become: true
+- name: RKE Post Tasks
+  import_tasks: post-rke.yml

roles/kubernetes/tasks/post-rke.yml

@@ -9,4 +9,18 @@
   copy:
     src: "{{ rke_directory }}/{{ rke_cluster_name }}.rkestate"
     dest: "{{ rke_node_directory }}/{{ rke_cluster_name }}.rkestate"
-  become: true 
+  become: true 
+
+- name: Create .kube folder in standard users home directory
+  file: 
+    path: /home/{{ standard_user }}/.kube
+    state: directory
+  become: true
+  delegate_to: localhost
+
+- name: Copy kube config to standard users home directory
+  copy:
+    src:  "{{ rke_directory }}/kube_config_{{ rke_cluster_name }}.yaml"
+    dest: /home/{{ standard_user }}/.kube/config
+  become: true 
+  delegate_to: localhost

roles/kubernetes/tasks/pre-rke.yml

@@ -41,6 +41,36 @@
     group: "{{ standard_user }}"
   become: true 
 
+- name: Create flex volume folder
+  file: 
+    path: /usr/libexec/kubernetes/kubelet-plugins/volume/exec
+    state: directory
+  become: true
+
+- name: Create Rook storage Directory
+  file:
+    path: /var/lib/rook
+    state: directory
+    mode: '0774'
+  become: true
+  when: rook_enabled is defined and rook_enabled | bool == True
+
+- name: Create Longhorn Storage Directory
+  file:
+    path: /var/lib/rancher/longhorn
+    state: directory
+    mode: '0774'
+  become: true
+  when: longhorn_enabled is defined and longhorn_enabled | bool == True
+
+- name: Create Longhorn Setting Directory
+  file:
+    path: /var/lib/longhorn-setting
+    state: directory
+    mode: '0774'
+  become: true
+  when: longhorn_enabled is defined and longhorn_enabled | bool == True
+
 - name: Check if RKE cluster state file exists
   stat:
     path: "{{ rke_node_directory }}/{{ rke_cluster_name }}.rkestate"

roles/kubernetes/templates/rke-cluster-deployment.yaml

@@ -0,0 +1,50 @@
+---
+
+ssh_key_path: {{ rke_ssh_key_location }}
+
+cluster_name: {{ rke_cluster_name }}
+ignore_docker_version: true
+system_images:
+    kubernetes: rancher/hyperkube:v{{ kubernetes_version }}-rancher1
+
+{% if (rook_enabled is defined and rook_enabled | bool == True) or (longhorn_enabled is defined and longhorn_enabled | bool == True) %}
+services:
+  kubelet:
+    extra_args:
+      volume-plugin-dir: /usr/libexec/kubernetes/kubelet-plugins/volume/exec
+    extra_binds:
+      - /usr/libexec/kubernetes/kubelet-plugins/volume/exec:/usr/libexec/kubernetes/kubelet-plugins/volume/exec
+{% endif %}
+
+network:
+    plugin: canal
+    {% if (kubernetes_network_interface is defined) %}
+
+    options:
+        canal_iface: {{ kubernetes_network_interface }}
+    {% endif %}
+
+nodes:
+  {% for node in groups['kube-masters'] %}
+
+  - address: {{node}}
+    name: {{node}}
+    user: {{standard_user}}
+    role:
+    - controlplane
+    - etcd
+  {% endfor %}
+  {% for node in groups['kube-workers'] %}
+
+  - address: {{node}}
+    name: {{node}}
+    user: {{standard_user}}
+    role:
+    - worker
+
+  {% endfor %}
+
+authentication:
+    strategy: x509
+    sans:
+      - "kubernetes.{{ root_domain }}"

roles/kubernetes/templates/rke-cluster-deployment.yaml.j2

@@ -1,32 +0,0 @@
----
-
-ssh_key_path: {{ rke_ssh_key_location }}
-
-cluster_name: rke_cluster_name
-ignore_docker_version: true
-system_images:
-    kubernetes: rancher/hyperkube:v1.15.5-rancher1
-
-nodes:
-  {% for node in groups['kube-masters'] %}
-
-  - address: {{node}}
-    name: {{node}}
-    user: {{standard_user}}
-    role:
-    - controlplane
-    - etcd
-  {% endfor %}
-  {% for node in groups['kube-workers'] %}
-
-  - address: {{node}}
-    name: {{node}}
-    user: {{standard_user}}
-    role:
-    - worker
-  {% endfor %}
-
-authentication:
-    strategy: x509
-    sans:
-      - "kubernetes.{{ root_domain }}"