feat(e2e-test): Add e2e-tests for zfs-localpv (#298)

Signed-off-by: w3aman <aman.gupta@mayadata.io>

e2e-tests/apps/busybox/deployers/busybox_deployment.yml

@@ -0,0 +1,42 @@
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: app-busybox
+  labels:
+    lkey: lvalue
+spec:
+  selector:
+    matchLabels:
+      lkey: lvalue
+  template:
+    metadata:
+      labels:
+        lkey: lvalue
+    spec:
+      containers:
+      - name: app-busybox
+        imagePullPolicy: IfNotPresent
+        image: gcr.io/google-containers/busybox
+        command: ["/bin/sh"]
+        args: ["-c", "while true; do sleep 10;done"]
+        env:
+        volumeMounts:
+        - name: data-vol
+          mountPath: /busybox
+      volumes:
+      - name: data-vol
+        persistentVolumeClaim:
+          claimName: testclaim
+---
+kind: PersistentVolumeClaim
+apiVersion: v1
+metadata:
+  name: testclaim
+spec:
+  storageClassName: testclass
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: teststorage

e2e-tests/apps/busybox/deployers/busybox_statefulset.yml

@@ -0,0 +1,36 @@
+---
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: app-busybox
+  labels:
+    lkey: lvalue
+spec:
+  selector:
+    matchLabels:
+      lkey: lvalue
+  template:
+    metadata:
+      labels:
+        lkey: lvalue
+    spec:
+      containers:
+      - name: app-busybox
+        image: gcr.io/google-containers/busybox
+        imagePullPolicy: IfNotPresent
+        command:
+           - sh
+           - -c
+           - 'date > /busybox/date.txt; sync; sleep 5; sync; tail -f /dev/null;'
+        volumeMounts:
+        - name: testclaim
+          mountPath: /busybox
+  volumeClaimTemplates:
+  - metadata:
+      name: testclaim
+    spec:
+      accessModes: [ "ReadWriteOnce" ]
+      storageClassName: testclass
+      resources:
+        requests:
+          storage: teststorage

e2e-tests/apps/busybox/deployers/run_e2e_test.yml

@@ -0,0 +1,55 @@
+---
+apiVersion: batch/v1
+kind: Job
+metadata:
+  generateName: busybox-deploy-
+  namespace: e2e
+spec:
+  template:
+    metadata:
+      name: busybox-deploy
+      labels:
+        app: busybox
+    spec:
+      serviceAccountName: e2e
+      restartPolicy: Never
+      containers:
+      - name: ansibletest
+        image: openebs/zfs-localpv-e2e:ci
+        imagePullPolicy: IfNotPresent
+        env:
+          - name: ANSIBLE_STDOUT_CALLBACK
+            value: default
+
+            # Name of the storage class to use for volume provisioning
+          - name: STORAGE_CLASS  
+            value: 'zfspv-sc'
+           
+            # This is the namespace where busybox application will be deployed 
+          - name: APP_NAMESPACE
+            value: 'busybox'
+
+            # Application label for busybox deployment/statefulset in `key=value` format
+          - name: APP_LABEL
+            value: 'app=busybox'
+
+            # Application PVC name
+          - name: APP_PVC
+            value: 'busybox-pvc'
+
+            # Persistent volume storage capacity (for e.g, 5Gi)
+          - name: PV_CAPACITY
+            value: '5Gi'
+
+            # Use: `statefuleset` to deploy busybox application as statefulset
+            # Use: `deployment` to deploy busybox application as deployment
+          - name: DEPLOY_TYPE
+            value: 'deployment'
+                      
+            # Use: `provision` to deploy the application
+            # Use: `deprovision` to deprovision the application
+          - name: ACTION
+            value: 'provision'
+
+        command: ["/bin/bash"]
+        args: ["-c", "ansible-playbook ./e2e-tests/apps/busybox/deployers/test.yml -i /etc/ansible/hosts -v; exit 0"]

e2e-tests/apps/busybox/deployers/test.yml

@@ -0,0 +1,78 @@
+---
+- hosts: localhost
+  connection: local
+  gather_facts: False
+
+  vars_files:
+    - test_vars.yml
+
+  tasks:
+    - block:
+
+          ## Generating the testname for deployment
+        - include_tasks: /e2e-tests/hack/create_testname.yml
+
+          ## RECORD START-OF-TEST IN e2e RESULT CR
+        - include_tasks: /e2e-tests/hack/update_e2e_result_resource.yml
+          vars:
+            status: 'SOT'
+
+        - block:
+            - block:
+                  ## Prerequisite tasks such as, namespace creation and replacing placeholder
+                  ## with test specific values, before deploying application 
+                - include_tasks: /e2e-tests/utils/k8s/pre_create_app_deploy.yml
+                  vars:
+                    application: "{{ application_statefulset }}"
+
+                  ## Deploying the application
+                - include_tasks: /e2e-tests/utils/k8s/deploy_single_app.yml
+                  vars:
+                    application: "{{ application_statefulset }}"
+
+              when: "'deprovision' not in action"
+
+            - name: Deprovisioning the Application
+              include_tasks: /e2e-tests/utils/k8s/deprovision_statefulset.yml
+              vars:
+                app_deployer: "{{ application_statefulset }}"
+              when: "'deprovision' is in action"
+
+          when: lookup('env','DEPLOY_TYPE') == 'statefulset'
+
+        - block:
+            - block:
+                  ## Prerequisite tasks such as, namespace creation and replacing placeholder
+                  ## with test specific values, before deploying application 
+                - include_tasks: /e2e-tests/utils/k8s/pre_create_app_deploy.yml
+                  vars:
+                    application: "{{ application_deployment }}"
+
+                  ## Deploying the application
+                - include_tasks: /e2e-tests/utils/k8s/deploy_single_app.yml
+                  vars:
+                    application: "{{ application_deployment }}"
+
+              when: "'deprovision' not in action"
+
+            - name: Deprovisioning the Application
+              include_tasks: /e2e-tests/utils/k8s/deprovision_deployment.yml
+              vars:
+                app_deployer: "{{ application_deployment }}"
+              when: "'deprovision' is in action"
+
+          when: lookup('env','DEPLOY_TYPE') == 'deployment'
+
+        - set_fact:
+            flag: "Pass"
+
+      rescue:
+        - name: Setting fail flag
+          set_fact:
+            flag: "Fail"
+
+      always:
+        ## RECORD END-OF-TEST IN e2e RESULT CR
+        - include_tasks: /e2e-tests/hack/update_e2e_result_resource.yml
+          vars:
+            status: 'EOT'

e2e-tests/apps/busybox/deployers/test_vars.yml

@@ -0,0 +1,19 @@
+test_name: "busybox-{{ action }}-{{ app_ns }}"
+
+application_name: "busybox"
+
+application_statefulset: busybox_statefulset.yml
+
+application_deployment: busybox_deployment.yml
+
+storage_class: "{{ lookup('env','STORAGE_CLASS') }}"
+
+app_ns: "{{ lookup('env','APP_NAMESPACE') }}"
+
+app_label: "{{ lookup('env','APP_LABEL') }}"
+
+app_pvc: "{{ lookup('env','APP_PVC') }}"
+
+deploy_type: "{{ lookup('env','DEPLOY_TYPE') }}"
+
+action: "{{ lookup('env','ACTION') }}"

e2e-tests/apps/busybox/liveness/busybox_liveness.yml

@@ -0,0 +1,80 @@
+---
+apiVersion: rbac.authorization.k8s.io/v1beta1
+kind: ClusterRole
+metadata:
+  name: app-namespace
+  labels:
+    name: app-namespace
+rules:
+- apiGroups: ["*"]
+  resources: ["*"]
+  verbs: ["*"]
+
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: app-namespace
+  namespace: app-namespace
+  labels:
+    name: app-namespace
+
+---
+apiVersion: rbac.authorization.k8s.io/v1beta1
+kind: ClusterRoleBinding
+metadata:
+  name: app-namespace
+  labels:
+    name: app-namespace
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: ClusterRole
+  name: app-namespace
+subjects:
+- kind: ServiceAccount
+  name: app-namespace
+  namespace: app-namespace
+
+---
+apiVersion: batch/v1
+kind: Job
+metadata:
+  generateName: busybox-liveness-
+  namespace: app-namespace
+spec:
+  template:
+    metadata:
+      name: busybox-liveness
+      namespace: app-namespace
+      labels:
+        liveness: busybox-liveness
+
+        # label used for mass-liveness check upon infra-chaos
+        infra-aid: liveness
+
+    spec:
+      serviceAccountName: app-namespace
+      restartPolicy: Never
+ 
+      containers:
+      - name: busybox-liveness  
+        image: openebs/busybox-client
+        imagePullPolicy: Always
+
+        env:
+          - name: LIVENESS_TIMEOUT_SECONDS
+            value: "liveness-timeout-seconds"
+
+            # number of retries when livenss-fails 
+          - name: LIVENESS_RETRY_COUNT
+            value: "liveness-retry-count"
+
+            # Namespace in which busybox is running
+          - name: NAMESPACE
+            value: app-namespace 
+
+          - name: POD_NAME
+            value: pod-name   
+
+        command: ["/bin/bash"]
+        args: ["-c", "./liveness.sh; exit 0"]

e2e-tests/apps/busybox/liveness/run_e2e_test.yml

@@ -0,0 +1,57 @@
+---
+apiVersion: batch/v1
+kind: Job
+metadata:
+  generateName: busybox-liveness-
+  namespace: e2e
+spec:
+  activeDeadlineSeconds: 5400
+  template:
+    metadata:
+      name: busybox-liveness
+      namespace: e2e
+      labels:
+        liveness: busybox-liveness
+
+        # label used for mass-liveness check upon infra-chaos
+        infra-aid: liveness
+
+    spec:
+      serviceAccountName: e2e
+      restartPolicy: Never
+ 
+      containers:
+      - name: ansibletest
+        image: openebs/zfs-localpv-e2e:ci
+        imagePullPolicy: IfNotPresent
+        env: 
+          - name: ANSIBLE_STDOUT_CALLBACK
+            value: default
+
+          - name: MY_POD_NAME
+            valueFrom:
+              fieldRef:
+                fieldPath: metadata.name
+
+          - name: LIVENESS_TIMEOUT_SECONDS
+            value: "10"
+
+          # number of retries when livenss-fails 
+          - name: LIVENESS_RETRY_COUNT
+            value: "5"
+
+            # This is the namespace where busybox application is running
+          - name: APP_NAMESPACE
+            value: 'busybox' 
+
+            # Application label for busybox in `key=value` format
+          - name: APP_LABEL
+            value: 'app=busybox'
+
+            # Use: `provision` to apply the liveness-probe checks for busybox application
+            # Use: `deprovision` to deprovision the liveness-probe
+          - name: ACTION
+            value: 'provision'
+
+        command: ["/bin/bash"]
+        args: ["-c", "ansible-playbook ./e2e-tests/apps/busybox/liveness/test.yml -i /etc/ansible/hosts -v; exit 0"]

e2e-tests/apps/busybox/liveness/test.yml

@@ -0,0 +1,96 @@
+---
+- hosts: localhost
+  connection: local
+  gather_facts: False
+
+  vars_files:
+    - test_vars.yml
+
+  tasks:
+    - block:
+        - block:
+
+            - name: Record test instance/run ID
+              set_fact:
+                run_id: "{{ lookup('env','RUN_ID') }}"
+
+            - name: Construct testname appended with runID
+              set_fact:
+                test_name: "{{ test_name }}-{{ run_id }}"
+
+          when: lookup('env','RUN_ID')
+        
+        ## RECORD START-OF-TEST IN e2e RESULT CR
+        - include_tasks: /e2e-tests/hack/update_e2e_result_resource.yml
+          vars:
+            status: 'SOT'
+
+        - block:
+
+            - name: Getting the application pod name
+              shell: kubectl get pod -n {{ namespace }} -l {{ app_label }} -o jsonpath={.items[0].metadata.name}
+              register: pod_name
+    
+            - name: Replacing the placeholder for pod-name
+              replace:
+                path: "{{ busybox_liveness }}"
+                regexp: "pod-name"
+                replace: "{{ pod_name.stdout }}"   
+    
+            - name: Replacing the placeholder for namespace
+              replace:
+                path: "{{ busybox_liveness }}"
+                regexp: "app-namespace"
+                replace: "{{ namespace }}"   
+    
+            - name: Replacing the placeholder for liveness-retry-count
+              replace:
+                path: "{{ busybox_liveness }}"
+                regexp: "liveness-retry-count"
+                replace: "{{ liveness_retry }}"   
+    
+            - name: Replacing the placeholder for liveness-timeout
+              replace:
+                path: "{{ busybox_liveness }}"
+                regexp: "liveness-timeout-seconds"
+                replace: "{{ liveness_timeout }}"   
+    
+            - name: Creating busybox-liveness job
+              shell: kubectl create -f {{ busybox_liveness }} 
+    
+            - name: Verifying whether liveness pod is started successfully  
+              shell: kubectl get pod -n {{ namespace }} -l liveness=busybox-liveness -o jsonpath={.items[0].status.phase} 
+              register: pod_status
+              until: "'Running' in pod_status.stdout"
+              delay: 5 
+              retries: 40
+    
+            - set_fact:
+                flag: "Pass"
+          
+          when: "'deprovision' not in action"
+
+        - block: 
+            - name: Getting the busybox liveness job
+              shell: kubectl get job -l liveness=busybox-liveness -n {{ namespace }} -o jsonpath='{.items[0].metadata.name}'
+              register: liveness_job
+
+            - name: Deleting busybox liveness job
+              shell: kubectl delete job {{ liveness_job.stdout }} -n {{ namespace }}
+
+            - set_fact:
+                flag: "Pass"
+
+          when: "'deprovision' is in action"
+
+      rescue:
+        - set_fact:
+            flag: "Fail"
+
+      always:
+
+        ## RECORD END-OF-TEST IN e2e RESULT CR
+        - include_tasks: /e2e-tests/hack/update_e2e_result_resource.yml
+          vars:
+            status: 'EOT'
+        

e2e-tests/apps/busybox/liveness/test_vars.yml

@@ -0,0 +1,15 @@
+test_name: busybox-liveness
+
+namespace: "{{ lookup('env','APP_NAMESPACE') }}"
+
+app_label: "{{ lookup('env','APP_LABEL') }}"
+
+busybox_liveness: busybox_liveness.yml
+
+liveness_retry: "{{ lookup('env','LIVENESS_RETRY_COUNT') }}"
+
+liveness_timeout: "{{ lookup('env','LIVENESS_TIMEOUT_SECONDS') }}"
+
+liveness_log: "liveness-running"
+
+action: "{{ lookup('env','ACTION') }}"