Restructrue the scripts in e2e-packet

Signed-off-by: sathyaseelan <sathyaseelan.n@cloudbyte.com>

.gitlab-ci.yml

@@ -10,7 +10,7 @@ stages:
   - APP-CHAOS-TEST
   - CLUSTER-CLEANUP
 
-## Setup the kubernetes cluster
+# Setup the kubernetes cluster
 
 packet-cluster:
   image: chandankumar4/packet:v4

script/apps/cassandra/deployer/cassandra-app-deploy-jiva

@@ -39,12 +39,12 @@ printf '%*s\n' "${COLUMNS:-$(tput cols)}" '' | tr ' ' "%"
 ## DEPENDENCIES  ##
 ###################
 
-## Derive the kubeconfig of the packet cluster into the gitlab job runner pod
+## Derive the kubeconfig of the Packet cluster into the gitlab job runner pod
 ## "openebs-packet" is a shared path for the gitlab runner passed as artifact by gitlab 
 
 echo "Setting up test dependencies.."
  
-mkdir ~/.kube 
+mkdir ~/.kube
 cp -r openebs-packet/.kube/. ~/.kube/
 
 ## Clone the litmus repo, checkout the e2e branch, navigate to litmus root 

script/apps/cassandra/functional/jiva/app-sts-replica-scale

@@ -39,8 +39,8 @@ printf '%*s\n' "${COLUMNS:-$(tput cols)}" '' | tr ' ' "%"
 ## DEPENDENCIES  ##
 ###################
 
-## Derive the kubeconfig of the AWS cluster into the gitlab job runner pod
-## "aws-openebs" is a shared path for the gitlab runner passed as artifact by gitlab 
+## Derive the kubeconfig of the packet cluster into the gitlab job runner pod
+## "openebs-packet" is a shared path for the gitlab runner passed as artifact by gitlab 
 
 echo "Setting up test dependencies.."
  

script/apps/cassandra/workload/jiva/cassandra-app-workload-jiva

@@ -39,13 +39,14 @@ printf '%*s\n' "${COLUMNS:-$(tput cols)}" '' | tr ' ' "%"
 ## DEPENDENCIES  ##
 ###################
 
-## Derive the kubeconfig of the packet cluster into the gitlab job runner pod
+## Derive the kubeconfig of the Packet cluster into the gitlab job runner pod
 ## "openebs-packet" is a shared path for the gitlab runner passed as artifact by gitlab 
 
 echo "Setting up test dependencies.."
  
 mkdir ~/.kube
 cp -r openebs-packet/.kube/. ~/.kube/
+
 ## Clone the litmus repo, checkout the e2e branch, navigate to litmus root 
 
 #git clone https://github.com/atulabhi/litmus.git

script/apps/fio/tests/jiva/fio-volume-data-integrity-check

@@ -8,7 +8,7 @@ set -x
 ## TODO: Ideally, run_metadata should be passed as gitlab runner (CI runtime) ENV
 run_metadata=""
 
-## https://github.com/openebs/litmus/blob/master/apps/percona/chaos/openebs-replica-network-delay/test_vars.yml
+## https://github.com/openebs/litmus/blob/master/apps/fio/tests/data-integrity/test_vars.yml
 test_name="fio-data-integrity" 
 
 if [[ -n "$run_metadata" ]]; then
@@ -46,6 +46,7 @@ echo "Setting up test dependencies.."
  
 mkdir ~/.kube
 cp -r openebs-packet/.kube/. ~/.kube/
+
 ## Clone the litmus repo, checkout the e2e branch, navigate to litmus root 
 
 #git clone https://github.com/atulabhi/litmus.git
@@ -54,8 +55,6 @@ cp -r openebs-packet/.kube/. ~/.kube/
 git clone https://github.com/openebs/litmus.git
 cd litmus
 
-#wget https://raw.githubusercontent.com/openebs/litmus/5384f4039421a68386bc99ef22d2405286245257/apps/fio/data-integrity/run_litmus_test.yml
-
 task_delimiter;
 
 ############################
@@ -75,9 +74,7 @@ echo "Running the litmus test.."
 
 jobNameCmd="kubectl get jobs -n litmus --no-headers -o jsonpath='{.items[?(@.metadata.labels.app==\"fio-di-litmus\")].metadata.name}'"
 
-#job_deploy_out=$(kubectl create -f apps/jenkins/upgrade/run_litmus_test.yml) && \
-
-job_deploy_out=$(kubectl create -f run_litmus_test.yml) && \
+job_deploy_out=$(kubectl create -f apps/fio/tests/data-integrity/run_litmus_test.yml) && \
 job_name=$(eval $jobNameCmd); retcode=$?
 error_handler $retcode msg="Unable to run litmusbook, exiting" action="exit"
 

script/apps/jenkins/chaos/jiva/volume-replica-network-delay

@@ -39,7 +39,7 @@ printf '%*s\n' "${COLUMNS:-$(tput cols)}" '' | tr ' ' "%"
 ## DEPENDENCIES  ##
 ###################
 
-## Derive the kubeconfig of the packet cluster into the gitlab job runner pod
+## Derive the kubeconfig of the Packet cluster into the gitlab job runner pod
 ## "openebs-packet" is a shared path for the gitlab runner passed as artifact by gitlab 
 
 echo "Setting up test dependencies.."

script/apps/jenkins/functional/jiva/app-upgrade-deployment

@@ -46,6 +46,7 @@ echo "Setting up test dependencies.."
  
 mkdir ~/.kube
 cp -r openebs-packet/.kube/. ~/.kube/
+
 ## Clone the litmus repo, checkout the e2e branch, navigate to litmus root 
 
 #git clone https://github.com/atulabhi/litmus.git

script/apps/mongo/chaos/cstor/volume-target-network-delay

@@ -46,6 +46,7 @@ echo "Setting up test dependencies.."
  
 mkdir ~/.kube
 cp -r openebs-packet/.kube/. ~/.kube/
+
 ## Clone the litmus repo, checkout the e2e branch, navigate to litmus root 
 
 #git clone https://github.com/atulabhi/litmus.git
@@ -78,7 +79,7 @@ EOF
 cp apps/percona/chaos/openebs_target_network_delay/run_litmus_test.yml run_mongo_cstor_ctrl_network_delay.yml
 
 sed -i -e 's/name: openebs-target-network-delay/name: openebs-target-network-delay-cstor/g' \
--e 's/value: app-mongo-ns/value: mongocstor/g' \
+-e 's/value: app-percona-ns/value: mongocstor/g' \
 -e 's/value: percona-mysql-claim/value: openebs-mongo-mongo-0/g' \
 -e 's/''name=percona''/''app=mongo''/g' run_mongo_cstor_ctrl_network_delay.yml
 

script/apps/mongo/chaos/jiva/volume-controller-failure

@@ -46,6 +46,7 @@ echo "Setting up test dependencies.."
  
 mkdir ~/.kube
 cp -r openebs-packet/.kube/. ~/.kube/
+
 ## Clone the litmus repo, checkout the e2e branch, navigate to litmus root 
 
 #git clone https://github.com/atulabhi/litmus.git

script/apps/mongo/deployer/mongo-app-deploy-cstor

@@ -46,6 +46,7 @@ echo "Setting up test dependencies.."
  
 mkdir ~/.kube
 cp -r openebs-packet/.kube/. ~/.kube/
+
 ## Clone the litmus repo, checkout the e2e branch, navigate to litmus root 
 
 #git clone https://github.com/atulabhi/litmus.git

script/apps/mongo/deployer/mongo-app-deploy-jiva

@@ -46,6 +46,7 @@ echo "Setting up test dependencies.."
  
 mkdir ~/.kube
 cp -r openebs-packet/.kube/. ~/.kube/
+
 ## Clone the litmus repo, checkout the e2e branch, navigate to litmus root 
 
 #git clone https://github.com/atulabhi/litmus.git

script/apps/mongo/workload/cstor/mongo-app-workload-cstor

@@ -46,6 +46,7 @@ echo "Setting up test dependencies.."
  
 mkdir ~/.kube
 cp -r openebs-packet/.kube/. ~/.kube/
+
 ## Clone the litmus repo, checkout the e2e branch, navigate to litmus root 
 
 #git clone https://github.com/atulabhi/litmus.git
@@ -69,7 +70,7 @@ task_delimiter;
  | specAttribute        | kind     | jiva               | cStor-sparse                 |
   ------------------------------------------------------------------------------------
  | litmusJobLabel       | jobSpec  | mongodb-loadjob    | mongodb-loadjob-cstor        |
- | appNamespace         | env      | app-mongo-ns       | mongodb-cstor                |
+ | appNamespace         | env      | app-mongo-ns       | mongocstor                |
  | runID                | env(add) |    -               | cstor 
   ------------------------------------------------------------------------------------
 EOF
@@ -77,7 +78,7 @@ EOF
 cp apps/mongodb/workload/run_litmus_test.yml run_cstor_litmus_test.yml
 
 sed -i -e 's/loadgen: mongodb-loadjob/loadgen: mongodb-loadjob-cstor/g' \
--e 's/value: app-mongo-ns/value: mongodb-cstor/g' run_cstor_litmus_test.yml
+-e 's/value: app-mongo-ns/value: mongocstor/g' run_cstor_litmus_test.yml
 
 sed -i '/command:/i \
           - name: RUN_ID\

script/apps/mongo/workload/jiva/mongo-app-workload-jiva

@@ -46,6 +46,7 @@ echo "Setting up test dependencies.."
  
 mkdir ~/.kube
 cp -r openebs-packet/.kube/. ~/.kube/
+
 ## Clone the litmus repo, checkout the e2e branch, navigate to litmus root 
 
 #git clone https://github.com/atulabhi/litmus.git

script/apps/percona/chaos/cstor/volume-target-failure

@@ -46,6 +46,7 @@ echo "Setting up test dependencies.."
  
 mkdir ~/.kube
 cp -r openebs-packet/.kube/. ~/.kube/
+
 ## Clone the litmus repo, checkout the e2e branch, navigate to litmus root 
 
 #git clone https://github.com/atulabhi/litmus.git

script/apps/postgres/deployer/postgres-app-deploy-jiva

@@ -39,13 +39,14 @@ printf '%*s\n' "${COLUMNS:-$(tput cols)}" '' | tr ' ' "%"
 ## DEPENDENCIES  ##
 ###################
 
-## Derive the kubeconfig of the packet cluster into the gitlab job runner pod
+## Derive the kubeconfig of the Packet cluster into the gitlab job runner pod
 ## "openebs-packet" is a shared path for the gitlab runner passed as artifact by gitlab 
 
 echo "Setting up test dependencies.."
  
 mkdir ~/.kube
 cp -r openebs-packet/.kube/. ~/.kube/
+
 ## Clone the litmus repo, checkout the e2e branch, navigate to litmus root 
 
 #git clone https://github.com/atulabhi/litmus.git

script/apps/todo.md

+1. Modularization of runners
+2. Modularization of gitlab ci yaml (use extend?) --> DONE
+3. Identifying stage v/s job dependency solution --> DONE 
+4. Merging deployer and loadgen stages --> DONE 
+5. Truth table in README for app-engine-chaos combo 
+6. Notes for PVC names of statefulsets in runner 
+7. Issues for jsonpath changes to get ctrl/rep PV --> DONE 
+8. Move chaos jobs outside percona? 
+9. Need to identify ideal AWS  image instance types? https://success.docker.com/article/what-causes-a-container-to-exit-with-code-1374 --> DONE? 
+10. Deploy statefulset with single replica --> DONE 
+11. Application pod kill (ext4, xfs)
+12. CentOS platform  
+13. Usage of openebs-standalone for statefulsets & corresponding SC in cstor 
+14. Prometheus, redis deployers.
+15. Cassandra for chaos tests/func jobs --> FUNC JOBS DONE 
+16. Logger - sono pods stuck
+17. Liveness sidecar additions
+18. DB init checks for percona/others? 
+19. gitlab runner - kops image into openebs repo 
+20. App cleanup and OpenEBS cleanup stage
+21. Not tracking end of Loadgens 
+22. Need App/DB init confirmation checks inside deployers where applicable 
+23. Auto-scaler for KOPS
+24. Make test jobs labels consistent 

script/provider/infra-setup

@@ -40,6 +40,7 @@ printf '%*s\n' "${COLUMNS:-$(tput cols)}" '' | tr ' ' "%"
 ## DEPENDENCIES  ##
 ###################
 
+
 ## Derive the kubeconfig of the Packet cluster into the gitlab job runner pod
 ## "openebs-packet" is a shared path for the gitlab runner passed as artifact by gitlab