Collect rest read trace in learning mode (#110)

* Rename OperatorRead to OperatorCacheRead * Rename operator to controller * Support REST read API * TODO in analyze.py * TODO in test client * Update workflow scripts * Shorten CI workflow
sieve-project · Feb 28, 2023 · f94c0b2 · f94c0b2
1 parent ba5f7e4
commit f94c0b2
Show file tree

Hide file tree

Showing 19 changed files with 646 additions and 654 deletions.
diff --git a/.github/workflows/bug-reproduction.yml b/.github/workflows/bug-reproduction.yml
@@ -1,4 +1,4 @@
-# This file is automatically generated by gen_github_action.py on 2022-12-30 05:14:21.038641
+# This file is automatically generated by gen_github_action.py on 2023-02-27 22:29:17.356101
 name: Bug Reproduction
 'on':
   workflow_dispatch: null

diff --git a/.github/workflows/example-controller-image-build.yml b/.github/workflows/example-controller-image-build.yml
@@ -1,4 +1,4 @@
-# This file is automatically generated by gen_github_action.py on 2022-12-30 05:14:20.983825
+# This file is automatically generated by gen_github_action.py on 2023-02-27 22:29:17.298971
 name: Example Controller Image Build
 'on':
   workflow_dispatch: null

diff --git a/.github/workflows/kind-image-build.yml b/.github/workflows/kind-image-build.yml
@@ -32,12 +32,12 @@ jobs:
           python3 build.py -m learn -p -r $IMAGE_NAMESPACE
           python3 build.py -m test -p -r $IMAGE_NAMESPACE
           docker system prune -af
-      - name: Build Image for v1.23
-        run: |
-          python3 build.py -v v1.23.16 -m vanilla -p -r $IMAGE_NAMESPACE
-          python3 build.py -v v1.23.16 -m learn -p -r $IMAGE_NAMESPACE
-          python3 build.py -v v1.23.16 -m test -p -r $IMAGE_NAMESPACE
-          docker system prune -af
+      # - name: Build Image for v1.23
+      #   run: |
+      #     python3 build.py -v v1.23.16 -m vanilla -p -r $IMAGE_NAMESPACE
+      #     python3 build.py -v v1.23.16 -m learn -p -r $IMAGE_NAMESPACE
+      #     python3 build.py -v v1.23.16 -m test -p -r $IMAGE_NAMESPACE
+      #     docker system prune -af
       - name: Build Image for v1.24
         run: |
           python3 build.py -v v1.24.10 -m vanilla -p -r $IMAGE_NAMESPACE

diff --git a/.github/workflows/oracle-generation.yml b/.github/workflows/oracle-generation.yml
@@ -1,4 +1,4 @@
-# This file is automatically generated by gen_github_action.py on 2022-12-30 05:14:21.007204
+# This file is automatically generated by gen_github_action.py on 2023-02-27 22:29:17.323356
 name: Oracle Generation
 'on':
   workflow_dispatch: null

diff --git a/.github/workflows/regression-testing.yml b/.github/workflows/regression-testing.yml
@@ -1,4 +1,4 @@
-# This file is automatically generated by gen_github_action.py on 2022-12-30 05:14:20.952337
+# This file is automatically generated by gen_github_action.py on 2023-02-27 22:29:17.276107
 name: Regression Testing
 'on':
   pull_request: null
@@ -96,28 +96,6 @@ jobs:
       run: python3 build.py -c examples/casskop-operator/ -m test -r $IMAGE_NAMESPACE
     - name: Build Image - vanilla
       run: python3 build.py -c examples/casskop-operator/ -m vanilla -r $IMAGE_NAMESPACE
-    - name: Sieve Learn - casskop-operator recreate
-      run: python3 sieve.py -c examples/casskop-operator/ -w recreate -m generate-oracle -r $IMAGE_NAMESPACE
-    - name: Sieve Learn - casskop-operator reducepdb
-      run: python3 sieve.py -c examples/casskop-operator/ -w reducepdb -m generate-oracle -r $IMAGE_NAMESPACE
-    - name: Sieve Learn - casskop-operator scaledown-to-zero
-      run: python3 sieve.py -c examples/casskop-operator/ -w scaledown-to-zero -m generate-oracle -r $IMAGE_NAMESPACE
-    - name: Sieve Test - casskop-operator intermediate-state-1
-      run: python3 reproduce_bugs.py -c casskop-operator -b intermediate-state-1 -r $IMAGE_NAMESPACE
-    - name: Sieve Test - casskop-operator stale-state-1
-      run: python3 reproduce_bugs.py -c casskop-operator -b stale-state-1 -r $IMAGE_NAMESPACE
-    - name: Sieve Test - casskop-operator stale-state-2
-      run: python3 reproduce_bugs.py -c casskop-operator -b stale-state-2 -r $IMAGE_NAMESPACE
-    - name: Sieve Test - casskop-operator unobserved-state-1
-      run: python3 reproduce_bugs.py -c casskop-operator -b unobserved-state-1 -r $IMAGE_NAMESPACE
-    - uses: actions/upload-artifact@v2
-      if: always()
-      with:
-        name: sieve-casskop-operator-log
-        path: log
-    - name: Remove cluster
-      if: always()
-      run: kind delete cluster
   mongodb-operator:
     runs-on: ubuntu-latest
     env:
@@ -163,36 +141,6 @@ jobs:
       run: python3 build.py -c examples/mongodb-operator/ -m test -r $IMAGE_NAMESPACE
     - name: Build Image - vanilla
       run: python3 build.py -c examples/mongodb-operator/ -m vanilla -r $IMAGE_NAMESPACE
-    - name: Sieve Learn - mongodb-operator disable-enable-arbiter
-      run: python3 sieve.py -c examples/mongodb-operator/ -w disable-enable-arbiter -m generate-oracle -r $IMAGE_NAMESPACE
-    - name: Sieve Learn - mongodb-operator disable-enable-shard
-      run: python3 sieve.py -c examples/mongodb-operator/ -w disable-enable-shard -m generate-oracle -r $IMAGE_NAMESPACE
-    - name: Sieve Learn - mongodb-operator recreate
-      run: python3 sieve.py -c examples/mongodb-operator/ -w recreate -m generate-oracle -r $IMAGE_NAMESPACE
-    - name: Sieve Learn - mongodb-operator run-cert-manager
-      run: python3 sieve.py -c examples/mongodb-operator/ -w run-cert-manager -m generate-oracle -r $IMAGE_NAMESPACE
-    - name: Sieve Learn - mongodb-operator scaleup-scaledown
-      run: python3 sieve.py -c examples/mongodb-operator/ -w scaleup-scaledown -m generate-oracle -r $IMAGE_NAMESPACE
-    - name: Sieve Test - mongodb-operator intermediate-state-1
-      run: python3 reproduce_bugs.py -c mongodb-operator -b intermediate-state-1 -r $IMAGE_NAMESPACE
-    - name: Sieve Test - mongodb-operator intermediate-state-2
-      run: python3 reproduce_bugs.py -c mongodb-operator -b intermediate-state-2 -r $IMAGE_NAMESPACE
-    - name: Sieve Test - mongodb-operator stale-state-1
-      run: python3 reproduce_bugs.py -c mongodb-operator -b stale-state-1 -r $IMAGE_NAMESPACE
-    - name: Sieve Test - mongodb-operator stale-state-2
-      run: python3 reproduce_bugs.py -c mongodb-operator -b stale-state-2 -r $IMAGE_NAMESPACE
-    - name: Sieve Test - mongodb-operator stale-state-3
-      run: python3 reproduce_bugs.py -c mongodb-operator -b stale-state-3 -r $IMAGE_NAMESPACE
-    - name: Sieve Test - mongodb-operator unobserved-state-1
-      run: python3 reproduce_bugs.py -c mongodb-operator -b unobserved-state-1 -r $IMAGE_NAMESPACE
-    - uses: actions/upload-artifact@v2
-      if: always()
-      with:
-        name: sieve-mongodb-operator-log
-        path: log
-    - name: Remove cluster
-      if: always()
-      run: kind delete cluster
   nifikop-operator:
     runs-on: ubuntu-latest
     env:
@@ -283,28 +231,6 @@ jobs:
       run: python3 build.py -c examples/rabbitmq-operator/ -m test -r $IMAGE_NAMESPACE
     - name: Build Image - vanilla
       run: python3 build.py -c examples/rabbitmq-operator/ -m vanilla -r $IMAGE_NAMESPACE
-    - name: Sieve Learn - rabbitmq-operator recreate
-      run: python3 sieve.py -c examples/rabbitmq-operator/ -w recreate -m generate-oracle -r $IMAGE_NAMESPACE
-    - name: Sieve Learn - rabbitmq-operator resize-pvc
-      run: python3 sieve.py -c examples/rabbitmq-operator/ -w resize-pvc -m generate-oracle -r $IMAGE_NAMESPACE
-    - name: Sieve Learn - rabbitmq-operator scaleup-scaledown
-      run: python3 sieve.py -c examples/rabbitmq-operator/ -w scaleup-scaledown -m generate-oracle -r $IMAGE_NAMESPACE
-    - name: Sieve Test - rabbitmq-operator intermediate-state-1
-      run: python3 reproduce_bugs.py -c rabbitmq-operator -b intermediate-state-1 -r $IMAGE_NAMESPACE
-    - name: Sieve Test - rabbitmq-operator stale-state-1
-      run: python3 reproduce_bugs.py -c rabbitmq-operator -b stale-state-1 -r $IMAGE_NAMESPACE
-    - name: Sieve Test - rabbitmq-operator stale-state-2
-      run: python3 reproduce_bugs.py -c rabbitmq-operator -b stale-state-2 -r $IMAGE_NAMESPACE
-    - name: Sieve Test - rabbitmq-operator unobserved-state-1
-      run: python3 reproduce_bugs.py -c rabbitmq-operator -b unobserved-state-1 -r $IMAGE_NAMESPACE
-    - uses: actions/upload-artifact@v2
-      if: always()
-      with:
-        name: sieve-rabbitmq-operator-log
-        path: log
-    - name: Remove cluster
-      if: always()
-      run: kind delete cluster
   xtradb-operator:
     runs-on: ubuntu-latest
     env:
@@ -440,21 +366,3 @@ jobs:
       run: python3 build.py -c examples/zookeeper-operator/ -m test -r $IMAGE_NAMESPACE
     - name: Build Image - vanilla
       run: python3 build.py -c examples/zookeeper-operator/ -m vanilla -r $IMAGE_NAMESPACE
-    - name: Sieve Learn - zookeeper-operator recreate
-      run: python3 sieve.py -c examples/zookeeper-operator/ -w recreate -m generate-oracle -r $IMAGE_NAMESPACE
-    - name: Sieve Learn - zookeeper-operator scaledown-scaleup
-      run: python3 sieve.py -c examples/zookeeper-operator/ -w scaledown-scaleup -m generate-oracle -r $IMAGE_NAMESPACE
-    - name: Sieve Test - zookeeper-operator stale-state-1
-      run: python3 reproduce_bugs.py -c zookeeper-operator -b stale-state-1 -r $IMAGE_NAMESPACE
-    - name: Sieve Test - zookeeper-operator stale-state-2
-      run: python3 reproduce_bugs.py -c zookeeper-operator -b stale-state-2 -r $IMAGE_NAMESPACE
-    - name: Sieve Test - zookeeper-operator unobserved-state-1
-      run: python3 reproduce_bugs.py -c zookeeper-operator -b unobserved-state-1 -r $IMAGE_NAMESPACE
-    - uses: actions/upload-artifact@v2
-      if: always()
-      with:
-        name: sieve-zookeeper-operator-log
-        path: log
-    - name: Remove cluster
-      if: always()
-      run: kind delete cluster
diff --git a/gen_github_action.py b/gen_github_action.py
@@ -36,16 +36,16 @@
 }
 
 operators_to_run_tests = [
-    "cass-operator",
+    # "cass-operator",
     # "cassandra-operator",
-    "casskop-operator",
-    "elastic-operator",
-    "mongodb-operator",
+    # "casskop-operator",
+    # "elastic-operator",
+    # "mongodb-operator",
     # "nifikop-operator",
-    "rabbitmq-operator",
+    # "rabbitmq-operator",
     # "xtradb-operator",
     # "yugabyte-operator",
-    "zookeeper-operator",
+    # "zookeeper-operator",
 ]
 
 manifest_map = {