diff --git a/.github/workflows/cpu_test.yml b/.github/workflows/cpu_test.yml
new file mode 100644
index 0000000..2fd3426
--- /dev/null
+++ b/.github/workflows/cpu_test.yml
@@ -0,0 +1,29 @@
+name: CPU tests
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+  schedule:
+  - cron: "0 8 * * *"
+
+jobs:
+  lint:
+    runs-on: ubuntu-22.04
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11"]
+    container:
+      image: us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/xla:nightly_${{ matrix.container }}_tpuvm
+    steps:
+    - uses: actions/checkout@v4
+    - name: Install dev dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -e '.[dev]'
+    - name: Run PyTest
+      run: |
+        # TODO(https://github.com/AI-Hypercomputer/torchprime/issues/14): Remove and burn the token.
+        export HF_TOKEN=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
+        pytest
diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml
new file mode 100644
index 0000000..ff26dde
--- /dev/null
+++ b/.github/workflows/lint.yml
@@ -0,0 +1,51 @@
+name: Lint
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+  schedule:
+  - cron: "0 10 * * *"
+
+jobs:
+  lint:
+    name: Check format and lint
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11", "3.12"]
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v3
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dev dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -e '.[dev]'
+    - name: Lint the code with ruff
+      run: |
+        ruff check
+    - name: Check formatting with yapf
+      shell: bash
+      run: |
+        git_status=$(git status --porcelain)
+        if [[ $git_status ]]; then
+          echo "Checkout code is not clean"
+          echo "${git_status}"
+          exit 1
+        fi
+
+        yapf --recursive -i '*.py' torchprime launcher
+        git_status=$(git status --porcelain)
+        if [[ $git_status ]]; then
+          git diff
+          echo "yapf recommends the changes above, please manually apply them OR automatically apply the changes "
+          echo "by running `yapf -i /PATH/TO/foo.py` to the following files"
+          echo "${git_status}"
+          exit 1
+        else
+          echo "PASSED Python format"
+        fi