diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
index 6e3928a..ad86f92 100644
--- a/.github/workflows/ci.yaml
+++ b/.github/workflows/ci.yaml
@@ -57,15 +57,23 @@ jobs:
     env:
       esphome_directory: esphome
     runs-on: ubuntu-latest
-    # cpp lint job runs with esphome-lint docker image so that clang-format-*
-    # doesn't have to be installed
-    container: esphome/esphome-lint:latest
     steps:
       - uses: actions/checkout@v2
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: '3.9'
+      - name: Cache pip modules
+        uses: actions/cache@v1
+        with:
+          path: ~/.cache/pip
+          key: esphome-pip-3.9-${{ hashFiles('setup.py') }}
+          restore-keys: |
+            esphome-pip-3.9-
 
-      - name: 💣 Clone esphome project
+      - name: 💣Clone esphome project
         run: git clone https://github.com/esphome/esphome.git
-      - name: 💣 Copy component into the esphome project
+      - name: 💣Copy component into the esphome project
         run: |
           cp -r ../components/* esphome/components/
           git config user.name "ci"
@@ -74,6 +82,12 @@ jobs:
           git commit -a -m "Add external component"
         working-directory: ${{ env.esphome_directory }}
 
+      - name: Add missing requirements
+        run: pip3 install setuptools wheel
+      - name: Set up python environment
+        run: VIRTUAL_ENV=false script/setup
+        working-directory: ${{ env.esphome_directory }}
+
       # Set up the pio project so that the cpp checks know how files are compiled
       # (build flags, libraries etc)
       - name: Set up platformio environment