diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index b71e75640e..58c4f5ab49 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -26,3 +26,27 @@ jobs:
         run: busted --lua=/home/runner/work/PathOfBuilding/PathOfBuilding/.lua/bin/luajit
       - name: Report coverage
         run: cd src; luacov-coveralls --repo-token=${{ secrets.github_token }} -e TestData -e Data -e runtime
+
+  install_tests:
+    runs-on: windows-latest
+    env:
+      GH_TOKEN: ${{ github.token }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Download installer
+        run: gh release download --pattern '*.exe' --repo PathOfBuildingCommunity/PathOfBuilding
+      - name: Run installer
+        run: .\PathOfBuildingCommunity-Setup.exe /S /NCRC
+      - name: Run Path of Building
+        run: |
+          cd $ENV:APPDATA
+          Start-Process -FilePath "Path of Building Community\Path of Building.exe"
+      - name: Verify first run
+        run: return !(Test-Path "Path of Building Community\first.run")
+      - name: Download Sikuli
+        run: Invoke-WebRequest https://launchpad.net/sikuli/sikulix/2.0.5/+download/sikulixapi-2.0.5.jar -OutFile sikulixapi-2.0.5.jar
+      - name: Run test
+        run: |
+          dir
+          java -jar sikulixapi-2.0.5.jar -r spec\checkUpdate
\ No newline at end of file
diff --git a/spec/checkUpdate.sikuli/1722309358306.png b/spec/checkUpdate.sikuli/1722309358306.png
new file mode 100644
index 0000000000..7fc579fe8e
Binary files /dev/null and b/spec/checkUpdate.sikuli/1722309358306.png differ
diff --git a/spec/checkUpdate.sikuli/1722309855700.png b/spec/checkUpdate.sikuli/1722309855700.png
new file mode 100644
index 0000000000..8a696aff70
Binary files /dev/null and b/spec/checkUpdate.sikuli/1722309855700.png differ
diff --git a/spec/checkUpdate.sikuli/checkUpdate.py b/spec/checkUpdate.sikuli/checkUpdate.py
new file mode 100644
index 0000000000..b14b0e852c
--- /dev/null
+++ b/spec/checkUpdate.sikuli/checkUpdate.py
@@ -0,0 +1,2 @@
+click("1722309358306.png")
+wait("1722309855700.png", 20)
\ No newline at end of file