diff --git a/appveyor.yml b/appveyor.yml
index acb6e4aa7..8bf914a7e 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -19,6 +19,8 @@ build_script:
 
     export PATH="/usr/lib/ccache/:$PATH"
 
+    python ./scripts/cicount.py
+
     cmake . -Wno-dev -DKATIE_TESTS=ON -DKATIE_BENCHMARKS=ON -DKATIE_UTILS=ON
 
     make -j $(nproc || echo 1)
diff --git a/scripts/cicount.py b/scripts/cicount.py
new file mode 100755
index 000000000..434e962d3
--- /dev/null
+++ b/scripts/cicount.py
@@ -0,0 +1,21 @@
+#!/usr/bin/python
+
+import os, sys
+
+cicountfile = "/home/appveyor/.ccache/cicount"
+
+cicount = 0
+try:
+    with open(cicountfile, 'r') as f:
+        cicontent = f.read()
+        cicount = int(cicontent)
+except:
+    cicount = 10
+
+if cicount >= 10:
+    import randconfig
+    cicount = 0
+
+cicount += 1
+with open(cicountfile, 'w') as f:
+    f.write(str(cicount))