diff --git a/.travis.yml b/.travis.yml
index bb47a93d6..514ab1ddf 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -15,6 +15,8 @@ install:
   - make vendor
 script:
   - make hugo-race check
+  - ./hugo -s docs/
+  - ./hugo --renderToMemory -s docs/
 before_install:
   # gem install must be run with sudo on OSX
   - sudo gem install asciidoctor | gem install asciidoctor
diff --git a/appveyor.yml b/appveyor.yml
index 4785a441d..423a6e416 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -13,3 +13,5 @@ install:
 
 build_script:
   - make hugo-race check
+  - hugo -s docs/
+  - hugo --renderToMemory -s docs/