diff --git a/.travis.yml b/.travis.yml
index 6d00265..40b160d 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -29,3 +29,4 @@ script:
     done
 
   - make all
+  - make generate_k8s
diff --git a/Makefile b/Makefile
index 38d7f0c..60c09b0 100644
--- a/Makefile
+++ b/Makefile
@@ -19,3 +19,12 @@ lint: prometheus_alert_rules.yaml
 
 clean:
 	rm -rf prometheus_alert_rules.yaml
+
+generate_k8s:
+	cd extras; cp manifests/prometheus-rules.yaml .; jb install; ./build.sh example.jsonnet; cd -
+	cmp -s extras/prometheus-rules.yaml extras/manifests/prometheus-rules.yaml; \
+	RETVAL=$$?; \
+	if [ $$RETVAL -eq 0 ]; then \
+		echo "Rule files are different"; \
+		exit 1; \
+	fi