diff --git a/.buildkite/pipeline.yaml b/.buildkite/pipeline.yaml
new file mode 100644
index 000000000..e98d70265
--- /dev/null
+++ b/.buildkite/pipeline.yaml
@@ -0,0 +1,11 @@
+steps:
+  - label: ":books: Build spec"
+    command:
+      - python3 -m venv env
+      - env/bin/pip install -r scripts/requirements.txt
+      - ". env/bin/activate; scripts/generate-matrix-org-assets"
+    artifact_paths:
+      - assets.tar.gz
+    plugins:
+      - docker#v3.0.1:
+          image: "python:3.6"
diff --git a/jenkins.sh b/jenkins.sh
deleted file mode 100755
index 79b77acb5..000000000
--- a/jenkins.sh
+++ /dev/null
@@ -1,3 +0,0 @@
-#!/bin/sh
-
-exec ./scripts/test-and-build.sh
diff --git a/scripts/requirements.txt b/scripts/requirements.txt
index 2a7d7ff85..66027f91e 100644
--- a/scripts/requirements.txt
+++ b/scripts/requirements.txt
@@ -4,8 +4,12 @@
 docutils >= 0.14
 pygments >= 2.2.0
 Jinja2 >= 2.9.6
-jsonschema >= 2.6.0
+
+# jsonschema 3.0.0 objects to the $refs in our schema file. TODO: figure out
+# why.
+jsonschema >= 2.6.0, < 3.0.0
+
 PyYAML >= 3.12
 requests >= 2.18.4
 towncrier == 18.6.0
-six >= 1.11.0
\ No newline at end of file
+six >= 1.11.0