diff --git a/.buildkite/pull-requests.json b/.buildkite/pull-requests.json
new file mode 100644
index 000000000..8eae593f0
--- /dev/null
+++ b/.buildkite/pull-requests.json
@@ -0,0 +1,9 @@
+{
+  "jobs": [
+    {
+      "enabled": true,
+      "pipeline_slug": "elasticsearch-py-integration-tests",
+      "allow_org_users": true
+    }
+  ]
+}