diff --git a/.github/workflows/docs.yaml b/.github/workflows/docs.yaml
index e2ae997b..38faf99b 100644
--- a/.github/workflows/docs.yaml
+++ b/.github/workflows/docs.yaml
@@ -1,12 +1,9 @@
-name: 🦜🔍 Documentation build and deploy
+name: 🦜🔍 Documentation deploy
 
 on:
   push:
     branches:
     - master
-  pull_request:
-    branches:
-    - master
 
 permissions:
   contents: write
diff --git a/.github/workflows/docs_build.yaml b/.github/workflows/docs_build.yaml
new file mode 100644
index 00000000..e6c1bb92
--- /dev/null
+++ b/.github/workflows/docs_build.yaml
@@ -0,0 +1,26 @@
+name: 🦜🔍 Documentation build
+on:
+  pull_request:
+    branches:
+    - master
+
+permissions:
+  contents: write
+
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-python@v4
+        with:
+          python-version: 3.x
+      - run: echo "cache_id=$(date --utc '+%V')" >> $GITHUB_ENV
+      - uses: actions/cache@v3
+        with:
+          key: mkdocs-material-${{ env.cache_id }}
+          path: .cache
+          restore-keys: |
+            mkdocs-material-
+      - run: pip install mkdocs-material
+      - run: mkdocs build
diff --git a/mkdocs.yml b/mkdocs.yml
index 4a80bcb5..e8b5e763 100644
--- a/mkdocs.yml
+++ b/mkdocs.yml
@@ -12,8 +12,8 @@ theme:
   logo: img/ray.png
   favicon: img/favicon.ico
 
-repo_name: anyscale/aviary
-repo_url: https://github.com/anyscale/aviary
+repo_name: anyscale/ray-llm
+repo_url: https://github.com/anyscale/ray-llm
 edit_uri: ""
 
 nav: