diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index c9d5358e..fa34948a 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -15,7 +15,7 @@ on:  # yamllint disable-line rule:truthy
 jobs:
   changelog:
     uses: ansible/ansible-content-actions/.github/workflows/changelog.yaml@main
-    if: github.event_name == 'pull_request'
+    if: github.event_name == 'pull_request' && github.base_ref == 'devel'
   build-import:
     uses: ansible/ansible-content-actions/.github/workflows/build_import.yaml@main
   ansible-lint:
diff --git a/changelogs/fragments/fix_ci.yml b/changelogs/fragments/fix_ci.yml
new file mode 100644
index 00000000..a1f8e09d
--- /dev/null
+++ b/changelogs/fragments/fix_ci.yml
@@ -0,0 +1,3 @@
+---
+minor_changes:
+  - Updated CI to only run changelog job if PR into devel branch is detected. `#1251 <https://github.com/netbox-community/ansible_modules/issues/1251>`_