diff --git a/.github/configs/milestone-check.json b/.github/configs/milestone-check.json
deleted file mode 100644
index a06049b153..0000000000
--- a/.github/configs/milestone-check.json
+++ /dev/null
@@ -1,8 +0,0 @@
-[
-    {
-      "type": "check-milestone",
-      "title": "Milestone Check",
-      "success": "Milestone set",
-      "failure": "Milestone not set"
-    }
-  ]
\ No newline at end of file
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index aacc47a0a5..f4bd892a90 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -355,7 +355,7 @@ jobs:
       - test-go-race
     steps:
       - name: Download failure summary
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
         with:
           name: failure-summary
       - name: Prepare failure summary
diff --git a/.github/workflows/milestone-checker.yml b/.github/workflows/milestone-checker.yml
index c3eed2a1e4..0cfaab4bed 100644
--- a/.github/workflows/milestone-checker.yml
+++ b/.github/workflows/milestone-checker.yml
@@ -19,16 +19,5 @@ jobs:
     if: "!contains(github.event.pull_request.labels.*.name, 'pr/no-milestone')"
     runs-on: ubuntu-latest
     steps:
-      - name: Checkout Actions
-        uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # v3.5.3
-        with:
-          repository: "grafana/grafana-github-actions"
-          path: ./actions
-          ref: main
-      - name: Install Actions
-        run: npm install --production --prefix ./actions
-      - name: Run PR Checks
-        uses: ./actions/pr-checks
-        with:
-          token: ${{secrets.GITHUB_TOKEN}}
-          configPath: configs/milestone-check
+      - name: Check milestone
+        run: ${{ github.event.pull_request.milestone != null }}
diff --git a/.github/workflows/oss.yml b/.github/workflows/oss.yml
index f3c5a7a413..3eaa1f9a56 100644
--- a/.github/workflows/oss.yml
+++ b/.github/workflows/oss.yml
@@ -68,7 +68,7 @@ jobs:
       - if: github.event.pull_request != null && steps.changes.outputs.ui == 'true'
         run: echo "PROJECT=171" >> "$GITHUB_ENV"
 
-      - uses: actions/add-to-project@v0.3.0    # TSCCR: no entry for repository "actions/add-to-project"
+      - uses: actions/add-to-project@a9f041ddd462ed185893ea1024cec954f50dbe42 # v0.3.0 # TSCCR: no entry for repository "actions/add-to-project"
         with:
           project-url: https://github.com/orgs/hashicorp/projects/${{ env.PROJECT }}
           github-token: ${{ secrets.TRIAGE_GITHUB_TOKEN }}