Lint only changed SQL files on PRs

.github/workflows/linter.yml

@@ -44,7 +44,6 @@ jobs:
           VALIDATE_MARKDOWN: true
           VALIDATE_PYTHON_PYLINT: true
           VALIDATE_PYTHON_FLAKE8: true
-          VALIDATE_SQLFLUFF: true
           VALIDATE_YAML: true
 
   dependabot:
@@ -73,7 +72,6 @@ jobs:
             steps.metadata.outputs.update-type == 'version-update:semver-minor'
           ) && (
             contains(steps.metadata.outputs.dependency-names, 'prettier') ||
-            contains(steps.metadata.outputs.dependency-names, 'sqlfluff') ||
             contains(steps.metadata.outputs.dependency-names, 'super-linter')
           )
         run: gh pr merge --admin --squash "$PR_URL"

.github/workflows/lintsql.yml

@@ -7,7 +7,8 @@ on:
   workflow_dispatch:
   pull_request:
     paths:
-      src/requirements.txt
+      - src/requirements.txt
+      - 'sql/**.sql'
 jobs:
   lint:
     name: Lint SQL
@@ -23,9 +24,46 @@ jobs:
         with:
           python-version: '3.12'
       - name: Lint SQL code
-        if: |
-            github.event_name == 'workflow_dispatch' ||
-            startsWith(github.event.pull_request.title,'Bump sqlfluff') == true
         run: |
-          pip install -r src/requirements.txt
-          sqlfluff lint sql -p 4
+          pip install -r src/requirements.txt -q
+          if [ "${{ github.event_name }}" == "workflow_dispatch" ] || \
+            [[ "${{ github.event.pull_request.title }}" == Bump\ sqlfluff* ]]; then
+            # Lint all SQL files for workflow_dispatch or sqlfluff bumps
+            sqlfluff lint sql -p 4
+          else
+            # Lint only changed SQL files
+            git diff --name-only --diff-filter=ACMRT origin/${{ github.base_ref }}...HEAD \
+              | grep '\.sql$' \
+              | xargs -r sqlfluff lint
+          fi
+
+
+  dependabot:
+    name: Dependabot auto-merge
+    runs-on: ubuntu-latest
+    needs: lint
+    if: |
+      github.event.pull_request.user.login == 'dependabot[bot]' &&
+      github.repository == 'HTTPArchive/almanac.httparchive.org'
+
+    permissions:
+      contents: write
+      pull-requests: write
+
+    steps:
+      - name: Dependabot metadata
+        id: metadata
+        uses: dependabot/fetch-metadata@v2
+        with:
+          github-token: "${{ secrets.GITHUB_TOKEN }}"
+
+      - name: Enable auto-merge for Dependabot PRs
+        if: |
+          (
+            steps.metadata.outputs.update-type == 'version-update:semver-patch' ||
+            steps.metadata.outputs.update-type == 'version-update:semver-minor'
+          ) && contains(steps.metadata.outputs.dependency-names, 'sqlfluff')
+        run: gh pr merge --admin --squash "$PR_URL"
+        env:
+          PR_URL: ${{github.event.pull_request.html_url}}
+          GH_TOKEN: ${{secrets.GITHUB_TOKEN}}

sql/2019/fonts/06_32.sql

@@ -20,4 +20,3 @@ FROM (
   ORDER BY
     freq / total DESC
 )
-LIMIT 100

sql/2021/css/image_dimension_popularity.sql

@@ -56,4 +56,3 @@ FROM (
   ORDER BY
     pct DESC
 )
-LIMIT 500

sql/2021/css/keyframes_positions.sql

@@ -56,4 +56,3 @@ FROM (
   ORDER BY
     pct DESC
 )
-LIMIT 500

sql/2022/jamstack/jamstack_random_1000_urls.sql

@@ -5,4 +5,4 @@ FROM
 WHERE
   methodology = '2022' AND
   date = '2022-06-01'
-LIMIT 1000
+LIMIT 1000 -- noqa: AM09

sql/2024/jamstack/hugo_astro_next.sql

@@ -9,7 +9,7 @@ CREATE TEMPORARY FUNCTION GET_MAX_AGE(response_headers ARRAY<STRUCT<name STRING,
           UNNEST(response_headers) AS header
         WHERE
           LOWER(header.name) = 'cache-control'
-        LIMIT 1
+        LIMIT 1 -- noqa: AM09
       ),
       r'max-age=(\d+)'
     ) AS INT64

sql/2024/jamstack/jamstack-overview.sql

@@ -9,7 +9,7 @@ CREATE TEMPORARY FUNCTION GET_MAX_AGE(response_headers ARRAY<STRUCT<name STRING,
           UNNEST(response_headers) AS header
         WHERE
           LOWER(header.name) = 'cache-control'
-        LIMIT 1
+        LIMIT 1 -- noqa: AM09
       ),
       r'max-age=(\d+)'
     ) AS INT64

sql/2024/jamstack/jamstack_distribution_by_rank.sql

@@ -9,7 +9,7 @@ CREATE TEMPORARY FUNCTION GET_MAX_AGE(response_headers ARRAY<STRUCT<name STRING,
           UNNEST(response_headers) AS header
         WHERE
           LOWER(header.name) = 'cache-control'
-        LIMIT 1
+        LIMIT 1  -- noqa: AM09
       ),
       r'max-age=(\d+)'
     ) AS INT64

sql/2024/jamstack/js_frameworks.sql

@@ -9,7 +9,7 @@ CREATE TEMPORARY FUNCTION GET_MAX_AGE(response_headers ARRAY<STRUCT<name STRING,
           UNNEST(response_headers) AS header
         WHERE
           LOWER(header.name) = 'cache-control'
-        LIMIT 1
+        LIMIT 1 -- noqa: AM09
       ),
       r'max-age=(\d+)'
     ) AS INT64

sql/2024/jamstack/paas.sql

@@ -9,7 +9,7 @@ CREATE TEMPORARY FUNCTION GET_MAX_AGE(response_headers ARRAY<STRUCT<name STRING,
           UNNEST(response_headers) AS header
         WHERE
           LOWER(header.name) = 'cache-control'
-        LIMIT 1
+        LIMIT 1 -- noqa: AM09
       ),
       r'max-age=(\d+)'
     ) AS INT64

sql/2024/jamstack/ssg.sql

@@ -9,7 +9,7 @@ CREATE TEMPORARY FUNCTION GET_MAX_AGE(response_headers ARRAY<STRUCT<name STRING,
           UNNEST(response_headers) AS header
         WHERE
           LOWER(header.name) = 'cache-control'
-        LIMIT 1
+        LIMIT 1 -- noqa: AM09
       ),
       r'max-age=(\d+)'
     ) AS INT64

sql/2024/markup/content_encoding.sql

@@ -8,7 +8,7 @@ RETURNS STRING AS (
       UNNEST(response_headers) AS header
     WHERE
       LOWER(header.name) = 'content-encoding'
-    LIMIT 1
+    LIMIT 1 -- noqa: AM09
   )
 );
 

sql/2024/sustainability/video_autoplay_values.sql

@@ -8,7 +8,6 @@ WITH video_data AS (
   WHERE
     date = '2024-06-01' AND  -- Updated date
     is_root_page
-  LIMIT 10000  -- Limit the number of rows processed for faster testing
 )
 
 SELECT