From 22d4f18e973987029d1008084b28ad2175260a61 Mon Sep 17 00:00:00 2001 From: Kamran Ahmed Date: Mon, 13 May 2024 01:38:37 +0100 Subject: [PATCH] Add script to warmup URLs --- package.json | 2 +- scripts/{warm-og.sh => warm-urls.sh} | 12 +++++++++--- 2 files changed, 10 insertions(+), 4 deletions(-) rename scripts/{warm-og.sh => warm-urls.sh} (77%) diff --git a/package.json b/package.json index e92030f2d..0ecdda418 100644 --- a/package.json +++ b/package.json @@ -20,7 +20,7 @@ "best-practice-dirs": "node scripts/best-practice-dirs.cjs", "best-practice-content": "node scripts/best-practice-content.cjs", "generate:og": "node ./scripts/generate-og-images.mjs", - "warm:og": "sh ./scripts/warm-og.sh https://roadmap.sh/sitemap-0.xml", + "warm:urls": "sh ./scripts/warm-urls.sh https://roadmap.sh/sitemap-0.xml", "compress:images": "tsx ./scripts/compress-images.ts", "test:e2e": "playwright test" }, diff --git a/scripts/warm-og.sh b/scripts/warm-urls.sh similarity index 77% rename from scripts/warm-og.sh rename to scripts/warm-urls.sh index de8f98f69..802b16b1e 100755 --- a/scripts/warm-og.sh +++ b/scripts/warm-urls.sh @@ -1,7 +1,7 @@ #!/usr/bin/env bash -# Usage: warm-og.sh -# Example: warm-og.sh https://www.example.com/sitemap.xml +# Usage: warm-urls.sh +# Example: warm-urls.sh https://www.example.com/sitemap.xml # Check if sitemap url is provided if [ -z "$1" ]; then @@ -19,9 +19,15 @@ for url in $urls; do # Fetch the og:image URL from the meta tags og_image_url=$(curl -s "$url" | grep -o " /dev/null; then + failed_urls+=("$url") + fi + # Warm up the og:image URL if [ -n "$og_image_url" ]; then - echo "Warming up $og_image_url" + echo "Warming up OG: $og_image_url" if ! curl -s -I "$og_image_url" > /dev/null; then failed_urls+=("$og_image_url") fi