From 2994f221f79866cc74b419574ad68ecd18014306 Mon Sep 17 00:00:00 2001
From: Samuel Enocsson <samuel.enocsson@consid.se>
Date: Tue, 12 Aug 2025 17:04:14 +0200
Subject: [PATCH] Add cache management and smart delay optimization
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

- Add subtle "clear cache" link (gear icon) in top-right corner
- Implement cache clearing endpoint with user feedback
- Fix delay logic to skip delays for cached data
- Only apply rate limiting delays when actually scraping fresh data
- Add cache size reporting when clearing cache
- Improve performance for repeat visits with cached data
- Maintain server-friendly rate limiting for fresh scrapes

🤖 Generated with [Claude Code](https://claude.ai/code)

Co-Authored-By: Claude <noreply@anthropic.com>
---
 index.html | 26 ++++++++++++++++++++++++++
 server.js  | 26 ++++++++++++++++++++++++--
 2 files changed, 50 insertions(+), 2 deletions(-)
diff --git a/index.html b/index.html
index 892f385..55e26dd 100644
--- a/index.html
+++ b/index.html
@@ -172,6 +172,9 @@
 <body>
     <div class="container">
         <h1>PDGA Player Ratings</h1>
+        <div style="position: absolute; top: 10px; right: 15px;">
+            <a href="#" onclick="clearCache(); return false;" style="color: #ccc; font-size: 10px; text-decoration: none; opacity: 0.3;" title="Clear cache">⚙</a>
+        </div>
         <div id="loading" class="loading" style="display: none;">Loading ratings...</div>
         <div id="progress-section" style="display: none;">
             <div class="progress-container">
@@ -512,6 +515,29 @@
             }, 100);
         }
         
+        async function clearCache() {
+            try {
+                const response = await fetch('/api/clear-cache', {
+                    method: 'POST'
+                });
+                
+                const data = await response.json();
+                
+                if (data.success) {
+                    alert(data.message);
+                    // Optionally reload the page to reflect fresh data
+                    if (confirm('Reload page to fetch fresh data?')) {
+                        location.reload();
+                    }
+                } else {
+                    alert('Failed to clear cache');
+                }
+            } catch (error) {
+                console.error('Error clearing cache:', error);
+                alert('Error clearing cache');
+            }
+        }
+        
         fetchRatingsWithProgress();
     </script>
 </body>
diff --git a/server.js b/server.js
index 912f1a7..990ec79 100644
--- a/server.js
+++ b/server.js
@@ -371,6 +371,11 @@ async function getAllRatings(progressCallback = null) {
       }
       
       try {
+        // Check if data is cached BEFORE scraping
+        const cacheKey = `player-${pdgaNumber}`;
+        const cached = cache.get(cacheKey);
+        const wasFromCache = cached && Date.now() - cached.timestamp < CACHE_DURATION;
+        
         const playerData = await scrapePDGARating(pdgaNumber);
         ratings.push(playerData);
         
@@ -384,8 +389,10 @@ async function getAllRatings(progressCallback = null) {
           });
         }
         
-        // Longer delay to avoid overwhelming the server
-        await new Promise(resolve => setTimeout(resolve, 1000));
+        if (!wasFromCache) {
+          // Delay only for fresh scrapes to avoid overwhelming the server
+          await new Promise(resolve => setTimeout(resolve, 1000));
+        }
       } catch (error) {
         console.error(`Failed to scrape PDGA ${pdgaNumber}:`, error.message);
         const errorData = {
@@ -576,6 +583,21 @@ app.get('/api/rating-history/:pdgaNumber', async (req, res) => {
   }
 });
 
+app.post('/api/clear-cache', (req, res) => {
+  try {
+    const cacheSize = cache.size;
+    cache.clear();
+    console.log(`Cache cleared - removed ${cacheSize} entries`);
+    res.json({ 
+      success: true, 
+      message: `Cache cleared - ${cacheSize} entries removed` 
+    });
+  } catch (error) {
+    console.error('Error clearing cache:', error);
+    res.status(500).json({ error: 'Failed to clear cache' });
+  }
+});
+
 app.post('/api/predicted-rating/:pdgaNumber', async (req, res) => {
   let browser = null;
   try {
