shcizo/pdga-rating
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

Add cache management and smart delay optimization

Browse Source 
- Add subtle "clear cache" link (gear icon) in top-right corner
- Implement cache clearing endpoint with user feedback
- Fix delay logic to skip delays for cached data
- Only apply rate limiting delays when actually scraping fresh data
- Add cache size reporting when clearing cache
- Improve performance for repeat visits with cached data
- Maintain server-friendly rate limiting for fresh scrapes

🤖 Generated with [Claude Code](https://claude.ai/code)

Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
Samuel Enocsson
2025-08-12 17:04:14 +02:00
parent 55188a8269
commit 2994f221f7
2 changed files with 50 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
index.html
+26
View File
@@ -172,6 +172,9 @@
<body> <body>
<div class="container"> <div class="container">
<h1>PDGA Player Ratings</h1> <h1>PDGA Player Ratings</h1>
<div style="position: absolute; top: 10px; right: 15px;">
<a href="#" onclick="clearCache(); return false;" style="color: #ccc; font-size: 10px; text-decoration: none; opacity: 0.3;" title="Clear cache">⚙</a>
</div>
<div id="loading" class="loading" style="display: none;">Loading ratings...</div> <div id="loading" class="loading" style="display: none;">Loading ratings...</div>
<div id="progress-section" style="display: none;"> <div id="progress-section" style="display: none;">
<div class="progress-container"> <div class="progress-container">
@@ -512,6 +515,29 @@
}, 100); }, 100);
} }
async function clearCache() {
try {
const response = await fetch('/api/clear-cache', {
method: 'POST'
});
const data = await response.json();
if (data.success) {
alert(data.message);
// Optionally reload the page to reflect fresh data
if (confirm('Reload page to fetch fresh data?')) {
location.reload();
}
} else {
alert('Failed to clear cache');
}
} catch (error) {
console.error('Error clearing cache:', error);
alert('Error clearing cache');
}
}
fetchRatingsWithProgress(); fetchRatingsWithProgress();
</script> </script>
</body> </body>
server.js
+24 -2
View File
@@ -371,6 +371,11 @@ async function getAllRatings(progressCallback = null) {
} }
try { try {
// Check if data is cached BEFORE scraping
const cacheKey = `player-${pdgaNumber}`;
const cached = cache.get(cacheKey);
const wasFromCache = cached && Date.now() - cached.timestamp < CACHE_DURATION;
const playerData = await scrapePDGARating(pdgaNumber); const playerData = await scrapePDGARating(pdgaNumber);
ratings.push(playerData); ratings.push(playerData);
@@ -384,8 +389,10 @@ async function getAllRatings(progressCallback = null) {
}); });
} }
// Longer delay to avoid overwhelming the server if (!wasFromCache) {
await new Promise(resolve => setTimeout(resolve, 1000)); // Delay only for fresh scrapes to avoid overwhelming the server
await new Promise(resolve => setTimeout(resolve, 1000));
}
} catch (error) { } catch (error) {
console.error(`Failed to scrape PDGA ${pdgaNumber}:`, error.message); console.error(`Failed to scrape PDGA ${pdgaNumber}:`, error.message);
const errorData = { const errorData = {
@@ -576,6 +583,21 @@ app.get('/api/rating-history/:pdgaNumber', async (req, res) => {
} }
}); });
app.post('/api/clear-cache', (req, res) => {
try {
const cacheSize = cache.size;
cache.clear();
console.log(`Cache cleared - removed ${cacheSize} entries`);
res.json({
success: true,
message: `Cache cleared - ${cacheSize} entries removed`
});
} catch (error) {
console.error('Error clearing cache:', error);
res.status(500).json({ error: 'Failed to clear cache' });
}
});
app.post('/api/predicted-rating/:pdgaNumber', async (req, res) => { app.post('/api/predicted-rating/:pdgaNumber', async (req, res) => {
let browser = null; let browser = null;
try { try {