shcizo
858143d149
Features added: - Course directory scraping with pagination for Swedish courses - Layout scraping from course detail pages (AJAX tabs) - Event results scraping to calculate layout ratings - Mean rating calculation based on players who shot par - Last played date tracking for each layout (extracted from event pages) - Multi-event aggregation for accurate ratings across tournaments Database: - Added courses table (name, link, city, last_updated) - Added layouts table (name, par, mean_rating, rating_count, last_played) - Added database migrations for new columns - Foreign key relationship between courses and layouts API endpoints: - POST /api/scrape-courses - scrape course directory - POST /api/scrape-layouts/:courseId - scrape layouts and events (combined) - POST /api/scrape-all-layouts - bulk scrape all courses - POST /api/scrape-event-results/:courseId - process event results - GET /api/courses - fetch all courses - GET /api/layouts/:courseId - fetch layouts for course UI: - New courses.html page for course/layout management - Expandable course rows showing layouts - Display layout par, mean rating, and last played date - Layouts sorted by most recently played (newest first) - Individual and bulk scraping controls Technical details: - Date extraction using regex pattern matching from event pages - Proper detection of division results in details/table.results structure - Round score and rating extraction from td.round/td.round-rating pairs - Course location from td.views-field-field-course-location 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude <noreply@anthropic.com>
446 lines
15 KiB
HTML
446 lines
15 KiB
HTML
<!DOCTYPE html>
|
|
<html lang="en">
|
|
<head>
|
|
<meta charset="UTF-8">
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
<title>PDGA Courses - Sweden</title>
|
|
<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.4.0/css/all.min.css">
|
|
<style>
|
|
body {
|
|
font-family: Arial, sans-serif;
|
|
margin: 0;
|
|
padding: 20px;
|
|
background-color: #f5f5f5;
|
|
}
|
|
|
|
@media (max-width: 768px) {
|
|
body {
|
|
padding: 10px;
|
|
}
|
|
}
|
|
.container {
|
|
max-width: 1000px;
|
|
margin: 0 auto;
|
|
background: white;
|
|
padding: 30px;
|
|
border-radius: 8px;
|
|
box-shadow: 0 2px 10px rgba(0,0,0,0.1);
|
|
overflow-x: auto;
|
|
}
|
|
|
|
@media (max-width: 768px) {
|
|
.container {
|
|
padding: 15px;
|
|
border-radius: 0;
|
|
box-shadow: none;
|
|
}
|
|
}
|
|
h1 {
|
|
color: #333;
|
|
text-align: center;
|
|
margin-bottom: 30px;
|
|
}
|
|
|
|
@media (max-width: 768px) {
|
|
h1 {
|
|
font-size: 24px;
|
|
margin-bottom: 20px;
|
|
}
|
|
}
|
|
.nav-links {
|
|
text-align: center;
|
|
margin-bottom: 20px;
|
|
}
|
|
.nav-links a {
|
|
margin: 0 15px;
|
|
color: #007bff;
|
|
text-decoration: none;
|
|
font-weight: bold;
|
|
}
|
|
.nav-links a:hover {
|
|
text-decoration: underline;
|
|
}
|
|
.loading {
|
|
text-align: center;
|
|
padding: 20px;
|
|
font-size: 18px;
|
|
color: #666;
|
|
}
|
|
.controls {
|
|
text-align: right;
|
|
margin-bottom: 20px;
|
|
}
|
|
.btn {
|
|
padding: 8px 16px;
|
|
background-color: #007bff;
|
|
color: white;
|
|
border: none;
|
|
border-radius: 4px;
|
|
cursor: pointer;
|
|
font-size: 14px;
|
|
margin-left: 10px;
|
|
}
|
|
.btn:hover {
|
|
background-color: #0056b3;
|
|
}
|
|
.btn:disabled {
|
|
background-color: #6c757d;
|
|
cursor: not-allowed;
|
|
}
|
|
table {
|
|
width: 100%;
|
|
border-collapse: collapse;
|
|
margin-top: 20px;
|
|
font-size: 14px;
|
|
}
|
|
th, td {
|
|
padding: 12px;
|
|
text-align: left;
|
|
border-bottom: 1px solid #ddd;
|
|
}
|
|
|
|
@media (max-width: 768px) {
|
|
table {
|
|
font-size: 12px;
|
|
}
|
|
th, td {
|
|
padding: 8px 4px;
|
|
}
|
|
.mobile-hide {
|
|
display: none;
|
|
}
|
|
}
|
|
th {
|
|
background-color: #f8f9fa;
|
|
font-weight: bold;
|
|
color: #495057;
|
|
}
|
|
tr:hover {
|
|
background-color: #f5f5f5;
|
|
}
|
|
.expandable-row {
|
|
cursor: pointer;
|
|
}
|
|
.expandable-row:hover {
|
|
background-color: #e3f2fd;
|
|
}
|
|
.expanded-content {
|
|
display: none;
|
|
background-color: #f8f9fa;
|
|
border-top: 2px solid #007bff;
|
|
}
|
|
.expanded-content td {
|
|
padding: 20px;
|
|
}
|
|
.layouts-container {
|
|
padding: 15px;
|
|
}
|
|
.layout-item {
|
|
padding: 10px;
|
|
margin: 5px 0;
|
|
background-color: white;
|
|
border-radius: 4px;
|
|
border: 1px solid #dee2e6;
|
|
display: flex;
|
|
justify-content: space-between;
|
|
align-items: center;
|
|
}
|
|
.layout-name {
|
|
font-weight: bold;
|
|
color: #333;
|
|
}
|
|
.layout-par {
|
|
color: #007bff;
|
|
font-weight: bold;
|
|
}
|
|
.no-layouts {
|
|
text-align: center;
|
|
color: #999;
|
|
font-style: italic;
|
|
padding: 20px;
|
|
}
|
|
.refresh-icon {
|
|
cursor: pointer;
|
|
opacity: 0.6;
|
|
margin-left: 8px;
|
|
font-size: 13px;
|
|
color: #6c757d;
|
|
transition: all 0.2s ease;
|
|
padding: 2px;
|
|
border-radius: 3px;
|
|
}
|
|
.refresh-icon:hover {
|
|
opacity: 1;
|
|
color: #007bff;
|
|
background-color: rgba(0, 123, 255, 0.1);
|
|
transform: scale(1.1);
|
|
}
|
|
.refresh-icon.spinning {
|
|
animation: spin 1s linear infinite;
|
|
color: #007bff;
|
|
opacity: 1;
|
|
background-color: rgba(0, 123, 255, 0.1);
|
|
}
|
|
@keyframes spin {
|
|
0% { transform: rotate(0deg); }
|
|
100% { transform: rotate(360deg); }
|
|
}
|
|
</style>
|
|
</head>
|
|
<body>
|
|
<div class="container">
|
|
<h1>PDGA Courses - Sweden</h1>
|
|
|
|
<div class="nav-links">
|
|
<a href="/">Player Ratings</a>
|
|
<a href="/courses.html" style="color: #333;">Courses</a>
|
|
</div>
|
|
|
|
<div class="controls">
|
|
<button class="btn" onclick="scrapeCourses()" id="scrape-courses-btn">
|
|
<i class="fas fa-sync-alt"></i> Scrape Courses
|
|
</button>
|
|
<button class="btn" onclick="scrapeAllLayouts()" id="scrape-all-layouts-btn">
|
|
<i class="fas fa-layer-group"></i> Scrape All Layouts
|
|
</button>
|
|
</div>
|
|
|
|
<div id="loading" class="loading" style="display: none;">Loading courses...</div>
|
|
<div id="courses-table"></div>
|
|
</div>
|
|
|
|
<script>
|
|
async function loadCourses() {
|
|
const loading = document.getElementById('loading');
|
|
const tableDiv = document.getElementById('courses-table');
|
|
|
|
loading.style.display = 'block';
|
|
tableDiv.innerHTML = '';
|
|
|
|
try {
|
|
const response = await fetch('/api/courses');
|
|
const courses = await response.json();
|
|
|
|
loading.style.display = 'none';
|
|
displayCourses(courses);
|
|
} catch (error) {
|
|
console.error('Error loading courses:', error);
|
|
loading.style.display = 'none';
|
|
tableDiv.innerHTML = '<p>Error loading courses. Please try again.</p>';
|
|
}
|
|
}
|
|
|
|
function displayCourses(courses) {
|
|
const tableDiv = document.getElementById('courses-table');
|
|
|
|
if (courses.length === 0) {
|
|
tableDiv.innerHTML = '<p>No courses found. Click "Scrape Courses" to load Swedish courses from PDGA.</p>';
|
|
return;
|
|
}
|
|
|
|
let tableHTML = `
|
|
<table>
|
|
<thead>
|
|
<tr>
|
|
<th>Course Name</th>
|
|
<th class="mobile-hide">City</th>
|
|
<th class="mobile-hide">Last Updated</th>
|
|
<th>Actions</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody>
|
|
`;
|
|
|
|
courses.forEach(course => {
|
|
const lastUpdated = new Date(course.last_updated).toLocaleDateString('en-US', {
|
|
year: 'numeric',
|
|
month: 'short',
|
|
day: 'numeric'
|
|
});
|
|
|
|
tableHTML += `
|
|
<tr id="row-${course.id}" class="expandable-row" onclick="toggleCourseLayouts(${course.id})">
|
|
<td>
|
|
<a href="${course.link}" target="_blank" onclick="event.stopPropagation()">${course.name}</a>
|
|
<div class="mobile-only" style="font-size: 11px; color: #999; margin-top: 2px;">${course.city}</div>
|
|
</td>
|
|
<td class="mobile-hide">${course.city}</td>
|
|
<td class="mobile-hide">${lastUpdated}</td>
|
|
<td>
|
|
<i class="fas fa-sync-alt refresh-icon" onclick="scrapeLayouts(${course.id}, '${course.name.replace(/'/g, "\\'")}'); event.stopPropagation();" title="Scrape layouts for this course"></i>
|
|
</td>
|
|
</tr>
|
|
<tr id="layouts-${course.id}" class="expanded-content">
|
|
<td colspan="4">
|
|
<div class="layouts-container" id="layouts-container-${course.id}">
|
|
<div class="no-layouts">Click to load layouts...</div>
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
`;
|
|
});
|
|
|
|
tableHTML += `
|
|
</tbody>
|
|
</table>
|
|
`;
|
|
|
|
tableDiv.innerHTML = tableHTML;
|
|
}
|
|
|
|
async function toggleCourseLayouts(courseId) {
|
|
const layoutsRow = document.getElementById(`layouts-${courseId}`);
|
|
const layoutsContainer = document.getElementById(`layouts-container-${courseId}`);
|
|
|
|
if (layoutsRow.style.display === 'table-row') {
|
|
layoutsRow.style.display = 'none';
|
|
return;
|
|
}
|
|
|
|
layoutsRow.style.display = 'table-row';
|
|
|
|
// Check if layouts are already loaded
|
|
if (layoutsContainer.dataset.loaded === 'true') {
|
|
return;
|
|
}
|
|
|
|
// Show loading state
|
|
layoutsContainer.innerHTML = '<div class="no-layouts">Loading layouts...</div>';
|
|
|
|
try {
|
|
const response = await fetch(`/api/layouts/${courseId}`);
|
|
const layouts = await response.json();
|
|
|
|
if (layouts.length > 0) {
|
|
let layoutsHTML = '<h4 style="margin-top: 0;">Layouts:</h4>';
|
|
layouts.forEach(layout => {
|
|
const ratingDisplay = layout.mean_rating ?
|
|
`<span style="color: #28a745; font-weight: bold; margin-left: 10px;">Rating: ${layout.mean_rating}</span>` :
|
|
'';
|
|
const dateDisplay = layout.last_played ?
|
|
`<span style="color: #6c757d; font-size: 12px; margin-left: 10px;">Last played: ${new Date(layout.last_played).toLocaleDateString('en-US', { year: 'numeric', month: 'short', day: 'numeric' })}</span>` :
|
|
'';
|
|
layoutsHTML += `
|
|
<div class="layout-item">
|
|
<div>
|
|
<span class="layout-name">${layout.name}</span>
|
|
${dateDisplay}
|
|
</div>
|
|
<span class="layout-par">Par ${layout.par}${ratingDisplay}</span>
|
|
</div>
|
|
`;
|
|
});
|
|
layoutsContainer.innerHTML = layoutsHTML;
|
|
layoutsContainer.dataset.loaded = 'true';
|
|
} else {
|
|
layoutsContainer.innerHTML = '<div class="no-layouts">No layouts found. Click the refresh icon to scrape layouts.</div>';
|
|
}
|
|
} catch (error) {
|
|
console.error('Error loading layouts:', error);
|
|
layoutsContainer.innerHTML = '<div class="no-layouts">Error loading layouts</div>';
|
|
}
|
|
}
|
|
|
|
async function scrapeCourses() {
|
|
const btn = document.getElementById('scrape-courses-btn');
|
|
btn.disabled = true;
|
|
btn.innerHTML = '<i class="fas fa-sync-alt spinning"></i> Scraping...';
|
|
|
|
try {
|
|
const response = await fetch('/api/scrape-courses', {
|
|
method: 'POST'
|
|
});
|
|
|
|
const data = await response.json();
|
|
|
|
if (data.success) {
|
|
alert(data.message);
|
|
loadCourses(); // Reload the courses list
|
|
} else {
|
|
alert('Failed to scrape courses');
|
|
}
|
|
} catch (error) {
|
|
console.error('Error scraping courses:', error);
|
|
alert('Error scraping courses');
|
|
} finally {
|
|
btn.disabled = false;
|
|
btn.innerHTML = '<i class="fas fa-sync-alt"></i> Scrape Courses';
|
|
}
|
|
}
|
|
|
|
async function scrapeLayouts(courseId, courseName) {
|
|
const icon = document.querySelector(`#row-${courseId} .refresh-icon`);
|
|
icon.classList.add('spinning');
|
|
|
|
try {
|
|
const response = await fetch(`/api/scrape-layouts/${courseId}`, {
|
|
method: 'POST'
|
|
});
|
|
|
|
const data = await response.json();
|
|
|
|
if (data.success) {
|
|
// Reset the loaded state to force reload
|
|
const layoutsContainer = document.getElementById(`layouts-container-${courseId}`);
|
|
layoutsContainer.dataset.loaded = 'false';
|
|
|
|
// If the row is expanded, reload layouts
|
|
const layoutsRow = document.getElementById(`layouts-${courseId}`);
|
|
if (layoutsRow.style.display === 'table-row') {
|
|
toggleCourseLayouts(courseId);
|
|
// Re-expand to show new data
|
|
setTimeout(() => toggleCourseLayouts(courseId), 100);
|
|
}
|
|
|
|
alert(data.message);
|
|
} else {
|
|
alert('Failed to scrape layouts');
|
|
}
|
|
} catch (error) {
|
|
console.error('Error scraping layouts:', error);
|
|
alert('Error scraping layouts');
|
|
} finally {
|
|
icon.classList.remove('spinning');
|
|
}
|
|
}
|
|
|
|
async function scrapeAllLayouts() {
|
|
const btn = document.getElementById('scrape-all-layouts-btn');
|
|
|
|
if (!confirm('This will scrape layouts for all courses. This may take several minutes. Continue?')) {
|
|
return;
|
|
}
|
|
|
|
btn.disabled = true;
|
|
btn.innerHTML = '<i class="fas fa-sync-alt spinning"></i> Scraping...';
|
|
|
|
try {
|
|
const response = await fetch('/api/scrape-all-layouts', {
|
|
method: 'POST'
|
|
});
|
|
|
|
const data = await response.json();
|
|
|
|
if (data.success) {
|
|
alert(data.message);
|
|
// Clear all loaded states to force reload
|
|
document.querySelectorAll('.layouts-container').forEach(container => {
|
|
container.dataset.loaded = 'false';
|
|
});
|
|
} else {
|
|
alert('Failed to scrape layouts');
|
|
}
|
|
} catch (error) {
|
|
console.error('Error scraping all layouts:', error);
|
|
alert('Error scraping all layouts');
|
|
} finally {
|
|
btn.disabled = false;
|
|
btn.innerHTML = '<i class="fas fa-layer-group"></i> Scrape All Layouts';
|
|
}
|
|
}
|
|
|
|
// Load courses on page load
|
|
loadCourses();
|
|
</script>
|
|
</body>
|
|
</html> |