feat: add large M3U playlist warning (50K+ channels)

This commit is contained in:
Trevor Mears
2026-01-16 17:00:57 -08:00
parent 450795818e
commit 196b9520b7
4 changed files with 210 additions and 1 deletions
+2
View File
@@ -60,6 +60,8 @@ const API = {
test: (id) => API.request('POST', `/sources/${id}/test`), test: (id) => API.request('POST', `/sources/${id}/test`),
sync: (id) => API.request('POST', `/sources/${id}/sync`), // Manual sync sync: (id) => API.request('POST', `/sources/${id}/sync`), // Manual sync
getStatus: () => API.request('GET', '/sources/status'), // Get all statuses getStatus: () => API.request('GET', '/sources/status'), // Get all statuses
estimate: (id) => API.request('GET', `/sources/${id}/estimate`), // Estimate M3U size
estimateByUrl: (url, type) => API.request('POST', '/sources/estimate', { url, type }), // Estimate by URL (before creation)
}, },
// Channels (hidden items) // Channels (hidden items)
+105
View File
@@ -33,6 +33,61 @@ class SourceManager {
this.pollSyncStatus(); this.pollSyncStatus();
} }
/**
* Show a styled warning modal with Cancel/Proceed buttons
* @param {Object} options - { title, message, details, proceedText, cancelText }
* @returns {Promise<boolean>} - Resolves true if user clicks Proceed, false if Cancel
*/
showWarningModal({ title, message, details = '', proceedText = 'Proceed', cancelText = 'Cancel' }) {
return new Promise((resolve) => {
const modal = document.getElementById('modal');
const modalTitle = document.getElementById('modal-title');
const modalBody = document.getElementById('modal-body');
const modalFooter = document.getElementById('modal-footer');
modalTitle.textContent = title;
modalBody.innerHTML = `
<div class="warning-modal-content">
<div class="warning-icon">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="currentColor" style="width: 48px; height: 48px; color: var(--color-warning, #f59e0b);">
<path d="M1 21h22L12 2 1 21zm12-3h-2v-2h2v2zm0-4h-2v-4h2v4z"/>
</svg>
</div>
<p class="warning-message" style="font-size: 1rem; margin: var(--space-md) 0; color: var(--color-text-primary);">${message}</p>
${details ? `<p class="warning-details" style="font-size: 0.875rem; color: var(--color-text-muted); background: var(--color-bg-tertiary); padding: var(--space-md); border-radius: var(--radius-md); text-align: left;">${details}</p>` : ''}
</div>
`;
modalFooter.innerHTML = `
<button class="btn btn-secondary" id="warning-cancel">${cancelText}</button>
<button class="btn btn-primary" id="warning-proceed" style="background: var(--color-warning, #f59e0b); border-color: var(--color-warning, #f59e0b);">${proceedText}</button>
`;
modal.classList.add('active');
const cleanup = () => {
modal.classList.remove('active');
modal.querySelector('.modal-close').onclick = null;
};
document.getElementById('warning-cancel').onclick = () => {
cleanup();
resolve(false);
};
document.getElementById('warning-proceed').onclick = () => {
cleanup();
resolve(true);
};
modal.querySelector('.modal-close').onclick = () => {
cleanup();
resolve(false);
};
});
}
/** /**
* Poll sync status from the backend * Poll sync status from the backend
*/ */
@@ -218,6 +273,28 @@ class SourceManager {
} }
try { try {
// Check M3U size before creating (large playlist warning)
if (type === 'm3u') {
try {
const estimate = await API.sources.estimateByUrl(url, type);
if (estimate.needsWarning) {
const proceed = await this.showWarningModal({
title: '⚠️ Large Playlist Warning',
message: `This playlist contains <strong>${estimate.count.toLocaleString()}</strong> channels.`,
details: `Syncing may take several minutes and app performance may be impacted with large playlists.<br><br>Consider using a filtered M3U from your provider to include only channels you actually watch.`,
proceedText: 'Proceed Anyway',
cancelText: 'Cancel'
});
if (!proceed) {
return; // Don't create the source
}
}
} catch (err) {
console.warn('[SourceManager] Could not estimate M3U size:', err.message);
// Continue with creation anyway
}
}
await API.sources.create({ type, name, url, username, password }); await API.sources.create({ type, name, url, username, password });
document.getElementById('modal').classList.remove('active'); document.getElementById('modal').classList.remove('active');
await this.loadSources(); await this.loadSources();
@@ -320,6 +397,34 @@ class SourceManager {
if (icon) icon.classList.add('spin'); if (icon) icon.classList.add('spin');
} }
// Check M3U size before syncing (large playlist warning)
if (type === 'm3u') {
try {
const estimate = await API.sources.estimate(id);
if (estimate.needsWarning) {
const proceed = await this.showWarningModal({
title: '⚠️ Large Playlist Warning',
message: `This playlist contains <strong>${estimate.count.toLocaleString()}</strong> channels.`,
details: `Syncing may take several minutes and app performance may be impacted with large playlists.<br><br>Consider using a filtered M3U from your provider to include only channels you actually watch.`,
proceedText: 'Proceed Anyway',
cancelText: 'Cancel'
});
if (!proceed) {
// Reset button state
if (btn) {
btn.disabled = false;
const icon = btn.querySelector('.icon');
if (icon) icon.classList.remove('spin');
}
return;
}
}
} catch (err) {
console.warn('[SourceManager] Could not estimate M3U size:', err.message);
// Continue with sync anyway
}
}
// 1. Trigger Backend Sync // 1. Trigger Backend Sync
console.log(`[SourceManager] Triggering sync for source ${id}`); console.log(`[SourceManager] Triggering sync for source ${id}`);
await API.sources.sync(id); await API.sources.sync(id);
+61
View File
@@ -4,6 +4,7 @@ const { sources } = require('../db');
const { getDb } = require('../db/sqlite'); const { getDb } = require('../db/sqlite');
const xtreamApi = require('../services/xtreamApi'); const xtreamApi = require('../services/xtreamApi');
const syncService = require('../services/syncService'); const syncService = require('../services/syncService');
const m3uParser = require('../services/m3uParser');
// Get all sources // Get all sources
router.get('/', async (req, res) => { router.get('/', async (req, res) => {
@@ -204,6 +205,66 @@ router.post('/:id/test', async (req, res) => {
} }
}); });
// Estimate M3U playlist size (for large playlist warning)
const M3U_LARGE_THRESHOLD = 50000;
// Estimate by URL (for new sources before creation)
router.post('/estimate', async (req, res) => {
try {
const { url, type } = req.body;
if (!url) {
return res.status(400).json({ error: 'URL is required' });
}
// Only M3U sources need estimation
if (type !== 'm3u') {
return res.json({ count: 0, needsWarning: false, threshold: M3U_LARGE_THRESHOLD });
}
console.log(`[Sources] Estimating M3U size for URL...`);
const count = await m3uParser.countEntries(url);
console.log(`[Sources] M3U estimate: ${count} entries`);
res.json({
count,
needsWarning: count > M3U_LARGE_THRESHOLD,
threshold: M3U_LARGE_THRESHOLD
});
} catch (err) {
console.error('Error estimating M3U size:', err);
res.status(500).json({ error: 'Failed to estimate playlist size', message: err.message });
}
});
// Estimate by source ID (for existing sources)
router.get('/:id/estimate', async (req, res) => {
try {
const source = await sources.getById(req.params.id);
if (!source) {
return res.status(404).json({ error: 'Source not found' });
}
// Only M3U sources need estimation
if (source.type !== 'm3u') {
return res.json({ count: 0, needsWarning: false, threshold: M3U_LARGE_THRESHOLD });
}
console.log(`[Sources] Estimating M3U size for ${source.name}...`);
const count = await m3uParser.countEntries(source.url);
console.log(`[Sources] M3U estimate: ${count} entries`);
res.json({
count,
needsWarning: count > M3U_LARGE_THRESHOLD,
threshold: M3U_LARGE_THRESHOLD
});
} catch (err) {
console.error('Error estimating M3U size:', err);
res.status(500).json({ error: 'Failed to estimate playlist size', message: err.message });
}
});
// Global Sync - sync all enabled sources // Global Sync - sync all enabled sources
router.post('/sync-all', async (req, res) => { router.post('/sync-all', async (req, res) => {
try { try {
+42 -1
View File
@@ -271,5 +271,46 @@ async function* fetchAndParseStreaming(url, batchSize = 500) {
yield* parseStreaming(stream, batchSize); yield* parseStreaming(stream, batchSize);
} }
module.exports = { parse, parseExtinf, fetchAndParse, parseStreaming, fetchAndParseStreaming }; /**
* Fast count of entries in an M3U playlist (for size estimation)
* Streams the file and counts #EXTINF lines without full parsing
* @param {string} url - URL of the M3U playlist
* @returns {Promise<number>} Number of entries
*/
async function countEntries(url) {
const response = await fetch(url, {
headers: {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36'
}
});
if (!response.ok) {
throw new Error(`Failed to fetch playlist: ${response.status}`);
}
let stream;
if (response.body && typeof response.body.pipe === 'function') {
stream = response.body;
} else if (response.body) {
stream = Readable.fromWeb(response.body);
} else {
return 0;
}
return new Promise((resolve, reject) => {
let count = 0;
const rl = readline.createInterface({ input: stream, crlfDelay: Infinity });
rl.on('line', (line) => {
if (line.startsWith('#EXTINF:')) {
count++;
}
});
rl.on('close', () => resolve(count));
rl.on('error', reject);
});
}
module.exports = { parse, parseExtinf, fetchAndParse, parseStreaming, fetchAndParseStreaming, countEntries };