sebastjan/videofolxtv
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Improve video synchronization reliability and error handling

Browse Source 
Update server/videoSync.ts to include database connectivity checks, batch processing for videos, and error counting to enhance the robustness of the video synchronization service.

Replit-Commit-Author: Agent
Replit-Commit-Session-Id: 890577b1-c154-40a4-a177-a0c6d55320c3
Replit-Commit-Checkpoint-Type: full_checkpoint
Replit-Commit-Screenshot-Url: https://storage.googleapis.com/screenshot-production-us-central1/8cc42625-c1f5-4e43-99bd-77f2c4dedee2/890577b1-c154-40a4-a177-a0c6d55320c3/heEm7CS
This commit is contained in:
sebastjanartic 2025-09-01 17:50:12 +00:00
parent 261472641d
commit 2a395fd12d
1 changed files with 78 additions and 41 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

117
server/videoSync.ts
View File

@ -76,50 +76,74 @@ class VideoSyncService {
let insertedCount = 0; let insertedCount = 0;
let updatedCount = 0; let updatedCount = 0;
let errorCount = 0;
try { try {
for (const video of this.cache.videos) { // First, test database connectivity
try { await db.execute(sql`SELECT 1`);
// Check if video exists in database using raw SQL console.log('📡 Database connection verified');
const existingVideo = await db.execute(sql`SELECT id FROM videos WHERE id = ${video.id} LIMIT 1`);
const videoData = { // Process videos in smaller batches to avoid overwhelming the database
id: video.id, const batchSize = 10;
title: video.title, const totalBatches = Math.ceil(this.cache.videos.length / batchSize);
description: video.description || '',
thumbnailUrl: video.thumbnailUrl,
customThumbnailUrl: video.customThumbnailUrl || null,
videoUrl: video.videoUrl,
duration: video.duration,
views: video.views,
category: video.category || '',
tags: Array.isArray(video.tags) ? video.tags : [],
isPublic: video.isPublic !== false,
createdAt: video.createdAt ? new Date(video.createdAt) : new Date(),
updatedAt: new Date(),
};
if (existingVideo.rows.length === 0) { for (let batchIndex = 0; batchIndex < totalBatches; batchIndex++) {
// Insert new video using raw SQL to avoid schema issues const start = batchIndex * batchSize;
await db.execute(sql` const end = Math.min(start + batchSize, this.cache.videos.length);
INSERT INTO videos (id, title, description, thumbnail_url, video_url, duration, views, category, custom_thumbnail_url, tags, is_public, created_at, updated_at) const batch = this.cache.videos.slice(start, end);
VALUES (${videoData.id}, ${videoData.title}, ${videoData.description}, ${videoData.thumbnailUrl}, ${videoData.videoUrl}, ${videoData.duration}, ${videoData.views}, ${videoData.category}, ${videoData.customThumbnailUrl}, ${'{' + videoData.tags.join(',') + '}'}, ${videoData.isPublic}, ${videoData.createdAt.toISOString()}, ${videoData.updatedAt.toISOString()})
`); console.log(`📦 Processing batch ${batchIndex + 1}/${totalBatches} (videos ${start + 1}-${end})`);
insertedCount++;
} else { for (const video of batch) {
// Update existing video using raw SQL try {
await db.execute(sql` // Check if video exists in database using raw SQL
UPDATE videos const existingVideo = await db.execute(sql`SELECT id FROM videos WHERE id = ${video.id} LIMIT 1`);
SET title = ${videoData.title}, description = ${videoData.description}, thumbnail_url = ${videoData.thumbnailUrl},
video_url = ${videoData.videoUrl}, duration = ${videoData.duration}, views = ${videoData.views}, const videoData = {
category = ${videoData.category}, custom_thumbnail_url = ${videoData.customThumbnailUrl}, id: video.id,
tags = ${'{' + videoData.tags.join(',') + '}'}, is_public = ${videoData.isPublic}, updated_at = ${videoData.updatedAt.toISOString()} title: video.title,
WHERE id = ${video.id} description: video.description || '',
`); thumbnailUrl: video.thumbnailUrl,
updatedCount++; customThumbnailUrl: video.customThumbnailUrl || null,
videoUrl: video.videoUrl,
duration: video.duration,
views: video.views,
category: video.category || '',
tags: Array.isArray(video.tags) ? video.tags : [],
isPublic: video.isPublic !== false,
createdAt: video.createdAt ? new Date(video.createdAt) : new Date(),
updatedAt: new Date(),
};
if (existingVideo.rows.length === 0) {
// Insert new video using raw SQL to avoid schema issues
await db.execute(sql`
INSERT INTO videos (id, title, description, thumbnail_url, video_url, duration, views, category, custom_thumbnail_url, tags, is_public, created_at, updated_at)
VALUES (${videoData.id}, ${videoData.title}, ${videoData.description}, ${videoData.thumbnailUrl}, ${videoData.videoUrl}, ${videoData.duration}, ${videoData.views}, ${videoData.category}, ${videoData.customThumbnailUrl}, ${'{' + videoData.tags.join(',') + '}'}, ${videoData.isPublic}, ${videoData.createdAt.toISOString()}, ${videoData.updatedAt.toISOString()})
`);
insertedCount++;
} else {
// Update existing video using raw SQL
await db.execute(sql`
UPDATE videos
SET title = ${videoData.title}, description = ${videoData.description}, thumbnail_url = ${videoData.thumbnailUrl},
video_url = ${videoData.videoUrl}, duration = ${videoData.duration}, views = ${videoData.views},
category = ${videoData.category}, custom_thumbnail_url = ${videoData.customThumbnailUrl},
tags = ${'{' + videoData.tags.join(',') + '}'}, is_public = ${videoData.isPublic}, updated_at = ${videoData.updatedAt.toISOString()}
WHERE id = ${video.id}
`);
updatedCount++;
}
} catch (error) {
console.error(`❌ Failed to sync video ${video.id}:`, error);
errorCount++;
// Continue with other videos
} }
} catch (error) { }
console.error(`❌ Failed to sync video ${video.id}:`, error);
// Small delay between batches to avoid overwhelming the database
if (batchIndex < totalBatches - 1) {
await new Promise(resolve => setTimeout(resolve, 50));
} }
} }
@ -127,11 +151,13 @@ class VideoSyncService {
console.log(`✅ Database sync completed in ${duration}ms:`); console.log(`✅ Database sync completed in ${duration}ms:`);
console.log(` 📥 Inserted: ${insertedCount} new videos`); console.log(` 📥 Inserted: ${insertedCount} new videos`);
console.log(` 🔄 Updated: ${updatedCount} existing videos`); console.log(` 🔄 Updated: ${updatedCount} existing videos`);
console.log(` ❌ Errors: ${errorCount} videos`);
console.log(` 📊 Database total: ${insertedCount + updatedCount} videos`); console.log(` 📊 Database total: ${insertedCount + updatedCount} videos`);
console.log(` 🎥 Cache total: ${this.cache.videos.length} videos`); console.log(` 🎥 Cache total: ${this.cache.videos.length} videos`);
} catch (error) { } catch (error) {
console.error('❌ Database sync failed:', error); console.error('❌ Database sync failed:', error);
throw error; // Re-throw to be caught by timeout wrapper
} }
} }
@ -139,11 +165,22 @@ class VideoSyncService {
console.log('🔄 Initializing video sync service...'); console.log('🔄 Initializing video sync service...');
try { try {
await this.syncVideos(); await this.syncVideos();
await this.syncVideosToDatabase();
// Add timeout protection for database sync
const syncTimeout = new Promise((_, reject) =>
setTimeout(() => reject(new Error('Database sync timeout after 30 seconds')), 30000)
);
await Promise.race([
this.syncVideosToDatabase(),
syncTimeout
]);
this.startPeriodicSync(); this.startPeriodicSync();
console.log('✅ Video sync service initialized successfully'); console.log('✅ Video sync service initialized successfully');
} catch (error) { } catch (error) {
console.error('❌ Failed to initialize video sync service:', error); console.error('❌ Failed to initialize video sync service:', error);
console.log('⚠️ Continuing without database sync - app will still work with cached data');
// Continue without crashing the server // Continue without crashing the server
} }
} }