v3.0.0/src/api/databaseMigration.js

/* eslint-disable eqeqeq */
/* eslint-disable no-await-in-loop */
/* eslint-disable no-console */
const nodePath = require('path');
const moment = require('moment');
const jetpack = require('fs-jetpack');
const sharp = require('sharp');
const ffmpeg = require('fluent-ffmpeg');

const imageExtensions = ['.jpg', '.jpeg', '.bmp', '.gif', '.png', '.webp'];
const videoExtensions = ['.webm', '.mp4', '.wmv', '.avi', '.mov'];

const generateThumbnailForImage = async (filename, output) => {
	try {
		const file = await jetpack.readAsync(nodePath.join(__dirname, '../../uploads', filename), 'buffer');
		await sharp(file)
			.resize(64, 64)
			.toFormat('webp')
			.toFile(nodePath.join(__dirname, '../../uploads/thumbs/square', output));
		await sharp(file)
			.resize(225, null)
			.toFormat('webp')
			.toFile(nodePath.join(__dirname, '../../uploads/thumbs', output));
		console.log('finished', filename);
	} catch (error) {
		console.log('error', filename);
	}
};

const generateThumbnailForVideo = filename => {
	try {
		ffmpeg(nodePath.join(__dirname, '../../uploads', filename))
			.thumbnail({
				timestamps: [0],
				filename: '%b.png',
				folder: nodePath.join(__dirname, '../../uploads/thumbs/square'),
				size: '64x64'
			})
			.on('error', error => console.error(error.message));
		ffmpeg(nodePath.join(__dirname, '../../uploads', filename))
			.thumbnail({
				timestamps: [0],
				filename: '%b.png',
				folder: nodePath.join(__dirname, '../../uploads/thumbs'),
				size: '150x?'
			})
			.on('error', error => console.error(error.message));
		console.log('finished', filename);
	} catch (error) {
		console.log('error', filename);
	}
};

const oldDb = require('knex')({
	client: 'sqlite3',
	connection: {
		filename: nodePath.join(__dirname, '../../', 'db')
	},
	useNullAsDefault: true
});

const newDb = require('knex')({
	client: 'sqlite3',
	connection: {
		filename: nodePath.join(__dirname, '../../database/', 'database.sqlite')
	},
	postProcessResponse: result => {
		const booleanFields = [
			'enabled',
			'enableDownload',
			'isAdmin'
		];

		const processResponse = row => {
			Object.keys(row).forEach(key => {
				if (booleanFields.includes(key)) {
					if (row[key] === 0) row[key] = false;
					else if (row[key] === 1) row[key] = true;
				}
			});
			return row;
		};

		if (Array.isArray(result)) return result.map(row => processResponse(row));
		if (typeof result === 'object') return processResponse(result);
		return result;
	},
	useNullAsDefault: true
});

const start = async () => {
	console.log('Starting migration, this may take a few minutes...'); // Because I half assed it
	console.log('Please do NOT kill the process. Wait for it to finish.');

	await jetpack.removeAsync(nodePath.join(__dirname, '../../uploads/thumbs'));
	await jetpack.dirAsync(nodePath.join(__dirname, '../../uploads/thumbs/square'));
	console.log('Finished deleting old thumbnails to create new ones');

	const users = await oldDb.table('users').where('username', '<>', 'root');
	for (const user of users) {
		const now = moment.utc().toDate();
		const userToInsert = {
			id: user.id,
			username: user.username,
			password: user.password,
			enabled: user.enabled == 1,
			isAdmin: false,
			apiKey: user.token,
			passwordEditedAt: now,
			apiKeyEditedAt: now,
			createdAt: now,
			editedAt: now
		};
		await newDb.table('users').insert(userToInsert);
	}
	console.log('Finished migrating users...');

	const albums = await oldDb.table('albums');
	for (const album of albums) {
		if (!album.enabled || album.enabled == 0) continue;
		const now = moment.utc().toDate();
		const albumToInsert = {
			id: album.id,
			userId: album.userid,
			name: album.name,
			zippedAt: album.zipGeneratedAt ? moment.unix(album.zipGeneratedAt).toDate() : null,
			createdAt: moment.unix(album.timestamp).toDate(),
			editedAt: moment.unix(album.editedAt).toDate()
		};
		const linkToInsert = {
			userId: album.userid,
			albumId: album.id,
			identifier: album.identifier,
			views: 0,
			enabled: true,
			enableDownload: true,
			createdAt: now,
			editedAt: now
		};
		await newDb.table('albums').insert(albumToInsert);
		const insertedId = await newDb.table('links').insert(linkToInsert);
		await newDb.table('albumsLinks').insert({
			albumId: album.id,
			linkId: insertedId[0]
		});
	}
	console.log('Finished migrating albums...');

	const files = await oldDb.table('files');
	const filesToInsert = [];
	const albumsFilesToInsert = [];
	for (const file of files) {
		const fileToInsert = {
			id: file.id,
			userId: file.userid,
			name: file.name,
			original: file.original,
			type: file.type,
			size: file.size,
			hash: file.hash,
			ip: file.ip,
			createdAt: moment.unix(file.timestamp).toDate(),
			editedAt: moment.unix(file.timestamp).toDate()
		};
		filesToInsert.push(fileToInsert);
		albumsFilesToInsert.push({
			albumId: file.albumid,
			fileId: file.id
		});

		const filename = file.name;
		if (!jetpack.exists(nodePath.join(__dirname, '../../uploads', filename))) continue;
		const ext = nodePath.extname(filename).toLowerCase();
		const output = `${filename.slice(0, -ext.length)}.webp`;
		if (imageExtensions.includes(ext)) await generateThumbnailForImage(filename, output);
		if (videoExtensions.includes(ext)) generateThumbnailForVideo(filename);
	}
	await newDb.batchInsert('files', filesToInsert, 20);
	await newDb.batchInsert('albumsFiles', albumsFilesToInsert, 20);
	console.log('Finished migrating files...');

	console.log('Finished migrating everything. ');
	process.exit(0);
};

start();