MusareNode/backend/logic/media.js

import async from "async";
import config from "config";
import CoreClass from "../core";

let MediaModule;
let CacheModule;
let DBModule;
let UtilsModule;
let YouTubeModule;
let SoundCloudModule;
let SpotifyModule;
let SongsModule;
let WSModule;

class _MediaModule extends CoreClass {
	// eslint-disable-next-line require-jsdoc
	constructor() {
		super("media");

		MediaModule = this;
	}

	/**
	 * Initialises the media module
	 * @returns {Promise} - returns promise (reject, resolve)
	 */
	async initialize() {
		this.setStage(1);

		CacheModule = this.moduleManager.modules.cache;
		DBModule = this.moduleManager.modules.db;
		UtilsModule = this.moduleManager.modules.utils;
		YouTubeModule = this.moduleManager.modules.youtube;
		SoundCloudModule = this.moduleManager.modules.soundcloud;
		SpotifyModule = this.moduleManager.modules.spotify;
		SongsModule = this.moduleManager.modules.songs;
		WSModule = this.moduleManager.modules.ws;

		this.RatingsModel = await DBModule.runJob("GET_MODEL", { modelName: "ratings" });
		this.RatingsSchemaCache = await CacheModule.runJob("GET_SCHEMA", { schemaName: "ratings" });
		this.ImportJobModel = await DBModule.runJob("GET_MODEL", { modelName: "importJob" });

		this.setStage(2);

		return new Promise((resolve, reject) => {
			CacheModule.runJob("SUB", {
				channel: "importJob.updated",
				cb: importJob => {
					WSModule.runJob("EMIT_TO_ROOM", {
						room: "admin.import",
						args: ["event:admin.importJob.updated", { data: { importJob } }]
					});
				}
			});

			CacheModule.runJob("SUB", {
				channel: "importJob.removed",
				cb: jobId => {
					WSModule.runJob("EMIT_TO_ROOM", {
						room: "admin.import",
						args: ["event:admin.importJob.removed", { data: { jobId } }]
					});
				}
			});

			async.waterfall(
				[
					next => {
						this.setStage(2);
						CacheModule.runJob("HGETALL", { table: "ratings" })
							.then(ratings => {
								next(null, ratings);
							})
							.catch(next);
					},

					(ratings, next) => {
						this.setStage(3);

						if (!ratings) return next();

						const mediaSources = Object.keys(ratings);

						return async.each(
							mediaSources,
							(mediaSource, next) => {
								MediaModule.RatingsModel.findOne({ mediaSource }, (err, rating) => {
									if (err) next(err);
									else if (!rating)
										CacheModule.runJob("HDEL", {
											table: "ratings",
											key: mediaSource
										})
											.then(() => next())
											.catch(next);
									else next();
								});
							},
							next
						);
					},

					next => {
						this.setStage(4);
						MediaModule.RatingsModel.find({}, next);
					},

					(ratings, next) => {
						this.setStage(5);
						async.each(
							ratings,
							(rating, next) => {
								CacheModule.runJob("HSET", {
									table: "ratings",
									key: rating.mediaSource,
									value: MediaModule.RatingsSchemaCache(rating)
								})
									.then(() => next())
									.catch(next);
							},
							next
						);
					}
				],
				async err => {
					if (err) {
						err = await UtilsModule.runJob("GET_ERROR", { error: err });
						reject(new Error(err));
					} else resolve();
				}
			);
		});
	}

	/**
	 * Recalculates dislikes and likes
	 * @param {object} payload - returns an object containing the payload
	 * @param {string} payload.mediaSource - the media source
	 * @returns {Promise} - returns a promise (resolve, reject)
	 */
	async RECALCULATE_RATINGS(payload) {
		const playlistModel = await DBModule.runJob("GET_MODEL", { modelName: "playlist" }, this);

		return new Promise((resolve, reject) => {
			async.waterfall(
				[
					next => {
						playlistModel.countDocuments(
							{ songs: { $elemMatch: { mediaSource: payload.mediaSource } }, type: "user-liked" },
							(err, likes) => {
								if (err) return next(err);
								return next(null, likes);
							}
						);
					},

					(likes, next) => {
						playlistModel.countDocuments(
							{ songs: { $elemMatch: { mediaSource: payload.mediaSource } }, type: "user-disliked" },
							(err, dislikes) => {
								if (err) return next(err);
								return next(err, { likes, dislikes });
							}
						);
					},

					({ likes, dislikes }, next) => {
						MediaModule.RatingsModel.findOneAndUpdate(
							{ mediaSource: payload.mediaSource },
							{
								$set: {
									likes,
									dislikes
								}
							},
							{ new: true, upsert: true },
							next
						);
					},

					(ratings, next) => {
						CacheModule.runJob(
							"HSET",
							{
								table: "ratings",
								key: payload.mediaSource,
								value: ratings
							},
							this
						)
							.then(ratings => next(null, ratings))
							.catch(next);
					}
				],
				(err, { likes, dislikes }) => {
					if (err) return reject(new Error(err));
					return resolve({ likes, dislikes });
				}
			);
		});
	}

	/**
	 * Recalculates all dislikes and likes
	 * @returns {Promise} - returns a promise (resolve, reject)
	 */
	RECALCULATE_ALL_RATINGS() {
		return new Promise((resolve, reject) => {
			async.waterfall(
				[
					next => {
						SongsModule.SongModel.find({}, { mediaSource: true }, next);
					},

					(songs, next) => {
						// TODO support spotify
						YouTubeModule.youtubeVideoModel.find({}, { youtubeId: true }, (err, videos) => {
							if (err) next(err);
							else
								next(null, [
									...songs.map(song => song.mediaSource),
									...videos.map(video => `youtube:${video.youtubeId}`)
								]);
						});
					},

					(mediaSources, next) => {
						async.eachLimit(
							mediaSources,
							2,
							(mediaSource, next) => {
								this.publishProgress({
									status: "update",
									message: `Recalculating ratings for ${mediaSource}`
								});
								MediaModule.runJob("RECALCULATE_RATINGS", { mediaSource }, this)
									.then(() => {
										next();
									})
									.catch(err => {
										next(err);
									});
							},
							err => {
								next(err);
							}
						);
					}
				],
				err => {
					if (err) return reject(new Error(err));
					return resolve();
				}
			);
		});
	}

	/**
	 * Gets ratings by id from the cache or Mongo, and if it isn't in the cache yet, adds it the cache
	 * @param {object} payload - object containing the payload
	 * @param {string} payload.mediaSource - the media source
	 * @param {string} payload.createMissing - whether to create missing ratings
	 * @returns {Promise} - returns a promise (resolve, reject)
	 */
	GET_RATINGS(payload) {
		return new Promise((resolve, reject) => {
			async.waterfall(
				[
					next =>
						CacheModule.runJob("HGET", { table: "ratings", key: payload.mediaSource }, this)
							.then(ratings => next(null, ratings))
							.catch(next),

					(ratings, next) => {
						if (ratings) return next(true, ratings);
						return MediaModule.RatingsModel.findOne({ mediaSource: payload.mediaSource }, next);
					},

					(ratings, next) => {
						if (ratings)
							return CacheModule.runJob(
								"HSET",
								{
									table: "ratings",
									key: payload.mediaSource,
									value: ratings
								},
								this
							).then(ratings => next(true, ratings));

						if (!payload.createMissing) return next("Ratings not found.");

						return MediaModule.runJob("RECALCULATE_RATINGS", { mediaSource: payload.mediaSource }, this)
							.then(() => next())
							.catch(next);
					},

					next =>
						MediaModule.runJob("GET_RATINGS", { mediaSource: payload.mediaSource }, this)
							.then(res => next(null, res.ratings))
							.catch(next)
				],
				(err, ratings) => {
					if (err && err !== true) return reject(new Error(err));
					return resolve({ ratings });
				}
			);
		});
	}

	/**
	 * Remove ratings by id from the cache and Mongo
	 * @param {object} payload - object containing the payload
	 * @param {string} payload.mediaSources - the media source
	 * @returns {Promise} - returns a promise (resolve, reject)
	 */
	REMOVE_RATINGS(payload) {
		return new Promise((resolve, reject) => {
			let { mediaSources } = payload;
			if (!Array.isArray(mediaSources)) mediaSources = [mediaSources];

			async.eachLimit(
				mediaSources,
				1,
				(mediaSource, next) => {
					async.waterfall(
						[
							next => {
								MediaModule.RatingsModel.deleteOne({ mediaSource }, err => {
									if (err) next(err);
									else next();
								});
							},

							next => {
								CacheModule.runJob("HDEL", { table: "ratings", key: mediaSource }, this)
									.then(() => {
										next();
									})
									.catch(next);
							}
						],
						next
					);
				},
				err => {
					if (err && err !== true) return reject(new Error(err));
					return resolve();
				}
			);
		});
	}

	/**
	 * Get song or youtube video by mediaSource
	 * @param {object} payload - an object containing the payload
	 * @param {string} payload.mediaSource - the media source of the song/video
	 * @param {string} payload.userId - the user id
	 * @returns {Promise} - returns a promise (resolve, reject)
	 */
	GET_MEDIA(payload) {
		return new Promise((resolve, reject) => {
			async.waterfall(
				[
					next => {
						SongsModule.SongModel.findOne({ mediaSource: payload.mediaSource }, next);
					},

					(song, next) => {
						if (song && song.duration > 0) return next(true, song);

						if (payload.mediaSource.startsWith("youtube:")) {
							const youtubeId = payload.mediaSource.split(":")[1];

							return YouTubeModule.runJob(
								"GET_VIDEOS",
								{ identifiers: [youtubeId], createMissing: true },
								this
							)
								.then(response => {
									if (response.videos.length === 0) {
										next("Media not found.");
										return;
									}
									const { youtubeId, title, author, duration } = response.videos[0];
									next(null, song, {
										mediaSource: `youtube:${youtubeId}`,
										title,
										artists: [author],
										duration
									});
								})
								.catch(next);
						}

						if (config.get("experimental.soundcloud")) {
							if (payload.mediaSource.startsWith("soundcloud:")) {
								const trackId = payload.mediaSource.split(":")[1];

								return SoundCloudModule.runJob(
									"GET_TRACK",
									{ identifier: trackId, createMissing: true },
									this
								)
									.then(response => {
										const { trackId, title, username, artworkUrl, duration } = response.track;
										next(null, song, {
											mediaSource: `soundcloud:${trackId}`,
											title,
											artists: [username],
											thumbnail: artworkUrl,
											duration
										});
									})
									.catch(next);
							}

							if (payload.mediaSource.indexOf("soundcloud.com") !== -1) {
								return SoundCloudModule.runJob(
									"GET_TRACK_FROM_URL",
									{ identifier: payload.mediaSource, createMissing: true },
									this
								)
									.then(response => {
										const { trackId, title, username, artworkUrl, duration } = response.track;
										next(null, song, {
											mediaSource: `soundcloud:${trackId}`,
											title,
											artists: [username],
											thumbnail: artworkUrl,
											duration
										});
									})
									.catch(next);
							}
						}

						if (config.get("experimental.spotify") && payload.mediaSource.startsWith("spotify:")) {
							const trackId = payload.mediaSource.split(":")[1];

							return SpotifyModule.runJob("GET_TRACK", { identifier: trackId, createMissing: true }, this)
								.then(response => {
									const { trackId, name, artists, albumImageUrl, duration } = response.track;
									next(null, song, {
										mediaSource: `spotify:${trackId}`,
										title: name,
										artists,
										thumbnail: albumImageUrl,
										duration
									});
								})
								.catch(next);
						}

						return next("Invalid media source provided.");
					},

					(song, youtubeVideo, next) => {
						if (song && song.duration <= 0) {
							song.duration = youtubeVideo.duration;
							song.save({ validateBeforeSave: true }, err => {
								if (err) next(err, song);
								next(null, song);
							});
						} else {
							next(null, {
								...youtubeVideo,
								skipDuration: 0,
								requestedBy: payload.userId,
								requestedAt: Date.now(),
								verified: false
							});
						}
					}
				],
				(err, song) => {
					if (err && err !== true) return reject(new Error(err));
					return resolve({ song });
				}
			);
		});
	}

	/**
	 * Gets media from media sources
	 * @param {object} payload - an object containing the payload
	 * @param {string} payload.mediaSources - the media sources
	 * @returns {Promise} - returns a promise (resolve, reject)
	 */
	GET_MEDIA_FROM_MEDIA_SOURCES(payload) {
		return new Promise((resolve, reject) => {
			const songMap = {};
			const youtubeMediaSources = payload.mediaSources.filter(mediaSource => mediaSource.startsWith("youtube:"));
			const soundcloudMediaSources = payload.mediaSources.filter(mediaSource =>
				mediaSource.startsWith("soundcloud:")
			);

			async.waterfall(
				[
					next => {
						const allPromises = [];

						youtubeMediaSources.forEach(mediaSource => {
							const youtubeId = mediaSource.split(":")[1];

							const promise = YouTubeModule.runJob(
								"GET_VIDEOS",
								{ identifiers: [youtubeId], createMissing: true },
								this
							)
								.then(response => {
									const { youtubeId, title, author, duration } = response.videos[0];
									songMap[mediaSource] = {
										mediaSource: `youtube:${youtubeId}`,
										title,
										artists: [author],
										duration
									};
								})
								.catch(err => {
									MediaModule.log(
										"ERROR",
										`Failed to get media in GET_MEDIA_FROM_MEDIA_SOURCES with mediaSource ${mediaSource} and error`,
										typeof err === "string" ? err : err.message
									);
								});

							allPromises.push(promise);
						});

						if (config.get("experimental.soundcloud"))
							soundcloudMediaSources.forEach(mediaSource => {
								const trackId = mediaSource.split(":")[1];

								const promise = SoundCloudModule.runJob(
									"GET_TRACK",
									{ identifier: trackId, createMissing: true },
									this
								)
									.then(response => {
										const { trackId, title, username, artworkUrl, duration } = response.track;
										songMap[mediaSource] = {
											mediaSource: `soundcloud:${trackId}`,
											title,
											artists: [username],
											thumbnail: artworkUrl,
											duration
										};
									})
									.catch(err => {
										MediaModule.log(
											"ERROR",
											`Failed to get media in GET_MEDIA_FROM_MEDIA_SOURCES with mediaSource ${mediaSource} and error`,
											typeof err === "string" ? err : err.message
										);
									});

								allPromises.push(promise);
							});

						Promise.allSettled(allPromises).then(() => {
							next();
						});
					}
				],
				err => {
					if (err && err !== true) return reject(new Error(err));
					return resolve(songMap);
				}
			);
		});
	}

	/**
	 * Remove import job by id from Mongo
	 * @param {object} payload - object containing the payload
	 * @param {string} payload.jobIds - the job ids
	 * @returns {Promise} - returns a promise (resolve, reject)
	 */
	UPDATE_IMPORT_JOBS(payload) {
		return new Promise((resolve, reject) => {
			let { jobIds } = payload;
			if (!Array.isArray(jobIds)) jobIds = [jobIds];

			async.waterfall(
				[
					next => {
						MediaModule.ImportJobModel.find({ _id: { $in: jobIds } }, next);
					},

					(importJobs, next) => {
						async.eachLimit(
							importJobs,
							1,
							(importJob, next) => {
								CacheModule.runJob("PUB", {
									channel: "importJob.updated",
									value: importJob
								})
									.then(() => next())
									.catch(next);
							},
							err => {
								if (err) next(err);
								else next(null, importJobs);
							}
						);
					}
				],
				(err, importJobs) => {
					if (err && err !== true) return reject(new Error(err));
					return resolve({ importJobs });
				}
			);
		});
	}

	/**
	 * Remove import job by id from Mongo
	 * @param {object} payload - object containing the payload
	 * @param {string} payload.jobIds - the job ids
	 * @returns {Promise} - returns a promise (resolve, reject)
	 */
	REMOVE_IMPORT_JOBS(payload) {
		return new Promise((resolve, reject) => {
			let { jobIds } = payload;
			if (!Array.isArray(jobIds)) jobIds = [jobIds];

			async.waterfall(
				[
					next => {
						MediaModule.ImportJobModel.deleteMany({ _id: { $in: jobIds } }, err => {
							if (err) next(err);
							else next();
						});
					},

					next => {
						async.eachLimit(
							jobIds,
							1,
							(jobId, next) => {
								CacheModule.runJob("PUB", {
									channel: "importJob.removed",
									value: jobId
								})
									.then(() => next())
									.catch(next);
							},
							next
						);
					}
				],
				err => {
					if (err && err !== true) return reject(new Error(err));
					return resolve();
				}
			);
		});
	}
}

export default new _MediaModule();