asset.mjs 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392
  1. import _ from 'lodash-es'
  2. import sanitize from 'sanitize-filename'
  3. import { generateError, generateSuccess } from '../../helpers/graph.mjs'
  4. import { decodeFolderPath, decodeTreePath, generateHash } from '../../helpers/common.mjs'
  5. import path from 'node:path'
  6. import fs from 'fs-extra'
  7. import { v4 as uuid } from 'uuid'
  8. import { pipeline } from 'node:stream/promises'
  9. export default {
  10. Query: {
  11. async assetById(obj, args, context) {
  12. const asset = await WIKI.db.assets.query().findById(args.id)
  13. if (asset) {
  14. return asset
  15. } else {
  16. throw new Error('ERR_ASSET_NOT_FOUND')
  17. }
  18. }
  19. },
  20. Mutation: {
  21. /**
  22. * Rename an Asset
  23. */
  24. async renameAsset(obj, args, context) {
  25. try {
  26. const filename = sanitize(args.fileName).toLowerCase()
  27. const asset = await WIKI.db.assets.query().findById(args.id)
  28. const treeItem = await WIKI.db.tree.query().findById(args.id)
  29. if (asset && treeItem) {
  30. // Check for extension mismatch
  31. if (!_.endsWith(filename, asset.fileExt)) {
  32. throw new Error('ERR_ASSET_EXT_MISMATCH')
  33. }
  34. // Check for non-dot files changing to dotfile
  35. if (asset.fileExt.length > 0 && filename.length - asset.fileExt.length < 1) {
  36. throw new Error('ERR_ASSET_INVALID_DOTFILE')
  37. }
  38. // Check for collision
  39. const assetCollision = await WIKI.db.tree.query().where({
  40. folderPath: treeItem.folderPath,
  41. fileName: filename
  42. }).first()
  43. if (assetCollision) {
  44. throw new Error('ERR_ASSET_ALREADY_EXISTS')
  45. }
  46. // Check source asset permissions
  47. const assetSourcePath = (treeItem.folderPath) ? decodeTreePath(decodeFolderPath(treeItem.folderPath)) + `/${treeItem.fileName}` : treeItem.fileName
  48. if (!WIKI.auth.checkAccess(context.req.user, ['manage:assets'], { path: assetSourcePath })) {
  49. throw new Error('ERR_FORBIDDEN')
  50. }
  51. // Check target asset permissions
  52. const assetTargetPath = (treeItem.folderPath) ? decodeTreePath(decodeFolderPath(treeItem.folderPath)) + `/${filename}` : filename
  53. if (!WIKI.auth.checkAccess(context.req.user, ['write:assets'], { path: assetTargetPath })) {
  54. throw new Error('ERR_TARGET_FORBIDDEN')
  55. }
  56. // Update filename + hash
  57. const itemHash = generateHash(assetTargetPath)
  58. await WIKI.db.assets.query().patch({
  59. fileName: filename
  60. }).findById(asset.id)
  61. await WIKI.db.tree.query().patch({
  62. fileName: filename,
  63. title: filename,
  64. hash: itemHash
  65. }).findById(treeItem.id)
  66. // TODO: Delete old asset cache
  67. WIKI.events.outbound.emit('purgeItemCache', itemHash)
  68. // TODO: Rename in Storage
  69. // await WIKI.db.storage.assetEvent({
  70. // event: 'renamed',
  71. // asset: {
  72. // ...asset,
  73. // path: assetSourcePath,
  74. // destinationPath: assetTargetPath,
  75. // moveAuthorId: context.req.user.id,
  76. // moveAuthorName: context.req.user.name,
  77. // moveAuthorEmail: context.req.user.email
  78. // }
  79. // })
  80. return {
  81. operation: generateSuccess('Asset has been renamed successfully.')
  82. }
  83. } else {
  84. throw new Error('ERR_INVALID_ASSET')
  85. }
  86. } catch (err) {
  87. return generateError(err)
  88. }
  89. },
  90. /**
  91. * Delete an Asset
  92. */
  93. async deleteAsset(obj, args, context) {
  94. try {
  95. const treeItem = await WIKI.db.tree.query().findById(args.id)
  96. if (treeItem) {
  97. // Check permissions
  98. const assetPath = (treeItem.folderPath) ? decodeTreePath(decodeFolderPath(treeItem.folderPath)) + `/${treeItem.fileName}` : treeItem.fileName
  99. if (!WIKI.auth.checkAccess(context.req.user, ['manage:assets'], { path: assetPath })) {
  100. throw new Error('ERR_FORBIDDEN')
  101. }
  102. // Delete from DB
  103. await WIKI.db.assets.query().deleteById(treeItem.id)
  104. await WIKI.db.tree.query().deleteById(treeItem.id)
  105. // TODO: Delete asset cache
  106. WIKI.events.outbound.emit('purgeItemCache', treeItem.hash)
  107. // TODO: Delete from Storage
  108. // await WIKI.db.storage.assetEvent({
  109. // event: 'deleted',
  110. // asset: {
  111. // ...asset,
  112. // path: assetPath,
  113. // authorId: context.req.user.id,
  114. // authorName: context.req.user.name,
  115. // authorEmail: context.req.user.email
  116. // }
  117. // })
  118. return {
  119. operation: generateSuccess('Asset has been deleted successfully.')
  120. }
  121. } else {
  122. throw new Error('ERR_INVALID_ASSET')
  123. }
  124. } catch (err) {
  125. return generateError(err)
  126. }
  127. },
  128. /**
  129. * Upload Assets
  130. */
  131. async uploadAssets(obj, args, context) {
  132. try {
  133. // -> Get Folder
  134. let folder = {}
  135. if (args.folderId || args.folderPath) {
  136. // Get Folder by ID
  137. folder = await WIKI.db.tree.getFolder({ id: args.folderId })
  138. if (!folder) {
  139. throw new Error('ERR_INVALID_FOLDER_ID')
  140. }
  141. } else if (args.folderPath) {
  142. // Get Folder by Path
  143. if (!args.locale) {
  144. throw new Error('ERR_MISSING_LOCALE')
  145. } else if (!args.siteId) {
  146. throw new Error('ERR_MISSING_SITE_ID')
  147. }
  148. folder = await WIKI.db.tree.getFolder({
  149. path: args.folderPath,
  150. locale: args.locale,
  151. siteId: args.siteId,
  152. createIfMissing: true
  153. })
  154. if (!folder) {
  155. throw new Error('ERR_INVALID_FOLDER_PATH')
  156. }
  157. } else {
  158. // Use Root Folder
  159. if (!args.locale) {
  160. throw new Error('ERR_MISSING_LOCALE')
  161. } else if (!args.siteId) {
  162. throw new Error('ERR_MISSING_SITE_ID')
  163. }
  164. folder = {
  165. folderPath: '',
  166. fileName: '',
  167. locale: args.locale,
  168. siteId: args.siteId
  169. }
  170. }
  171. // -> Get Site
  172. const site = await WIKI.db.sites.query().findById(folder.siteId)
  173. if (!site) {
  174. throw new Error('ERR_INVALID_SITE_ID')
  175. }
  176. // -> Get Storage Targets
  177. const storageTargets = await WIKI.db.storage.getTargets({ siteId: folder.siteId, enabledOnly: true })
  178. // -> Process Assets
  179. const results = await Promise.allSettled(args.files.map(async fl => {
  180. const { filename, mimetype, createReadStream } = await fl
  181. const sanitizedFilename = sanitize(filename).toLowerCase().trim()
  182. WIKI.logger.debug(`Processing asset upload ${sanitizedFilename} of type ${mimetype}...`)
  183. // Parse file extension
  184. if (sanitizedFilename.indexOf('.') <= 0) {
  185. throw new Error('ERR_ASSET_DOTFILE_NOTALLOWED')
  186. }
  187. const fileExt = _.last(sanitizedFilename.split('.')).toLowerCase()
  188. // Determine asset kind
  189. let fileKind = 'other'
  190. switch (fileExt) {
  191. case 'jpg':
  192. case 'jpeg':
  193. case 'png':
  194. case 'webp':
  195. case 'gif':
  196. case 'tiff':
  197. case 'svg':
  198. fileKind = 'image'
  199. break
  200. case 'pdf':
  201. case 'docx':
  202. case 'xlsx':
  203. case 'pptx':
  204. case 'odt':
  205. case 'epub':
  206. case 'csv':
  207. case 'md':
  208. case 'txt':
  209. case 'adoc':
  210. case 'rtf':
  211. case 'wdp':
  212. case 'xps':
  213. case 'ods':
  214. fileKind = 'document'
  215. break
  216. }
  217. // Save to temp disk
  218. const tempFileId = uuid()
  219. const tempFilePath = path.resolve(WIKI.ROOTPATH, WIKI.config.dataPath, `uploads/${tempFileId}.dat`)
  220. WIKI.logger.debug(`Writing asset upload ${sanitizedFilename} to temp disk...`)
  221. await pipeline(
  222. createReadStream(),
  223. fs.createWriteStream(tempFilePath)
  224. )
  225. WIKI.logger.debug(`Querying asset ${sanitizedFilename} file size...`)
  226. const tempFileStat = await fs.stat(tempFilePath)
  227. // Format filename
  228. const formattedFilename = site.config.uploads.normalizeFilename ? sanitizedFilename.replaceAll(' ', '-') : sanitizedFilename
  229. // Save asset to DB
  230. WIKI.logger.debug(`Saving asset ${sanitizedFilename} metadata to DB...`)
  231. const assetRaw = await WIKI.db.knex('assets').insert({
  232. fileName: formattedFilename,
  233. fileExt,
  234. kind: fileKind,
  235. mimeType: mimetype,
  236. fileSize: Math.round(tempFileStat.size),
  237. meta: {},
  238. previewState: fileKind === 'image' ? 'pending' : 'none',
  239. authorId: context.req.user.id,
  240. siteId: folder.siteId
  241. }).returning('*')
  242. const asset = assetRaw[0]
  243. // Add to tree
  244. await WIKI.db.tree.addAsset({
  245. id: asset.id,
  246. parentPath: folder.folderPath ? `${folder.folderPath}.${folder.fileName}` : folder.fileName,
  247. fileName: formattedFilename,
  248. title: formattedFilename,
  249. locale: folder.locale,
  250. siteId: folder.siteId,
  251. meta: {
  252. authorId: asset.authorId,
  253. creatorId: asset.creatorId,
  254. fileSize: asset.fileSize,
  255. fileExt,
  256. mimeType: mimetype,
  257. ownerId: asset.ownerId
  258. }
  259. })
  260. // Save to storage targets
  261. const storageInfo = {}
  262. const failedStorage = []
  263. await Promise.allSettled(storageTargets.map(async storageTarget => {
  264. WIKI.logger.debug(`Saving asset ${sanitizedFilename} to storage target ${storageTarget.module} (${storageTarget.id})...`)
  265. try {
  266. const strInfo = await WIKI.storage.modules[storageTarget.module].assetUploaded({
  267. asset,
  268. createReadStream,
  269. storageTarget,
  270. tempFilePath
  271. })
  272. storageInfo[storageTarget.id] = strInfo ?? true
  273. } catch (err) {
  274. WIKI.logger.warn(`Failed to save asset ${sanitizedFilename} to storage target ${storageTarget.module} (${storageTarget.id}):`)
  275. WIKI.logger.warn(err)
  276. failedStorage.push({
  277. storageId: storageTarget.id,
  278. storageModule: storageTarget.module,
  279. fileId: asset.id,
  280. fileName: formattedFilename
  281. })
  282. }
  283. }))
  284. // Save Storage Info to DB
  285. await WIKI.db.knex('assets').where({ id: asset.id }).update({ storageInfo })
  286. // Create thumbnail
  287. if (fileKind === 'image') {
  288. if (!WIKI.extensions.ext.sharp.isInstalled) {
  289. WIKI.logger.warn('Cannot generate asset thumbnail because the Sharp extension is not installed.')
  290. } else {
  291. WIKI.logger.debug(`Generating thumbnail of asset ${sanitizedFilename}...`)
  292. const previewDestPath = path.resolve(WIKI.ROOTPATH, WIKI.config.dataPath, `uploads/${tempFileId}-thumb.webp`)
  293. // -> Resize
  294. await WIKI.extensions.ext.sharp.resize({
  295. format: 'webp',
  296. inputStream: createReadStream(),
  297. outputPath: previewDestPath,
  298. width: 320,
  299. height: 200,
  300. fit: 'inside'
  301. })
  302. // -> Save to DB
  303. await WIKI.db.knex('assets').where({
  304. id: asset.id
  305. }).update({
  306. preview: await fs.readFile(previewDestPath),
  307. previewState: 'ready'
  308. })
  309. // -> Delete
  310. await fs.remove(previewDestPath)
  311. }
  312. }
  313. WIKI.logger.debug(`Removing asset ${sanitizedFilename} temp file...`)
  314. await fs.remove(tempFilePath)
  315. WIKI.logger.debug(`Processed asset ${sanitizedFilename} successfully.`)
  316. return failedStorage
  317. }))
  318. // Return results
  319. const failedResults = results.filter(r => r.status === 'rejected')
  320. if (failedResults.length > 0) {
  321. // -> One or more thrown errors
  322. WIKI.logger.warn(`Failed to upload one or more assets:`)
  323. for (const failedResult of failedResults) {
  324. WIKI.logger.warn(failedResult.reason)
  325. }
  326. throw new Error('ERR_UPLOAD_FAILED')
  327. } else {
  328. const failedSaveTargets = results.map(r => r.value).filter(r => r.length > 0)
  329. if (failedSaveTargets.length > 0) {
  330. // -> One or more storage target save errors
  331. WIKI.logger.warn('Failed to save one or more assets to storage targets.')
  332. throw new Error('ERR_UPLOAD_TARGET_FAILED')
  333. } else {
  334. WIKI.logger.debug('Asset(s) uploaded successfully.')
  335. return {
  336. operation: generateSuccess('Asset(s) uploaded successfully')
  337. }
  338. }
  339. }
  340. } catch (err) {
  341. WIKI.logger.warn(err)
  342. return generateError(err)
  343. }
  344. },
  345. /**
  346. * Flush Temporary Uploads
  347. */
  348. async flushTempUploads(obj, args, context) {
  349. try {
  350. await WIKI.db.assets.flushTempUploads()
  351. return {
  352. operation: generateSuccess('Temporary Uploads have been flushed successfully.')
  353. }
  354. } catch (err) {
  355. return generateError(err)
  356. }
  357. }
  358. }
  359. }