asset.mjs 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398
  1. import _ from 'lodash-es'
  2. import sanitize from 'sanitize-filename'
  3. import { generateError, generateSuccess } from '../../helpers/graph.mjs'
  4. import { decodeFolderPath, decodeTreePath, generateHash } from '../../helpers/common.mjs'
  5. import path from 'node:path'
  6. import fs from 'fs-extra'
  7. import { v4 as uuid } from 'uuid'
  8. import { pipeline } from 'node:stream/promises'
  9. export default {
  10. Query: {
  11. async assetById(obj, args, context) {
  12. // FIXME: Perm
  13. const asset = await WIKI.db.assets.query().findById(args.id)
  14. if (asset) {
  15. return asset
  16. } else {
  17. throw new Error('ERR_ASSET_NOT_FOUND')
  18. }
  19. }
  20. },
  21. Mutation: {
  22. /**
  23. * Rename an Asset
  24. */
  25. async renameAsset(obj, args, context) {
  26. try {
  27. const filename = sanitize(args.fileName).toLowerCase()
  28. const asset = await WIKI.db.assets.query().findById(args.id)
  29. const treeItem = await WIKI.db.tree.query().findById(args.id)
  30. if (asset && treeItem) {
  31. // Check for extension mismatch
  32. if (!_.endsWith(filename, asset.fileExt)) {
  33. throw new Error('ERR_ASSET_EXT_MISMATCH')
  34. }
  35. // Check for non-dot files changing to dotfile
  36. if (asset.fileExt.length > 0 && filename.length - asset.fileExt.length < 1) {
  37. throw new Error('ERR_ASSET_INVALID_DOTFILE')
  38. }
  39. // Check for collision
  40. const assetCollision = await WIKI.db.tree.query().where({
  41. folderPath: treeItem.folderPath,
  42. fileName: filename
  43. }).first()
  44. if (assetCollision) {
  45. throw new Error('ERR_ASSET_ALREADY_EXISTS')
  46. }
  47. // Check source asset permissions
  48. const assetSourcePath = (treeItem.folderPath) ? decodeTreePath(decodeFolderPath(treeItem.folderPath)) + `/${treeItem.fileName}` : treeItem.fileName
  49. if (!WIKI.auth.checkAccess(context.req.user, ['manage:assets'], { path: assetSourcePath })) {
  50. throw new Error('ERR_FORBIDDEN')
  51. }
  52. // Check target asset permissions
  53. const assetTargetPath = (treeItem.folderPath) ? decodeTreePath(decodeFolderPath(treeItem.folderPath)) + `/${filename}` : filename
  54. if (!WIKI.auth.checkAccess(context.req.user, ['write:assets'], { path: assetTargetPath })) {
  55. throw new Error('ERR_TARGET_FORBIDDEN')
  56. }
  57. // Update filename + hash
  58. const itemHash = generateHash(assetTargetPath)
  59. await WIKI.db.assets.query().patch({
  60. fileName: filename
  61. }).findById(asset.id)
  62. await WIKI.db.tree.query().patch({
  63. fileName: filename,
  64. title: filename,
  65. hash: itemHash
  66. }).findById(treeItem.id)
  67. // TODO: Delete old asset cache
  68. WIKI.events.outbound.emit('purgeItemCache', itemHash)
  69. // TODO: Rename in Storage
  70. // await WIKI.db.storage.assetEvent({
  71. // event: 'renamed',
  72. // asset: {
  73. // ...asset,
  74. // path: assetSourcePath,
  75. // destinationPath: assetTargetPath,
  76. // moveAuthorId: context.req.user.id,
  77. // moveAuthorName: context.req.user.name,
  78. // moveAuthorEmail: context.req.user.email
  79. // }
  80. // })
  81. return {
  82. operation: generateSuccess('Asset has been renamed successfully.')
  83. }
  84. } else {
  85. throw new Error('ERR_INVALID_ASSET')
  86. }
  87. } catch (err) {
  88. return generateError(err)
  89. }
  90. },
  91. /**
  92. * Delete an Asset
  93. */
  94. async deleteAsset(obj, args, context) {
  95. try {
  96. const treeItem = await WIKI.db.tree.query().findById(args.id)
  97. if (treeItem) {
  98. // Check permissions
  99. const assetPath = (treeItem.folderPath) ? decodeTreePath(decodeFolderPath(treeItem.folderPath)) + `/${treeItem.fileName}` : treeItem.fileName
  100. if (!WIKI.auth.checkAccess(context.req.user, ['manage:assets'], { path: assetPath })) {
  101. throw new Error('ERR_FORBIDDEN')
  102. }
  103. // Delete from DB
  104. await WIKI.db.assets.query().deleteById(treeItem.id)
  105. await WIKI.db.tree.query().deleteById(treeItem.id)
  106. // TODO: Delete asset cache
  107. WIKI.events.outbound.emit('purgeItemCache', treeItem.hash)
  108. // TODO: Delete from Storage
  109. // await WIKI.db.storage.assetEvent({
  110. // event: 'deleted',
  111. // asset: {
  112. // ...asset,
  113. // path: assetPath,
  114. // authorId: context.req.user.id,
  115. // authorName: context.req.user.name,
  116. // authorEmail: context.req.user.email
  117. // }
  118. // })
  119. return {
  120. operation: generateSuccess('Asset has been deleted successfully.')
  121. }
  122. } else {
  123. throw new Error('ERR_INVALID_ASSET')
  124. }
  125. } catch (err) {
  126. return generateError(err)
  127. }
  128. },
  129. /**
  130. * Upload Assets
  131. */
  132. async uploadAssets(obj, args, context) {
  133. try {
  134. // FIXME: Perm
  135. // -> Get Folder
  136. let folder = {}
  137. if (args.folderId || args.folderPath) {
  138. // Get Folder by ID
  139. folder = await WIKI.db.tree.getFolder({ id: args.folderId })
  140. if (!folder) {
  141. throw new Error('ERR_INVALID_FOLDER_ID')
  142. }
  143. } else if (args.folderPath) {
  144. // Get Folder by Path
  145. if (!args.locale) {
  146. throw new Error('ERR_MISSING_LOCALE')
  147. } else if (!args.siteId) {
  148. throw new Error('ERR_MISSING_SITE_ID')
  149. }
  150. folder = await WIKI.db.tree.getFolder({
  151. path: args.folderPath,
  152. locale: args.locale,
  153. siteId: args.siteId,
  154. createIfMissing: true
  155. })
  156. if (!folder) {
  157. throw new Error('ERR_INVALID_FOLDER_PATH')
  158. }
  159. } else {
  160. // Use Root Folder
  161. if (!args.locale) {
  162. throw new Error('ERR_MISSING_LOCALE')
  163. } else if (!args.siteId) {
  164. throw new Error('ERR_MISSING_SITE_ID')
  165. }
  166. folder = {
  167. folderPath: '',
  168. fileName: '',
  169. locale: args.locale,
  170. siteId: args.siteId
  171. }
  172. }
  173. // -> Get Site
  174. const site = await WIKI.db.sites.query().findById(folder.siteId)
  175. if (!site) {
  176. throw new Error('ERR_INVALID_SITE_ID')
  177. }
  178. // -> Get Storage Targets
  179. const storageTargets = await WIKI.db.storage.getTargets({ siteId: folder.siteId, enabledOnly: true })
  180. // -> Process Assets
  181. const results = await Promise.allSettled(args.files.map(async fl => {
  182. const { filename, mimetype, createReadStream } = await fl
  183. const sanitizedFilename = sanitize(filename).toLowerCase().trim()
  184. WIKI.logger.debug(`Processing asset upload ${sanitizedFilename} of type ${mimetype}...`)
  185. // Parse file extension
  186. if (sanitizedFilename.indexOf('.') <= 0) {
  187. throw new Error('ERR_ASSET_DOTFILE_NOTALLOWED')
  188. }
  189. const fileExt = _.last(sanitizedFilename.split('.')).toLowerCase()
  190. // Determine asset kind
  191. let fileKind = 'other'
  192. switch (fileExt) {
  193. case 'jpg':
  194. case 'jpeg':
  195. case 'png':
  196. case 'webp':
  197. case 'gif':
  198. case 'tiff':
  199. case 'svg':
  200. fileKind = 'image'
  201. break
  202. case 'pdf':
  203. case 'docx':
  204. case 'xlsx':
  205. case 'pptx':
  206. case 'odt':
  207. case 'epub':
  208. case 'csv':
  209. case 'md':
  210. case 'txt':
  211. case 'adoc':
  212. case 'rtf':
  213. case 'wdp':
  214. case 'xps':
  215. case 'ods':
  216. fileKind = 'document'
  217. break
  218. }
  219. // Save to temp disk
  220. const tempFileId = uuid()
  221. const tempFilePath = path.resolve(WIKI.ROOTPATH, WIKI.config.dataPath, `uploads/${tempFileId}.dat`)
  222. WIKI.logger.debug(`Writing asset upload ${sanitizedFilename} to temp disk...`)
  223. await pipeline(
  224. createReadStream(),
  225. fs.createWriteStream(tempFilePath)
  226. )
  227. WIKI.logger.debug(`Querying asset ${sanitizedFilename} file size...`)
  228. const tempFileStat = await fs.stat(tempFilePath)
  229. // Format filename
  230. const formattedFilename = site.config.uploads.normalizeFilename ? sanitizedFilename.replaceAll(' ', '-') : sanitizedFilename
  231. // Save asset to DB
  232. WIKI.logger.debug(`Saving asset ${sanitizedFilename} metadata to DB...`)
  233. const assetRaw = await WIKI.db.knex('assets').insert({
  234. fileName: formattedFilename,
  235. fileExt,
  236. kind: fileKind,
  237. mimeType: mimetype,
  238. fileSize: Math.round(tempFileStat.size),
  239. meta: {},
  240. previewState: fileKind === 'image' ? 'pending' : 'none',
  241. authorId: context.req.user.id,
  242. siteId: folder.siteId
  243. }).returning('*')
  244. const asset = assetRaw[0]
  245. // Add to tree
  246. await WIKI.db.tree.addAsset({
  247. id: asset.id,
  248. parentPath: folder.folderPath ? `${folder.folderPath}.${folder.fileName}` : folder.fileName,
  249. fileName: formattedFilename,
  250. title: formattedFilename,
  251. locale: folder.locale,
  252. siteId: folder.siteId,
  253. meta: {
  254. authorId: asset.authorId,
  255. creatorId: asset.creatorId,
  256. fileSize: asset.fileSize,
  257. fileExt,
  258. mimeType: mimetype,
  259. ownerId: asset.ownerId
  260. }
  261. })
  262. // Save to storage targets
  263. const storageInfo = {}
  264. const failedStorage = []
  265. await Promise.allSettled(storageTargets.map(async storageTarget => {
  266. WIKI.logger.debug(`Saving asset ${sanitizedFilename} to storage target ${storageTarget.module} (${storageTarget.id})...`)
  267. try {
  268. const strInfo = await WIKI.storage.modules[storageTarget.module].assetUploaded({
  269. asset,
  270. createReadStream,
  271. storageTarget,
  272. tempFilePath
  273. })
  274. storageInfo[storageTarget.id] = strInfo ?? true
  275. } catch (err) {
  276. WIKI.logger.warn(`Failed to save asset ${sanitizedFilename} to storage target ${storageTarget.module} (${storageTarget.id}):`)
  277. WIKI.logger.warn(err)
  278. failedStorage.push({
  279. storageId: storageTarget.id,
  280. storageModule: storageTarget.module,
  281. fileId: asset.id,
  282. fileName: formattedFilename
  283. })
  284. }
  285. }))
  286. // Save Storage Info to DB
  287. await WIKI.db.knex('assets').where({ id: asset.id }).update({ storageInfo })
  288. // Create thumbnail
  289. if (fileKind === 'image') {
  290. if (!WIKI.extensions.ext.sharp.isInstalled) {
  291. WIKI.logger.warn('Cannot generate asset thumbnail because the Sharp extension is not installed.')
  292. } else {
  293. WIKI.logger.debug(`Generating thumbnail of asset ${sanitizedFilename}...`)
  294. const previewDestPath = path.resolve(WIKI.ROOTPATH, WIKI.config.dataPath, `uploads/${tempFileId}-thumb.webp`)
  295. // -> Resize
  296. await WIKI.extensions.ext.sharp.resize({
  297. format: 'webp',
  298. inputStream: createReadStream(),
  299. outputPath: previewDestPath,
  300. width: 320,
  301. height: 200,
  302. fit: 'inside'
  303. })
  304. // -> Save to DB
  305. await WIKI.db.knex('assets').where({
  306. id: asset.id
  307. }).update({
  308. preview: await fs.readFile(previewDestPath),
  309. previewState: 'ready'
  310. })
  311. // -> Delete
  312. await fs.remove(previewDestPath)
  313. }
  314. }
  315. WIKI.logger.debug(`Removing asset ${sanitizedFilename} temp file...`)
  316. await fs.remove(tempFilePath)
  317. WIKI.logger.debug(`Processed asset ${sanitizedFilename} successfully.`)
  318. return failedStorage
  319. }))
  320. // Return results
  321. const failedResults = results.filter(r => r.status === 'rejected')
  322. if (failedResults.length > 0) {
  323. // -> One or more thrown errors
  324. WIKI.logger.warn(`Failed to upload one or more assets:`)
  325. for (const failedResult of failedResults) {
  326. WIKI.logger.warn(failedResult.reason)
  327. }
  328. throw new Error('ERR_UPLOAD_FAILED')
  329. } else {
  330. const failedSaveTargets = results.map(r => r.value).filter(r => r.length > 0)
  331. if (failedSaveTargets.length > 0) {
  332. // -> One or more storage target save errors
  333. WIKI.logger.warn('Failed to save one or more assets to storage targets.')
  334. throw new Error('ERR_UPLOAD_TARGET_FAILED')
  335. } else {
  336. WIKI.logger.debug('Asset(s) uploaded successfully.')
  337. return {
  338. operation: generateSuccess('Asset(s) uploaded successfully')
  339. }
  340. }
  341. }
  342. } catch (err) {
  343. WIKI.logger.warn(err)
  344. return generateError(err)
  345. }
  346. },
  347. /**
  348. * Flush Temporary Uploads
  349. */
  350. async flushTempUploads(obj, args, context) {
  351. try {
  352. if (!WIKI.auth.checkAccess(context.req.user, ['manage:system'])) {
  353. throw new Error('ERR_FORBIDDEN')
  354. }
  355. await WIKI.db.assets.flushTempUploads()
  356. return {
  357. operation: generateSuccess('Temporary Uploads have been flushed successfully.')
  358. }
  359. } catch (err) {
  360. return generateError(err)
  361. }
  362. }
  363. }
  364. }