outline/server/queues/processors/exports.js

// @flow
import fs from "fs";
import Logger from "../../logging/logger";
import mailer from "../../mailer";
import { FileOperation, Collection, Event, Team, User } from "../../models";
import type { Event as TEvent } from "../../types";
import { uploadToS3FromBuffer } from "../../utils/s3";
import { archiveCollections } from "../../utils/zip";

export default class ExportsProcessor {
  async on(event: TEvent) {
    switch (event.name) {
      case "collections.export":
      case "collections.export_all":
        const { actorId, teamId } = event;
        const team = await Team.findByPk(teamId);
        const user = await User.findByPk(actorId);
        let exportData = await FileOperation.findByPk(event.modelId);

        const collectionIds =
          event.collectionId || (await user.collectionIds());
        const collections = await Collection.findAll({
          where: { id: collectionIds },
        });

        this.updateFileOperation(exportData, actorId, teamId, {
          state: "creating",
        });

        // heavy lifting of creating the zip file
        Logger.info(
          "processor",
          `Archiving collections for file operation ${exportData.id}`
        );
        const filePath = await archiveCollections(collections);

        let url, state;
        try {
          const readBuffer = await fs.promises.readFile(filePath);
          const stat = await fs.promises.stat(filePath);

          this.updateFileOperation(exportData, actorId, teamId, {
            state: "uploading",
            size: stat.size,
          });

          Logger.info(
            "processor",
            `Uploading archive for file operation ${exportData.id}`
          );
          url = await uploadToS3FromBuffer(
            readBuffer,
            "application/zip",
            exportData.key,
            "private"
          );

          Logger.info(
            "processor",
            `Upload complete for file operation ${exportData.id}`
          );
          state = "complete";
        } catch (error) {
          Logger.error("Error exporting collection data", error, {
            fileOperationId: exportData.id,
          });
          state = "error";
          url = null;
        } finally {
          this.updateFileOperation(exportData, actorId, teamId, {
            state,
            url,
          });

          if (state === "error") {
            mailer.sendTemplate("exportFailure", {
              to: user.email,
              teamUrl: team.url,
            });
          } else {
            mailer.sendTemplate("exportSuccess", {
              to: user.email,
              id: exportData.id,
              teamUrl: team.url,
            });
          }
        }
        break;
      default:
    }
  }

  async updateFileOperation(
    fileOperation: FileOperation,
    actorId: string,
    teamId: string,
    data: Object
  ) {
    await fileOperation.update(data);

    await Event.add({
      name: "fileOperations.update",
      teamId,
      actorId,
      data: fileOperation.dataValues,
    });
  }
}