epas-ripper/content.js

"use strict";

function getApplicationId() {
  const match = window.location.hash.match(/^#\/job-procedures\/record\/([0-9a-z]{8}-[0-9a-z]{4}-[0-9a-z]{4}-[0-9a-z]{4}-[0-9a-z]{12})/)
  if (match != null) {
    return match[1]
  }
  throw "Unable to retrieve Application ID";
}

async function getXSRFToken() {
  const cookies = document.cookie.split(";")
  const tokenCookie = cookies.find((cookie) => cookie.trim().startsWith("XSRF-TOKEN="))

  if (tokenCookie == null) {
    throw new Error("Failed to retrieve XSRF token cookie")
  }

  return decodeURIComponent(tokenCookie.split("=").slice(1).join("="))
}

async function getApplicant(applicant, token) {
  return getApplicantWithProgress(applicant, token)
}

async function getApplicantWithProgress(applicant, token, onProgress = () => { }) {
  return fetch(`https://personal.uni-graz.at/api/erec/job-applications/${applicant.id}`,
    {
      credentials: "same-origin",
      headers: { "X-XSRF-TOKEN": token }
    })
    .then((response) => {
      if (response.ok) {
        return response.json()
      }
      throw `Failed to get applicant ${applicant.id}`
    })
    .then(async (jsonData) => {
      const files = jsonData.application_files ?? []
      let completedDownloads = 0
      let downloadedBytes = 0

      onProgress({ downloaded: completedDownloads, total: files.length, bytes: downloadedBytes })

      await Promise.all(files.map(async (afile) => {
        const response = await fetch(
          `https://personal.uni-graz.at/api/erec/download-file/${afile.file_id}`,
          {
            credentials: "same-origin",
            headers: { "X-XSRF-TOKEN": token }
          }
        )

        if (!response.ok) {
          throw `Failed to download file ${afile.file_id} for applicant ${applicant.id}`
        }

        afile.blob = await response.blob()
        completedDownloads += 1
        downloadedBytes += afile.blob.size
        onProgress({ downloaded: completedDownloads, total: files.length, bytes: downloadedBytes })
      }))

      return jsonData
    })
}

async function getApplicants() {
  const aid = getApplicationId()
  const token = await getXSRFToken()
  return fetch(`https://personal.uni-graz.at/api/erec/job-applications/procedure/${aid}`,
    {
      credentials: "same-origin",
      headers: { "X-XSRF-TOKEN": token }
    }
  )
    .then((response) => {
      if (response.ok) {
        return response.json()
      }
      throw "Failed to get list of applications"
    })
    .then((jsonData) => {
      return {
        aid,
        token,
        applicants: jsonData
      }
      // return { aid, token, applicants: jsonData }
    })
}

function sanitizeZipPathSegment(value, fallback = "unnamed") {
  const sanitized = String(value ?? "")
    .replace(/[\/\\:*?"<>|]/g, "_")
    .trim()

  return sanitized === "" ? fallback : sanitized
}

function downloadBlob(blob, fileName) {
  const url = URL.createObjectURL(blob)
  const link = document.createElement("a")

  link.href = url
  link.download = fileName
  link.click()

  setTimeout(() => URL.revokeObjectURL(url), 0)
}

function formatApplicantName(applicant) {
  return applicant.full_name_sorting_variant
}

function formatDuration(totalSeconds) {
  const hours = Math.floor(totalSeconds / 3600)
  const minutes = Math.floor((totalSeconds % 3600) / 60)
  const seconds = totalSeconds % 60

  if (hours > 0) {
    return `${hours}:${String(minutes).padStart(2, "0")}:${String(seconds).padStart(2, "0")}`
  }

  return `${minutes}:${String(seconds).padStart(2, "0")}`
}

function formatElapsedTime(startTime) {
  const elapsedMs = Date.now() - startTime
  const totalSeconds = Math.floor(elapsedMs / 1000)
  return formatDuration(totalSeconds)
}

function formatMegabytes(totalBytes) {
  return `${(totalBytes / (1024 * 1024)).toFixed(1)} MB`
}

function createProgressDialog() {
  const dialog = document.createElement("dialog")
  const title = document.createElement("h2")
  const status = document.createElement("p")
  const list = document.createElement("ul")
  const summary = document.createElement("div")
  const elapsed = document.createElement("p")
  const remaining = document.createElement("p")
  const eta = document.createElement("p")
  const size = document.createElement("p")
  const actions = document.createElement("div")
  const closeButton = document.createElement("button")
  const entries = new Map()
  const progress = new Map()
  const startTime = Date.now()
  let timerId = null

  dialog.classList.add("ripper-progress-dialog")
  title.textContent = "Download progress"
  status.classList.add("ripper-progress-status")
  status.textContent = "Retrieving applicants list..."
  list.classList.add("ripper-progress-list")
  summary.classList.add("ripper-progress-summary")
  elapsed.classList.add("ripper-progress-elapsed")
  remaining.classList.add("ripper-progress-remaining")
  eta.classList.add("ripper-progress-eta")
  size.classList.add("ripper-progress-size")
  actions.classList.add("ripper-progress-actions")

  const updateSummary = () => {
    const progressValues = [...progress.values()]
    const elapsedSeconds = Math.floor((Date.now() - startTime) / 1000)
    const hasUnknownTotals = progressValues.some((entry) => entry.total == null)
    const totalDownloaded = progressValues.reduce((sum, entry) => sum + (entry.downloaded ?? 0), 0)
    const totalFiles = progressValues.reduce((sum, entry) => sum + (entry.total ?? 0), 0)
    const totalDownloadedBytes = progressValues.reduce((sum, entry) => sum + (entry.bytes ?? 0), 0)
    const filesRemaining = Math.max(totalFiles - totalDownloaded, 0)

    elapsed.textContent = `Time elapsed: ${formatElapsedTime(startTime)}`
    remaining.textContent = hasUnknownTotals ? "Files remaining: ?" : `Files remaining: ${filesRemaining}`
    size.textContent = `Downloaded size: ${formatMegabytes(totalDownloadedBytes)}`

    if (hasUnknownTotals || totalDownloaded === 0) {
      eta.textContent = filesRemaining === 0 && !hasUnknownTotals ? "ETA: 0:00" : "ETA: --"
      return
    }

    const secondsPerFile = elapsedSeconds / totalDownloaded
    eta.textContent = `ETA: ${formatDuration(Math.ceil(secondsPerFile * filesRemaining))}`
  }

  closeButton.type = "button"
  closeButton.textContent = "Close"
  closeButton.disabled = true
  closeButton.addEventListener("click", () => {
    dialog.close()
    dialog.remove()
  })

  dialog.addEventListener("cancel", (event) => {
    if (closeButton.disabled) {
      event.preventDefault()
    }
  })

  actions.append(closeButton)
  summary.append(elapsed, remaining, eta, size)
  dialog.append(title, status, list, summary, actions)
  document.body.append(dialog)
  dialog.showModal()
  updateSummary()
  timerId = setInterval(updateSummary, 1000)

  return {
    setStatus(text) {
      status.textContent = text
    },
    initializeApplicant(applicant) {
      this.ensureApplicant(applicant)
      progress.set(applicant.id, { downloaded: null, total: null, bytes: 0 })
      updateSummary()
    },
    ensureApplicant(applicant) {
      if (entries.has(applicant.id)) {
        return entries.get(applicant.id)
      }

      const item = document.createElement("li")
      const name = document.createElement("span")
      const counter = document.createElement("span")

      item.classList.add("ripper-progress-item")
      name.classList.add("ripper-progress-name")
      counter.classList.add("ripper-progress-counter")

      name.textContent = formatApplicantName(applicant)
      counter.textContent = "?/?"

      item.append(name, counter)
      list.append(item)

      const entry = { item, counter }
      entries.set(applicant.id, entry)
      return entry
    },
    updateApplicant(applicant, downloaded, total, bytes = 0, failed = false) {
      const entry = this.ensureApplicant(applicant)
      progress.set(applicant.id, { downloaded, total, bytes })
      entry.counter.textContent = `${downloaded}/${total}`
      entry.item.classList.toggle("failed", failed)
      entry.item.classList.toggle("done", !failed && downloaded === total)
      updateSummary()
    },
    markApplicantFailed(applicant) {
      const entry = this.ensureApplicant(applicant)
      entry.item.classList.add("failed")
      entry.item.classList.remove("done")
    },
    stopTimer() {
      if (timerId != null) {
        clearInterval(timerId)
        timerId = null
      }
      updateSummary()
    },
    enableClose() {
      closeButton.disabled = false
    }
  }
}

function rip(event) {
  const btn = event.target;
  const progressDialog = createProgressDialog()
  btn.textContent = "working ..."
  btn.classList.add("loading")
  btn.disabled = true;
  getApplicants()
    .then(async ({ aid, applicants, token }) => {
      progressDialog.setStatus("Downloading applicant files...")
      applicants.forEach((applicant) => {
        progressDialog.initializeApplicant(applicant)
      })

      const applicantResults = await Promise.allSettled(applicants.map(async (applicant) => {
        try {
          const applicantData = await getApplicantWithProgress(applicant, token, ({ downloaded, total, bytes }) => {
            progressDialog.updateApplicant(applicant, downloaded, total, bytes)
          })
          return applicantData
        } catch (error) {
          progressDialog.markApplicantFailed(applicant)
          throw error
        }
      }))

      progressDialog.setStatus("Creating zip archive...")
      const zip = new JSZip()

      applicantResults.forEach((result) => {
        if (result.status !== "fulfilled") {
          throw result.reason
        }

        const applicant = result.value
        const dirName = `${applicant.last_name}_${applicant.first_name}`
        // const dirName = `${sanitizeZipPathSegment(applicant.last_name)}_${sanitizeZipPathSegment(applicant.first_name)}`
        const applicantDir = zip.folder(dirName)
        const files = applicant.application_files ?? []

        files.forEach((afile) => {
          if (afile.blob.size > 2_000_000) return;
          const ext = afile.file_name.split(".").slice(-1)
          const filename = `${afile.field_name}.${ext}`
          // const filename = sanitizeZipPathSegment(afile.file_name)
          console.log(filename)
          console.log(afile.blob)
          applicantDir.file(filename, afile.blob)
        })
      })

      const zipBlob = await zip.generateAsync({ type: "blob" })
      progressDialog.setStatus("Download ready.")
      downloadBlob(zipBlob, `applications_${aid}.zip`)
      btn.textContent = "done"
    })
    .catch((error) => {
      console.error(error)
      progressDialog.setStatus(`Failed: ${error}`)
      btn.textContent = "failed"
      btn.disabled = false
    })
    .finally(() => {
      btn.classList.remove("loading")
      progressDialog.stopTimer()
      progressDialog.enableClose()
    })
}

// injection of rip button
function install() {
  const titleTag = document.querySelector("scrm-module-title")

  if (titleTag != null) {
    const a = document.createElement("button")
    a.textContent = "rip"
    a.classList.add("ripper-btn")
    a.addEventListener("click", rip, {
      once: true
    })
    titleTag.append(" (", a, ")")
  } else {
    console.log("could not install button")
  }
}

// we need the observer to restore the button after each page load
const contentObserver = new MutationObserver((mutations) => {
  mutations.forEach(mu => {
    for (const node of mu.removedNodes) {
      if (node.nodeName == "APP-FULL-PAGE-SPINNER") {
        install();
      }
    }
  });
})

contentObserver.observe(document.querySelector("app-root"), { subtree: true, childList: true });