gdrive-updater.js

const getProperty = (propertyName) => {
  const propertyValue = PropertiesService.getScriptProperties().getProperty(propertyName);
  if (!propertyValue) {
    throw new Error(`${propertyName} not set`);
  }
  return propertyValue;
};

const japaneseFolderId = getProperty('japaneseFolderId');
const mandarinFolderId = getProperty('mandarinFolderId');
const cantoneseFolderId = getProperty('cantoneseFolderId');
const githubAccessToken = getProperty('githubAccessToken');

function downloadAllRepos() {
  for (const repo of repos) {
    downloadFromGithub(repo);
  }
}

/**
 * @typedef {Object} GithubRepoDictionary
 * @property {string} url
 * @property {string} folderId
 * @property {RegExp} includedNameRegex
 * @property {RegExp} removeNameRegex
 * @property {string} fileNamePrefix
 * @property {boolean} [addDate]
 */
/**
 * @type {GithubRepoDictionary[]}
 */
const repos = [
  {
    url: 'https://api.github.com/repos/stephenmk/stephenmk.github.io/releases/latest',
    folderId: japaneseFolderId,
    includedNameRegex: /yomi/,
    removeNameRegex: /jitendex/,
    fileNamePrefix: '[JA-EN] ',
    addDate: true,
  },
  {
    url: 'https://api.github.com/repos/themoeway/jmdict-yomitan/releases/latest',
    folderId: japaneseFolderId,
    includedNameRegex: /JMnedict/,
    removeNameRegex: /JMnedict/,
    fileNamePrefix: '[JA-JA Names] ',
    addDate: true,
  },
  {
    url: 'https://api.github.com/repos/themoeway/jmdict-yomitan/releases/latest',
    folderId: japaneseFolderId,
    includedNameRegex: /KANJIDIC_english/,
    removeNameRegex: /KANJIDIC_english/,
    fileNamePrefix: '[Kanji] ',
    addDate: true,
  },
  {
    url: 'https://api.github.com/repos/MarvNC/cc-cedict-yomitan/releases/latest',
    folderId: mandarinFolderId,
    includedNameRegex: /CC\-CEDICT(?!\.Hanzi)/,
    removeNameRegex: /CC\-CEDICT(?!\.Hanzi)/,
    fileNamePrefix: '[ZH-EN] ',
    addDate: true,
  },
  {
    url: 'https://api.github.com/repos/MarvNC/cc-cedict-yomitan/releases/latest',
    folderId: mandarinFolderId,
    includedNameRegex: /CC\-CEDICT\.Hanzi/,
    removeNameRegex: /CC\-CEDICT\.Hanzi/,
    fileNamePrefix: '[Hanzi] ',
    addDate: true,
  },
  {
    url: 'https://api.github.com/repos/MarvNC/wordshk-yomitan/releases/latest',
    folderId: cantoneseFolderId,
    includedNameRegex: /Words\.hk\.[\d-]+.zip$/,
    removeNameRegex: /Words\.hk\.[\d-]+.zip$/,
    fileNamePrefix: '[YUE-EN & YUE] ',
    addDate: false,
  },
  {
    url: 'https://api.github.com/repos/MarvNC/wordshk-yomitan/releases/latest',
    folderId: cantoneseFolderId,
    includedNameRegex: /Words\.hk\.Honzi.[\d-]+.zip$/,
    removeNameRegex: /Words\.hk\.Honzi.[\d-]+.zip$/,
    fileNamePrefix: '[Honzi] ',
    addDate: false,
  },
  // {
  //   url: 'https://api.github.com/repos/MarvNC/pixiv-yomitan/releases/latest',
  //   folderId: japaneseFolderId,
  //   includedNameRegex: /^Pixiv_[\d\-]+\.zip$/,
  //   removeNameRegex: /^Pixiv_[\d\-]+\.zip$/,
  //   fileNamePrefix: '[JA-JA Encyclopedia] ',
  //   addDate: false,
  // },
];

// Function to download a release repo dictionary from GitHub and save it to Google Drive
/**
 * @param {GithubRepoDictionary} githubRepo
 */
function downloadFromGithub(githubRepo) {
  const headers = {
    Authorization: 'token ' + githubAccessToken,
  };

  const options = {
    headers: headers,
  };

  const releaseInfo = UrlFetchApp.fetch(githubRepo.url, options).getContentText();
  const releaseData = JSON.parse(releaseInfo);

  const assets = releaseData.assets;

  // Find the asset containing the includedNameRegex in its name and download it
  const asset = assets.find(
    (/**@type {GithubAsset} */ asset) =>
      asset.name.match(githubRepo.includedNameRegex) && asset.name.endsWith('.zip')
  );

  // If asset is found, download it and save it to Google Drive
  if (asset?.browser_download_url && asset.browser_download_url !== '') {
    const response = UrlFetchApp.fetch(asset.browser_download_url);
    const fileBlob = response.getBlob();

    // Remove existing files for this dictionary
    removeFilesWithSubstring(githubRepo.folderId, githubRepo.removeNameRegex);

    const folder = DriveApp.getFolderById(githubRepo.folderId);
    const createdFile = folder.createFile(fileBlob);
    // Prepend file with to follow naming convention
    let fileName = createdFile.getName();
    // add prefix
    fileName = githubRepo.fileNamePrefix + fileName;

    // Add date to file name if specified
    if (githubRepo.addDate) {
      const date = asset.created_at.split('T')[0];
      // Suffix before file extension
      fileName = fileName.replace(/(\.[\w\d_-]+)$/i, ` (${date})$1`);
    }

    createdFile.setName(fileName);

    Logger.log(`Downloaded ${createdFile.getName()} to Google Drive.`);
  } else {
    Logger.log(`No asset containing ${githubRepo.includedNameRegex} found in the latest release.`);
  }
}

/**
 * Remove existing files from a folder that match a regex
 * Uses the Google Drive API to delete files, so files will bypass the trash folder
 * @param {string} folderId
 * @param {RegExp} regexToRemove
 */
function removeFilesWithSubstring(folderId, regexToRemove) {
  const folder = DriveApp.getFolderById(folderId);
  const files = folder.getFiles();

  while (files.hasNext()) {
    const file = files.next();
    if (file.getName().match(regexToRemove)) {
      // Get the access token
      const accessToken = ScriptApp.getOAuthToken();

      // Define the URL
      const url = `https://www.googleapis.com/drive/v3/files/${file.getId()}`;

      // Make the request
      const response = UrlFetchApp.fetch(url, {
        method: 'delete',
        headers: {
          Authorization: `Bearer ${accessToken}`,
        },
        muteHttpExceptions: true,
      });

      // Log the response for debugging
      Logger.log(
        `Deleted ${file.getName()} from Google Drive. Response code: ${response.getResponseCode()}`
      );
    }
  }
}

/**
 * @typedef {Object} GithubRelease
 * @property {string} url
 * @property {string} assets_url
 * @property {string} upload_url
 * @property {string} html_url
 * @property {number} id
 * @property {Object} author
 * @property {string} author.login
 * @property {number} author.id
 * @property {string} author.node_id
 * @property {string} author.avatar_url
 * @property {string} author.gravatar_id
 * @property {string} author.url
 * @property {string} author.html_url
 * @property {string} author.followers_url
 * @property {string} author.following_url
 * @property {string} author.gists_url
 * @property {string} author.starred_url
 * @property {string} author.subscriptions_url
 * @property {string} author.organizations_url
 * @property {string} author.repos_url
 * @property {string} author.events_url
 * @property {string} author.received_events_url
 * @property {string} author.type
 * @property {boolean} author.site_admin
 * @property {string} node_id
 * @property {string} tag_name
 * @property {string} target_commitish
 * @property {string} name
 * @property {boolean} draft
 * @property {boolean} prerelease
 * @property {string} created_at
 * @property {string} published_at
 * @property {Array<GithubAsset>} assets
 * @property {string} tarball_url
 * @property {string} zipball_url
 * @property {string} body
 */

/**
 * @typedef {Object} GithubAsset
 * @property {string} url
 * @property {number} id
 * @property {string} node_id
 * @property {string} name
 * @property {string|null} label
 * @property {Object} uploader
 * @property {string} uploader.login
 * @property {number} uploader.id
 * @property {string} uploader.node_id
 * @property {string} uploader.avatar_url
 * @property {string} uploader.gravatar_id
 * @property {string} uploader.url
 * @property {string} uploader.html_url
 * @property {string} uploader.followers_url
 * @property {string} uploader.following_url
 * @property {string} uploader.gists_url
 * @property {string} uploader.starred_url
 * @property {string} uploader.subscriptions_url
 * @property {string} uploader.organizations_url
 * @property {string} uploader.repos_url
 * @property {string} uploader.events_url
 * @property {string} uploader.received_events_url
 * @property {string} uploader.type
 * @property {boolean} uploader.site_admin
 * @property {string} content_type
 * @property {string} state
 * @property {number} size
 * @property {number} download_count
 * @property {string} created_at
 * @property {string} updated_at
 * @property {string} browser_download_url
 */