Desktop/scripts/get-emoji-locales.mjs

// Copyright 2024 Signal Messenger, LLC
// SPDX-License-Identifier: AGPL-3.0-only
// @ts-check
import { writeFile, readFile } from 'node:fs/promises';
import { createHash } from 'node:crypto';
import { join } from 'node:path';
import z from 'zod';
import prettier from 'prettier';
import { OptionalResourcesDictSchema } from './utils/optionalResources.mjs';

/** @import { OptionalResourceType } from './utils/optionalResources.mjs' */

const MANIFEST_URL =
  'https://updates.signal.org/dynamic/android/emoji/search/manifest.json';

const ManifestSchema = z.object({
  version: z.number(),
  languages: z.string().array(),
  languageToSmartlingLocale: z.record(z.string(), z.string()),
});

/**
 * @param {string} url
 * @returns {Promise<unknown>}
 */
async function fetchJSON(url) {
  const res = await fetch(url);
  if (!res.ok) {
    throw new Error(`Failed to fetch ${url}`);
  }

  return res.json();
}

const manifest = ManifestSchema.parse(await fetchJSON(MANIFEST_URL));

manifest.languageToSmartlingLocale.zh_TW = 'zh-Hant';
manifest.languageToSmartlingLocale.sr = 'sr';

/** @type {Map<string, OptionalResourceType>} */
const extraResources = new Map();

await Promise.all(
  manifest.languages.map(async language => {
    const langUrl =
      'https://updates.signal.org/static/android/' +
      `emoji/search/${manifest.version}/${language}.json`;

    const res = await fetch(langUrl);
    if (!res.ok) {
      throw new Error(`Failed to fetch ${langUrl}`);
    }

    const data = Buffer.from(await res.arrayBuffer());

    const digest = createHash('sha512').update(data).digest('base64');

    let locale = manifest.languageToSmartlingLocale[language] ?? language;
    locale = locale.replace(/_/g, '-');

    const pinnedUrl =
      'https://updates2.signal.org/static/android/' +
      `emoji/search/${manifest.version}/${language}.json`;

    extraResources.set(locale, {
      url: pinnedUrl,
      size: data.length,
      digest,
    });
  })
);

const resourcesPath = join(
  import.meta.dirname,
  '..',
  'build',
  'optional-resources.json'
);
const resources = OptionalResourcesDictSchema.parse(
  JSON.parse(await readFile(resourcesPath, 'utf8'))
);

for (const [locale, resource] of extraResources) {
  resources[`emoji-index-${locale}.json`] = resource;
}

const prettierConfig = await prettier.resolveConfig(
  join(import.meta.dirname, '..', 'build')
);

const output = await prettier.format(JSON.stringify(resources, null, 2), {
  ...prettierConfig,
  filepath: resourcesPath,
});
await writeFile(resourcesPath, output);