feat: implement china region launcher api support

src/utils/api/akEndfield/launcher.ts

@@ -58,22 +58,54 @@ export default {
     channel: number,
     subChannel: number,
     version: string | null,
-    targetApp: 'EndField' | null,
+    targetApp: 'EndField' | 'Arknights' | 'Official',
+    region: 'os' | 'cn',
   ): Promise<TypesApiAkEndfield.LauncherLatestLauncher> => {
     if (version !== null && !semver.valid(version)) throw new Error(`Invalid version string (${version})`);
+    const domain =
+      region === 'cn'
+        ? appConfig.network.api.akEndfield.base.launcherCN
+        : appConfig.network.api.akEndfield.base.launcher;
     const rsp = await ky
-      .get(`https://${appConfig.network.api.akEndfield.base.launcher}/launcher/get_latest`, {
+      .get(`https://${domain}/launcher/get_latest`, {
         ...defaultSettings.ky,
         searchParams: {
           appcode: appCode,
           channel,
           sub_channel: subChannel,
           version: version ?? undefined,
-          target_app: targetApp ?? undefined,
+          target_app: targetApp,
         },
       })
       .json();
     return rsp as TypesApiAkEndfield.LauncherLatestLauncher;
   },
+  latestLauncherExe: async (
+    appCode: string,
+    channel: number,
+    subChannel: number,
+    version: string | null,
+    targetApp: 'endfield' | 'official' | string,
+    region: 'os' | 'cn',
+  ): Promise<TypesApiAkEndfield.LauncherLatestLauncherExe> => {
+    if (version !== null && !semver.valid(version)) throw new Error(`Invalid version string (${version})`);
+    const domain =
+      region === 'cn'
+        ? appConfig.network.api.akEndfield.base.launcherCN
+        : appConfig.network.api.akEndfield.base.launcher;
+    const rsp = await ky
+      .get(`https://${domain}/launcher/get_latest_launcher`, {
+        ...defaultSettings.ky,
+        searchParams: {
+          appcode: appCode,
+          channel,
+          sub_channel: subChannel,
+          version: version ?? undefined,
+          ta: targetApp,
+        },
+      })
+      .json();
+    return rsp as TypesApiAkEndfield.LauncherLatestLauncherExe;
+  },
   web: launcherWeb,
 };

src/utils/api/index.ts

@@ -1,5 +1,7 @@
 import akEndfield from './akEndfield/index.js';
+import webArchiveOrg from './webArchiveOrg/index.js';
 
 export default {
   akEndfield,
+  webArchiveOrg,
 };

src/utils/api/webArchiveOrg/defaultSettings.ts

@@ -0,0 +1,11 @@
+import appConfig from '../../config.js';
+
+export default {
+  ky: {
+    headers: {
+      'User-Agent': appConfig.network.userAgent.chromeWindows,
+    },
+    timeout: appConfig.network.timeout,
+    retry: { limit: appConfig.network.retryCount },
+  },
+};

src/utils/api/webArchiveOrg/index.ts

@@ -0,0 +1,85 @@
+import cookie from 'cookie';
+import ky from 'ky';
+import defaultSettings from './defaultSettings.js';
+
+export default {
+  login: {
+    getLoginToken: async (): Promise<string> => {
+      const rsp: any = await ky.get('https://archive.org/services/account/login/', defaultSettings.ky).json();
+      if (!rsp.value.token) throw new Error('Failed to get wayback machine login token');
+      return rsp.value.token;
+    },
+    login: async (username: string, password: string, token: string, remember: boolean = true) => {
+      const rsp = await ky.post('https://archive.org/services/account/login/', {
+        ...defaultSettings.ky,
+        json: {
+          username,
+          password,
+          remember: String(remember),
+          t: token,
+        },
+      });
+      if (!((await rsp.json()) as any).success) throw new Error('Wayback Machine login error: ' + rsp);
+      return rsp.headers.getSetCookie().map((e) => cookie.parseSetCookie(e));
+    },
+  },
+  save: async (url: string, auth: { user: string; sig: string }): Promise<string> => {
+    const params = new URLSearchParams();
+    params.append('url', url);
+    params.append('capture_all', 'on');
+    const rsp = await ky
+      .post('https://web.archive.org/save/' + url, {
+        ...defaultSettings.ky,
+        headers: {
+          ...defaultSettings.ky.headers,
+          Cookie: cookie.stringifyCookie({ 'logged-in-sig': auth.sig, 'logged-in-user': auth.user }),
+        },
+        body: params,
+      })
+      .text();
+    const match = rsp.match(/spn\.watchJob\("([^"]+)"/);
+    if (match && match[1]) {
+      return match[1]; // spn2-xxxxxxxxxxxxxxxxxxx
+    }
+    throw new Error('Wayback Machine save job id not found');
+  },
+  saveStatus: async (
+    jobId: string,
+    auth: { user: string; sig: string },
+  ): Promise<
+    | {
+        status: 'success';
+        job_id: string;
+        resources: [];
+        download_size: number;
+        total_size: number;
+        timestamp: string;
+        original_url: string;
+        duration_sec: number;
+        counters: {
+          outlinks: number;
+          embeds: number;
+        };
+        http_status: number;
+        first_archive: boolean;
+      }
+    | {
+        status: 'pending';
+        job_id: string;
+        resources: [];
+        download_size?: number;
+        total_size?: number;
+      }
+  > => {
+    const rsp = await ky
+      .get('https://web.archive.org/save/status/' + jobId, {
+        ...defaultSettings.ky,
+        headers: {
+          ...defaultSettings.ky.headers,
+          Cookie: cookie.stringifyCookie({ 'logged-in-sig': auth.sig, 'logged-in-user': auth.user }),
+        },
+      })
+      .json();
+    return rsp as any;
+  },
+};

src/utils/config.ts

@@ -16,16 +16,17 @@ type ConfigType = AllRequired<
       api: {
         akEndfield: {
           appCode: {
-            game: { osWinRel: string };
-            launcher: { osWinRel: string; osWinRelEpic: string };
+            game: { osWinRel: string; cnWinRel: string };
+            launcher: { osWinRel: string; osWinRelEpic: string; cnWinRel: string };
             accountService: { osWinRel: string; skport: string; binding: string };
             u8: { osWinRel: string };
           };
-          channel: { osWinRel: number };
-          subChannel: { osWinRel: number; osWinRelEpic: number, osWinRelGooglePlay: number };
+          channel: { osWinRel: number; cnWinRel: number };
+          subChannel: { osWinRel: number; osWinRelEpic: number; osWinRelGooglePlay: number; cnWinRel: number };
           base: {
             accountService: string;
             launcher: string;
+            launcherCN: string;
             u8: string;
             binding: string;
             webview: string;
@@ -63,16 +64,17 @@ const initialConfig: ConfigType = {
     api: {
       akEndfield: {
         appCode: {
-          game: { osWinRel: 'YDUTE5gscDZ229CW' },
-          launcher: { osWinRel: 'TiaytKBUIEdoEwRT', osWinRelEpic: 'BBWoqCzuZ2bZ1Dro' },
+          game: { osWinRel: 'YDUTE5gscDZ229CW', cnWinRel: '6LL0KJuqHBVz33WK' },
+          launcher: { osWinRel: 'TiaytKBUIEdoEwRT', osWinRelEpic: 'BBWoqCzuZ2bZ1Dro', cnWinRel: 'abYeZZ16BPluCFyT' },
           accountService: { osWinRel: 'd9f6dbb6bbd6bb33', skport: '6eb76d4e13aa36e6', binding: '3dacefa138426cfe' },
           u8: { osWinRel: '973bd727dd11cbb6ead8' },
         },
-        channel: { osWinRel: 6 },
-        subChannel: { osWinRel: 6, osWinRelEpic: 801, osWinRelGooglePlay: 802 },
+        channel: { osWinRel: 6, cnWinRel: 1 },
+        subChannel: { osWinRel: 6, osWinRelEpic: 801, osWinRelGooglePlay: 802, cnWinRel: 1 },
         base: {
           accountService: 'YXMuZ3J5cGhsaW5lLmNvbQ==',
           launcher: 'bGF1bmNoZXIuZ3J5cGhsaW5lLmNvbS9hcGk=',
+          launcherCN: 'bGF1bmNoZXIuaHlwZXJncnlwaC5jb20vYXBp',
           u8: 'dTguZ3J5cGhsaW5lLmNvbQ==',
           binding: 'YmluZGluZy1hcGktYWNjb3VudC1wcm9kLmdyeXBobGluZS5jb20=',
           webview: 'ZWYtd2Vidmlldy5ncnlwaGxpbmUuY29t',

src/utils/webArchiveOrg.ts

@@ -0,0 +1,65 @@
+import path from 'node:path';
+import { HTTPError } from 'ky';
+import api from './api/index.js';
+import argvUtils from './argv.js';
+import logger from './logger.js';
+import mathUtils from './math.js';
+
+function formatBytes(bytes: number) {
+  return mathUtils.formatFileSize(bytes, {
+    decimals: 2,
+    decimalPadding: true,
+    useBinaryUnit: true,
+    useBitUnit: false,
+    unitVisible: true,
+    unit: null,
+  });
+}
+
+async function login(username: string, password: string): Promise<{ user: string; sig: string }> {
+  const token = await api.webArchiveOrg.login.getLoginToken();
+  const loginRet = await api.webArchiveOrg.login.login(username, password, token, true);
+  const credential = {
+    user: loginRet.find((e) => e.name === 'logged-in-user')?.value,
+    sig: loginRet.find((e) => e.name === 'logged-in-sig')?.value,
+  };
+  if (credential.sig && credential.user) return credential as { user: string; sig: string };
+  throw new Error('Wayback Machine auth error');
+}
+
+async function savePage(url: string, auth: { user: string; sig: string }): Promise<string> {
+  const jobId = await api.webArchiveOrg.save(url, auth);
+  const result = await (async () => {
+    while (true) {
+      try {
+        const status = await api.webArchiveOrg.saveStatus(jobId, auth);
+        if (status.download_size && status.total_size)
+          logger.debug(
+            `Wayback Machine save: ${formatBytes(status.download_size)} / ${formatBytes(status.total_size)}`,
+          );
+        if (status.status === 'success') return status;
+        await new Promise((resolve) => setTimeout(resolve, 1000));
+      } catch (err) {
+        if (err instanceof HTTPError) {
+          throw new Error(
+            `Wayback Machine save: HTTP ${err.response.status} ${err.response.statusText}: ${await err.response.text()}`,
+          );
+        }
+      }
+    }
+  })();
+  if (result.http_status >= 400) {
+    throw new Error('Wayback Machine save: http ' + result.http_status + ' error');
+  }
+  const resultUrl = `https://web.archive.org/web/${result.timestamp}/${result.original_url}`;
+  const localJsonPath = path.join(argvUtils.getArgv()['outputDir'], 'wayback_machine.json');
+  const localJson: string[] = await Bun.file(localJsonPath).json();
+  if (localJson.includes(resultUrl) === false) localJson.push(resultUrl);
+  await Bun.write(localJsonPath, JSON.stringify(localJson, null, 2));
+  return resultUrl;
+}
+
+export default {
+  login,
+  savePage,
+};