Feat: support Clash Meta mrs format

Build/build-apple-cdn.ts

@@ -53,7 +53,8 @@ export const buildAppleCdn = task(require.main === module, __filename)(async (sp
       domainset,
       'domainset',
       path.resolve(__dirname, '../List/domainset/apple_cdn.conf'),
-      path.resolve(__dirname, '../Clash/domainset/apple_cdn.txt')
+      path.resolve(__dirname, '../Clash/domainset/apple_cdn.txt'),
+      path.resolve(__dirname, '../Clash/clash_mrs_domain/apple_cdn.mrs')
     )
   ]);
 });

Build/build-cdn-download-conf.ts

@@ -78,7 +78,8 @@ export const buildCdnDownloadConf = task(require.main === module, __filename)(as
       sortDomains(domainDeduper(cdnDomainsList)),
       'domainset',
       path.resolve(__dirname, '../List/domainset/cdn.conf'),
-      path.resolve(__dirname, '../Clash/domainset/cdn.txt')
+      path.resolve(__dirname, '../Clash/domainset/cdn.txt'),
+      path.resolve(__dirname, '../Clash/clash_mrs_domain/cdn.mrs')
     ),
     createRuleset(
       span,
@@ -92,7 +93,8 @@ export const buildCdnDownloadConf = task(require.main === module, __filename)(as
       sortDomains(domainDeduper(downloadDomainSet)),
       'domainset',
       path.resolve(__dirname, '../List/domainset/download.conf'),
-      path.resolve(__dirname, '../Clash/domainset/download.txt')
+      path.resolve(__dirname, '../Clash/domainset/download.txt'),
+      path.resolve(__dirname, '../Clash/clash_mrs_domain/download.mrs')
     )
   ]);
 });

Build/build-common.ts

@@ -127,6 +127,8 @@ function transformDomainset(parentSpan: Span, sourcePath: string, relativePath:
           description = SHARED_DESCRIPTION;
         }
 
+        const clashFileBasename = relativePath.slice(0, -path.extname(relativePath).length);
+
         return createRuleset(
           span,
           title,
@@ -135,7 +137,7 @@ function transformDomainset(parentSpan: Span, sourcePath: string, relativePath:
           deduped,
           'domainset',
           path.resolve(outputSurgeDir, relativePath),
-          path.resolve(outputClashDir, `${relativePath.slice(0, -path.extname(relativePath).length)}.txt`)
+          path.resolve(outputClashDir, `${clashFileBasename}.txt`)
         );
       }
     );

Build/build-reject-domainset.ts

@@ -191,7 +191,8 @@ export const buildRejectDomainSet = task(require.main === module, __filename)(as
       span.traceChildSync('sort reject domainset (base)', () => sortDomains(dudupedDominArray, domainArrayMainDomainMap, domainArraySubdomainMap)),
       'domainset',
       path.resolve(__dirname, '../List/domainset/reject.conf'),
-      path.resolve(__dirname, '../Clash/domainset/reject.txt')
+      path.resolve(__dirname, '../Clash/domainset/reject.txt'),
+      path.resolve(__dirname, '../Clash/clash_mrs_domain/reject.mrs')
     ),
     createRuleset(
       span,
@@ -211,7 +212,8 @@ export const buildRejectDomainSet = task(require.main === module, __filename)(as
       span.traceChildSync('sort reject domainset (extra)', () => sortDomains(dudupedDominArrayExtra, domainArrayMainDomainMap, domainArraySubdomainMap)),
       'domainset',
       path.resolve(__dirname, '../List/domainset/reject_extra.conf'),
-      path.resolve(__dirname, '../Clash/domainset/reject_extra.txt')
+      path.resolve(__dirname, '../Clash/domainset/reject_extra.txt'),
+      path.resolve(__dirname, '../Clash/clash_mrs_domain/reject_extra.mrs')
     ),
     compareAndWriteFile(
       span,

Build/build-speedtest-domainset.ts

@@ -251,6 +251,7 @@ export const buildSpeedtestDomainSet = task(require.main === module, __filename)
     deduped,
     'domainset',
     path.resolve(__dirname, '../List/domainset/speedtest.conf'),
-    path.resolve(__dirname, '../Clash/domainset/speedtest.txt')
+    path.resolve(__dirname, '../Clash/domainset/speedtest.txt'),
+    path.resolve(__dirname, '../Clash/clash_mrs_domain/speedtest.mrs')
   );
 });

Build/lib/convert-clash-meta-mrs.ts

@@ -0,0 +1,57 @@
+import path from 'path';
+import fs from 'fs';
+import fsp from 'fs/promises';
+import { Readable } from 'stream';
+import { pipeline } from 'stream/promises';
+import zlib from 'zlib';
+import { async as ezspawn } from '@jsdevtools/ez-spawn';
+
+const mihomoBinaryDir = path.join(__dirname, '../../node_modules/.cache/mihomo');
+const mihomoBinaryPath = path.join(mihomoBinaryDir, 'mihomo');
+
+const mihomoBinaryUrl: Partial<Record<NodeJS.Platform, Partial<Record<NodeJS.Architecture, string>>>> = {
+  linux: {
+    x64: 'https://github.com/MetaCubeX/mihomo/releases/download/v1.18.7/mihomo-linux-amd64-compatible-v1.18.7.gz'
+  },
+  darwin: {
+    x64: 'https://github.com/MetaCubeX/mihomo/releases/download/v1.18.7/mihomo-darwin-amd64-v1.18.7.gz',
+    arm64: 'https://github.com/MetaCubeX/mihomo/releases/download/v1.18.7/mihomo-darwin-arm64-v1.18.7.gz'
+  }
+};
+
+const ensureMihomoBinary = async () => {
+  await fsp.mkdir(mihomoBinaryDir, { recursive: true });
+  if (!fs.existsSync(mihomoBinaryPath)) {
+    const writeStream = fs.createWriteStream(mihomoBinaryPath);
+
+    const downloadUrl = mihomoBinaryUrl[process.platform]?.[process.arch];
+    if (!downloadUrl) {
+      throw new Error(`Unsupported platform: ${process.platform} ${process.arch}`);
+    }
+
+    const res = await fetch(downloadUrl);
+
+    if (!res.ok || !res.body) {
+      throw new Error(`Failed to download mihomo binary: ${res.statusText}`);
+    }
+
+    const gunzip = zlib.createGunzip();
+
+    await pipeline(
+      Readable.fromWeb(res.body),
+      gunzip,
+      writeStream
+    );
+  }
+  await fsp.chmod(mihomoBinaryPath, 0o755);
+};
+
+export const convertClashMetaMrs = async (type: 'domain', format: 'text', input: string, output: string) => {
+  await ensureMihomoBinary();
+
+  const { stderr } = await ezspawn(mihomoBinaryPath, ['convert-ruleset', type, format, input, output]);
+
+  if (stderr) {
+    throw new Error(stderr);
+  }
+};

Build/lib/create-file.ts

@@ -6,6 +6,7 @@ import path from 'path';
 import fs from 'fs';
 import { fastStringArrayJoin, writeFile } from './misc';
 import { readFileByLine } from './fetch-text-by-line';
+import { convertClashMetaMrs } from './convert-clash-meta-mrs';
 
 export async function compareAndWriteFile(span: Span, linesA: string[], filePath: string) {
   let isEqual = true;
@@ -151,8 +152,10 @@ const MARK = 'this_ruleset_is_made_by_sukkaw.ruleset.skk.moe';
 export const createRuleset = (
   parentSpan: Span,
   title: string, description: string[] | readonly string[], date: Date, content: string[],
-  type: ('ruleset' | 'domainset' | string & {}), surgePath: string, clashPath: string
-) => parentSpan.traceChild(`create ruleset: ${path.basename(surgePath, path.extname(surgePath))}`).traceAsyncFn((childSpan) => {
+  type: ('ruleset' | 'domainset' | string & {}),
+  surgePath: string, clashPath: string,
+  clashMrsPath?: string
+) => parentSpan.traceChild(`create ruleset: ${path.basename(surgePath, path.extname(surgePath))}`).traceAsyncFn(async (childSpan) => {
   const surgeContent = withBannerArray(
     title, description, date,
     sortRuleSet(type === 'domainset'
@@ -174,8 +177,19 @@ export const createRuleset = (
     return withBannerArray(title, description, date, _clashContent);
   });
 
-  return Promise.all([
+  await Promise.all([
     compareAndWriteFile(childSpan, surgeContent, surgePath),
     compareAndWriteFile(childSpan, clashContent, clashPath)
   ]);
+
+  if (clashMrsPath) {
+    if (type === 'domainset') {
+      await childSpan.traceChildAsync('clash meta mrs domain ' + clashMrsPath, async () => {
+        await fs.promises.mkdir(path.dirname(clashMrsPath), { recursive: true });
+        await convertClashMetaMrs(
+          'domain', 'text', clashPath, clashMrsPath
+        );
+      });
+    }
+  }
 });

package.json

@@ -21,6 +21,7 @@
   "license": "ISC",
   "dependencies": {
     "@cliqz/adblocker": "^1.31.1",
+    "@jsdevtools/ez-spawn": "^3.0.4",
     "async-retry": "^1.3.3",
     "async-sema": "^3.1.1",
     "better-sqlite3": "^11.1.2",