feat: add STT support, Gemini TTS, and expand usage tracking

- Speech-to-Text: full pipeline with sttCore handler, /v1/audio/transcriptions endpoint, sttConfig for OpenAI, Gemini, Groq, Deepgram, AssemblyAI, HuggingFace, NVIDIA Parakeet; new 9router-stt skill - Gemini TTS: add gemini provider with 30 prebuilt voices and TTS_PROVIDER_CONFIG - Usage: implement GLM (intl/cn) and MiniMax (intl/cn) quota fetchers; refactor Gemini CLI usage to use retrieveUserQuota with per-model buckets - Disabled models: lowdb-backed disabledModelsDb + /api/models/disabled route - Header search: reusable Zustand store (headerSearchStore) wired into Header - CLI tools: add Claude Cowork tool card and cowork-settings API - Providers: introduce mediaPriority sorting in getProvidersByKind, add Kimi K2.6, reorder hermes, drop qwen STT kind - UI: expand media-providers/[kind]/[id] page (+314), enhance OAuthModal, ModelSelectModal, ProviderTopology, ProxyPools, ProviderLimits - Assets: refresh provider PNGs (alicode, byteplus, cloudflare-ai, nvidia, ollama, vertex, volcengine-ark) and add aws-polly, fal-ai, jina-ai, recraft, runwayml, stability-ai, topaz, black-forest-labs
2026-09-22 20:00:47 +00:00 · 2026-05-05 10:32:59 +07:00
parent bfb7d42164
commit d4bc42e1f5
67 changed files with 2930 additions and 234 deletions
@@ -0,0 +1,246 @@
+"use server";
+
+import { NextResponse } from "next/server";
+import fs from "fs/promises";
+import path from "path";
+import os from "os";
+import crypto from "crypto";
+
+const PROVIDER = "gateway";
+
+// Candidate user-data roots — Cowork can run from either Claude-3p (3p mode) or Claude (1p mode w/ cowork features)
+const getCandidateRoots = () => {
+  if (os.platform() === "darwin") {
+    const base = path.join(os.homedir(), "Library", "Application Support");
+    return [path.join(base, "Claude-3p"), path.join(base, "Claude")];
+  }
+  if (os.platform() === "win32") {
+    const localApp = process.env.LOCALAPPDATA || path.join(os.homedir(), "AppData", "Local");
+    const roaming = process.env.APPDATA || path.join(os.homedir(), "AppData", "Roaming");
+    return [
+      path.join(localApp, "Claude-3p"),
+      path.join(roaming, "Claude-3p"),
+      path.join(localApp, "Claude"),
+      path.join(roaming, "Claude"),
+    ];
+  }
+  return [
+    path.join(os.homedir(), ".config", "Claude-3p"),
+    path.join(os.homedir(), ".config", "Claude"),
+  ];
+};
+
+// Claude.app/exe install paths — fallback detect when no user-data folder yet
+const getAppInstallPaths = () => {
+  if (os.platform() === "darwin") {
+    return ["/Applications/Claude.app", path.join(os.homedir(), "Applications", "Claude.app")];
+  }
+  if (os.platform() === "win32") {
+    const localApp = process.env.LOCALAPPDATA || path.join(os.homedir(), "AppData", "Local");
+    const programFiles = process.env["ProgramFiles"] || "C:\\Program Files";
+    return [
+      path.join(localApp, "AnthropicClaude"),
+      path.join(programFiles, "Claude"),
+      path.join(programFiles, "AnthropicClaude"),
+    ];
+  }
+  return [];
+};
+
+// For READ: prefer existing configLibrary (any root). For WRITE: always Claude-3p (first candidate).
+const resolveAppRootForRead = async () => {
+  const candidates = getCandidateRoots();
+  for (const dir of candidates) {
+    try {
+      await fs.access(path.join(dir, "configLibrary"));
+      return dir;
+    } catch { /* try next */ }
+  }
+  return candidates[0];
+};
+
+const getWriteRoot = () => getCandidateRoots()[0]; // always Claude-3p
+
+const getConfigDir = async () => path.join(await resolveAppRootForRead(), "configLibrary");
+const getWriteConfigDir = () => path.join(getWriteRoot(), "configLibrary");
+const getMetaPath = async () => path.join(await getConfigDir(), "_meta.json");
+const getWriteMetaPath = () => path.join(getWriteConfigDir(), "_meta.json");
+
+// Locate Claude (1p) folder for claude_desktop_config.json bootstrap
+const get1pRoot = () => {
+  if (os.platform() === "darwin") {
+    return path.join(os.homedir(), "Library", "Application Support", "Claude");
+  }
+  if (os.platform() === "win32") {
+    const localApp = process.env.LOCALAPPDATA || path.join(os.homedir(), "AppData", "Local");
+    const roaming = process.env.APPDATA || path.join(os.homedir(), "AppData", "Roaming");
+    return path.join(roaming, "Claude"); // 1p uses roaming on Win
+  }
+  return path.join(os.homedir(), ".config", "Claude");
+};
+
+// Set deploymentMode="3p" in Claude/claude_desktop_config.json (preserve existing keys)
+const bootstrapDeploymentMode = async () => {
+  const cfgPath = path.join(get1pRoot(), "claude_desktop_config.json");
+  let cfg = {};
+  try {
+    const content = await fs.readFile(cfgPath, "utf-8");
+    cfg = JSON.parse(content);
+  } catch (error) {
+    if (error.code !== "ENOENT") throw error;
+  }
+  if (cfg.deploymentMode === "3p") return false; // no change
+  cfg.deploymentMode = "3p";
+  await fs.mkdir(get1pRoot(), { recursive: true });
+  await fs.writeFile(cfgPath, JSON.stringify(cfg, null, 2));
+  return true;
+};
+
+// Cowork is available if either (a) any user-data root exists or (b) Claude app is installed
+const checkInstalled = async () => {
+  for (const dir of [...getCandidateRoots(), ...getAppInstallPaths()]) {
+    try {
+      await fs.access(dir);
+      return true;
+    } catch { /* try next */ }
+  }
+  return false;
+};
+
+const isLocalhostUrl = (url) => /localhost|127\.0\.0\.1|0\.0\.0\.0/i.test(url || "");
+
+const readJson = async (filePath) => {
+  try {
+    const content = await fs.readFile(filePath, "utf-8");
+    return JSON.parse(content);
+  } catch (error) {
+    if (error.code === "ENOENT") return null;
+    throw error;
+  }
+};
+
+// Ensure meta exists in Claude-3p/configLibrary (write target). If meta already exists in Claude/ (1p), copy appliedId.
+const ensureMeta = async () => {
+  const writeMetaPath = getWriteMetaPath();
+  let meta = await readJson(writeMetaPath);
+  if (!meta || !meta.appliedId) {
+    // Try to inherit from any existing root
+    const existingRead = await readJson(await getMetaPath());
+    if (existingRead?.appliedId) {
+      meta = existingRead;
+    } else {
+      const newId = crypto.randomUUID();
+      meta = { appliedId: newId, entries: [{ id: newId, name: "Default" }] };
+    }
+    await fs.mkdir(getWriteConfigDir(), { recursive: true });
+    await fs.writeFile(writeMetaPath, JSON.stringify(meta, null, 2));
+  }
+  return meta;
+};
+
+export async function GET() {
+  try {
+    const installed = await checkInstalled();
+    if (!installed) {
+      return NextResponse.json({
+        installed: false,
+        config: null,
+        message: "Claude Desktop (Cowork mode) not detected",
+      });
+    }
+
+    const meta = await readJson(await getMetaPath());
+    const appliedId = meta?.appliedId || null;
+    const configDir = await getConfigDir();
+    const configPath = appliedId ? path.join(configDir, `${appliedId}.json`) : null;
+    const config = configPath ? await readJson(configPath) : null;
+
+    const baseUrl = config?.inferenceGatewayBaseUrl || null;
+    const models = Array.isArray(config?.inferenceModels)
+      ? config.inferenceModels.map((m) => (typeof m === "string" ? m : m?.name)).filter(Boolean)
+      : [];
+
+    const has9Router = !!(config?.inferenceProvider === PROVIDER && baseUrl);
+
+    return NextResponse.json({
+      installed: true,
+      config,
+      has9Router,
+      configPath,
+      cowork: {
+        appliedId,
+        baseUrl,
+        models,
+        provider: config?.inferenceProvider || null,
+      },
+    });
+  } catch (error) {
+    console.log("Error reading cowork settings:", error);
+    return NextResponse.json({ error: "Failed to read cowork settings" }, { status: 500 });
+  }
+}
+
+export async function POST(request) {
+  try {
+    const { baseUrl, apiKey, models } = await request.json();
+
+    if (!baseUrl || !apiKey) {
+      return NextResponse.json({ error: "baseUrl and apiKey are required" }, { status: 400 });
+    }
+
+    if (isLocalhostUrl(baseUrl)) {
+      return NextResponse.json({
+        error: "Claude Cowork sandbox cannot reach localhost. Enable Tunnel/Cloud Endpoint or use Tailscale/VPS.",
+      }, { status: 400 });
+    }
+
+    const modelsArray = Array.isArray(models) ? models.filter((m) => typeof m === "string" && m.trim()) : [];
+    if (modelsArray.length === 0) {
+      return NextResponse.json({ error: "At least one model is required" }, { status: 400 });
+    }
+
+    const bootstrapped = await bootstrapDeploymentMode();
+    const meta = await ensureMeta();
+    const configPath = path.join(getWriteConfigDir(), `${meta.appliedId}.json`);
+
+    const newConfig = {
+      inferenceProvider: PROVIDER,
+      inferenceGatewayBaseUrl: baseUrl,
+      inferenceGatewayApiKey: apiKey,
+      inferenceModels: modelsArray.map((name) => ({ name })),
+    };
+
+    await fs.writeFile(configPath, JSON.stringify(newConfig, null, 2));
+
+    return NextResponse.json({
+      success: true,
+      bootstrapped,
+      message: bootstrapped
+        ? "Cowork enabled (3p mode set). Quit & reopen Claude Desktop."
+        : "Cowork settings applied. Quit & reopen Claude Desktop.",
+      configPath,
+    });
+  } catch (error) {
+    console.log("Error applying cowork settings:", error);
+    return NextResponse.json({ error: "Failed to apply cowork settings" }, { status: 500 });
+  }
+}
+
+export async function DELETE() {
+  try {
+    const meta = await readJson(await getMetaPath());
+    if (!meta?.appliedId) {
+      return NextResponse.json({ success: true, message: "No active config to reset" });
+    }
+    const configPath = path.join(await getConfigDir(), `${meta.appliedId}.json`);
+    try {
+      await fs.writeFile(configPath, JSON.stringify({}, null, 2));
+    } catch (error) {
+      if (error.code !== "ENOENT") throw error;
+    }
+    return NextResponse.json({ success: true, message: "Cowork config reset" });
+  } catch (error) {
+    console.log("Error resetting cowork settings:", error);
+    return NextResponse.json({ error: "Failed to reset cowork settings" }, { status: 500 });
+  }
+}