feat: add STT support, Gemini TTS, and expand usage tracking

- Speech-to-Text: full pipeline with sttCore handler, /v1/audio/transcriptions
  endpoint, sttConfig for OpenAI, Gemini, Groq, Deepgram, AssemblyAI,
  HuggingFace, NVIDIA Parakeet; new 9router-stt skill
- Gemini TTS: add gemini provider with 30 prebuilt voices and TTS_PROVIDER_CONFIG
- Usage: implement GLM (intl/cn) and MiniMax (intl/cn) quota fetchers; refactor
  Gemini CLI usage to use retrieveUserQuota with per-model buckets
- Disabled models: lowdb-backed disabledModelsDb + /api/models/disabled route
- Header search: reusable Zustand store (headerSearchStore) wired into Header
- CLI tools: add Claude Cowork tool card and cowork-settings API
- Providers: introduce mediaPriority sorting in getProvidersByKind, add
  Kimi K2.6, reorder hermes, drop qwen STT kind
- UI: expand media-providers/[kind]/[id] page (+314), enhance OAuthModal,
  ModelSelectModal, ProviderTopology, ProxyPools, ProviderLimits
- Assets: refresh provider PNGs (alicode, byteplus, cloudflare-ai, nvidia,
  ollama, vertex, volcengine-ark) and add aws-polly, fal-ai, jina-ai, recraft,
  runwayml, stability-ai, topaz, black-forest-labs
This commit is contained in:
decolua
2026-05-05 10:32:59 +07:00
parent bfb7d42164
commit d4bc42e1f5
67 changed files with 2930 additions and 234 deletions
@@ -7,7 +7,12 @@ import Toggle from "@/shared/components/Toggle";
import { parseQuotaData, calculatePercentage } from "./utils";
import Card from "@/shared/components/Card";
import { EditConnectionModal } from "@/shared/components";
import { USAGE_SUPPORTED_PROVIDERS } from "@/shared/constants/providers";
import { USAGE_SUPPORTED_PROVIDERS, USAGE_APIKEY_PROVIDERS } from "@/shared/constants/providers";
// Connection is eligible for the quota page when it uses OAuth or is an apikey provider whitelisted for quota
const isUsageEligible = (conn) =>
USAGE_SUPPORTED_PROVIDERS.includes(conn.provider) &&
(conn.authType === "oauth" || USAGE_APIKEY_PROVIDERS.includes(conn.provider));
const REFRESH_INTERVAL_MS = 60000; // 60 seconds
const DEPLETED_QUOTA_THRESHOLD = 5; // percent
@@ -239,16 +244,11 @@ export default function ProviderLimits() {
try {
const conns = await fetchConnections();
// Filter only supported OAuth providers
const oauthConnections = conns.filter(
(conn) =>
USAGE_SUPPORTED_PROVIDERS.includes(conn.provider) &&
conn.authType === "oauth",
);
// Filter eligible connections (OAuth + whitelisted apikey)
const eligibleConnections = conns.filter(isUsageEligible);
// Fetch quota for supported OAuth connections only
await Promise.all(
oauthConnections.map((conn) => fetchQuota(conn.id, conn.provider)),
eligibleConnections.map((conn) => fetchQuota(conn.id, conn.provider)),
);
setLastUpdated(new Date());
@@ -266,21 +266,17 @@ export default function ProviderLimits() {
const conns = await fetchConnections();
setConnectionsLoading(false);
const oauthConnections = conns.filter(
(conn) =>
USAGE_SUPPORTED_PROVIDERS.includes(conn.provider) &&
conn.authType === "oauth",
);
const eligibleConnections = conns.filter(isUsageEligible);
// Mark all as loading before fetching
const loadingState = {};
oauthConnections.forEach((conn) => {
eligibleConnections.forEach((conn) => {
loadingState[conn.id] = true;
});
setLoading(loadingState);
await Promise.all(
oauthConnections.map((conn) => fetchQuota(conn.id, conn.provider)),
eligibleConnections.map((conn) => fetchQuota(conn.id, conn.provider)),
);
setLastUpdated(new Date());
};
@@ -354,12 +350,8 @@ export default function ProviderLimits() {
};
}, [autoRefresh, refreshAll]);
// Filter only supported providers
const filteredConnections = connections.filter(
(conn) =>
USAGE_SUPPORTED_PROVIDERS.includes(conn.provider) &&
conn.authType === "oauth",
);
// Filter eligible connections (OAuth + whitelisted apikey)
const filteredConnections = connections.filter(isUsageEligible);
const providerFilteredConnections = filteredConnections.filter(
(conn) => providerFilter === "all" || conn.provider === providerFilter,
@@ -1,6 +1,6 @@
"use client";
import { useMemo, useState, useCallback, useRef } from "react";
import { useMemo, useState, useEffect, useCallback, useRef } from "react";
import PropTypes from "prop-types";
import {
ReactFlow,
@@ -10,6 +10,10 @@ import {
import "@xyflow/react/dist/style.css";
import { AI_PROVIDERS } from "@/shared/constants/providers";
// Force-stop FE animation if a provider stays active longer than this
const FE_ACTIVE_TIMEOUT_MS = 60000;
const FE_ACTIVE_TICK_MS = 1000;
function getProviderConfig(providerId) {
return AI_PROVIDERS[providerId] || { color: "#6b7280", name: providerId };
}
@@ -199,13 +203,44 @@ export default function ProviderTopology({ providers = [], activeRequests = [],
const lastKey = lastProvider?.toLowerCase() || "";
const errorKey = errorProvider?.toLowerCase() || "";
const activeSet = useMemo(() => new Set(activeKey ? activeKey.split(",") : []), [activeKey]);
const rawActiveSet = useMemo(() => new Set(activeKey ? activeKey.split(",") : []), [activeKey]);
const lastSet = useMemo(() => new Set(lastKey ? [lastKey] : []), [lastKey]);
const errorSet = useMemo(() => new Set(errorKey ? [errorKey] : []), [errorKey]);
// Track firstSeen per active provider; drop provider if running too long (BE stuck)
const firstSeenRef = useRef({});
const [tick, setTick] = useState(0);
useEffect(() => {
const seen = firstSeenRef.current;
const now = Date.now();
for (const p of rawActiveSet) {
if (!seen[p]) seen[p] = now;
}
for (const p of Object.keys(seen)) {
if (!rawActiveSet.has(p)) delete seen[p];
}
}, [rawActiveSet]);
useEffect(() => {
if (rawActiveSet.size === 0) return;
const id = setInterval(() => setTick((t) => t + 1), FE_ACTIVE_TICK_MS);
return () => clearInterval(id);
}, [rawActiveSet]);
const activeSet = useMemo(() => {
const now = Date.now();
const filtered = new Set();
for (const p of rawActiveSet) {
const ts = firstSeenRef.current[p];
if (!ts || now - ts < FE_ACTIVE_TIMEOUT_MS) filtered.add(p);
}
return filtered;
}, [rawActiveSet, tick]);
const { nodes, edges } = useMemo(
() => buildLayout(providers, activeSet, lastSet, errorSet),
[providers, activeKey, lastKey, errorKey]
[providers, activeSet, lastKey, errorKey]
);
// Stable key — only remount when provider list changes