package com.zy.ai.service; import com.baomidou.mybatisplus.mapper.EntityWrapper; import com.zy.ai.entity.LlmRouteConfig; import lombok.RequiredArgsConstructor; import lombok.extern.slf4j.Slf4j; import org.springframework.http.HttpHeaders; import org.springframework.http.MediaType; import org.springframework.stereotype.Service; import org.springframework.web.reactive.function.client.WebClient; import reactor.core.publisher.Mono; import java.time.Duration; import java.util.ArrayList; import java.util.Comparator; import java.util.Collections; import java.util.Date; import java.util.HashMap; import java.util.List; import java.util.Map; @Slf4j @Service @RequiredArgsConstructor public class LlmRoutingService { private static final long CACHE_TTL_MS = 3000L; private final LlmRouteConfigService llmRouteConfigService; private volatile List allRouteCache = Collections.emptyList(); private volatile long cacheExpireAt = 0L; private static final Comparator ROUTE_ORDER = (a, b) -> { int pa = a == null || a.getPriority() == null ? Integer.MAX_VALUE : a.getPriority(); int pb = b == null || b.getPriority() == null ? Integer.MAX_VALUE : b.getPriority(); if (pa != pb) return Integer.compare(pa, pb); long ia = a == null || a.getId() == null ? Long.MAX_VALUE : a.getId(); long ib = b == null || b.getId() == null ? Long.MAX_VALUE : b.getId(); return Long.compare(ia, ib); }; public void evictCache() { cacheExpireAt = 0L; } public List listAllOrdered() { return new ArrayList<>(loadAllRoutes()); } public List listAvailableRoutes() { Date now = new Date(); List result = new ArrayList<>(); List coolingRoutes = new ArrayList<>(); int total = 0; int disabled = 0; int invalid = 0; for (LlmRouteConfig c : loadAllRoutes()) { total++; if (!isEnabled(c)) { disabled++; continue; } if (isBlank(c.getBaseUrl()) || isBlank(c.getApiKey()) || isBlank(c.getModel())) { invalid++; continue; } if (isCooling(c, now)) { coolingRoutes.add(c); continue; } result.add(c); } if (result.isEmpty() && !coolingRoutes.isEmpty()) { // 避免所有路由都处于冷却时系统完全不可用,降级允许使用冷却路由 coolingRoutes.sort(ROUTE_ORDER); log.warn("LLM 路由均处于冷却,降级启用冷却路由。cooling={}, total={}", coolingRoutes.size(), total); return coolingRoutes; } result.sort(ROUTE_ORDER); if (result.isEmpty()) { log.warn("未找到可用 LLM 路由。total={}, disabled={}, invalid={}", total, disabled, invalid); } return result; } public void markSuccess(Long routeId) { if (routeId == null) return; try { LlmRouteConfig db = llmRouteConfigService.selectById(routeId); if (db == null) return; db.setSuccessCount(nvl(db.getSuccessCount()) + 1); db.setConsecutiveFailCount(0); db.setLastUsedTime(new Date()); db.setUpdateTime(new Date()); llmRouteConfigService.updateById(db); evictCache(); } catch (Exception e) { log.warn("更新路由成功状态失败, routeId={}", routeId, e); } } public void markFailure(Long routeId, String errorText, boolean enterCooldown, Integer cooldownSeconds) { if (routeId == null) return; try { LlmRouteConfig db = llmRouteConfigService.selectById(routeId); if (db == null) return; Date now = new Date(); db.setFailCount(nvl(db.getFailCount()) + 1); db.setConsecutiveFailCount(nvl(db.getConsecutiveFailCount()) + 1); db.setLastFailTime(now); db.setLastError(trimError(errorText)); if (enterCooldown) { int sec = cooldownSeconds != null && cooldownSeconds > 0 ? cooldownSeconds : defaultCooldown(db.getCooldownSeconds()); db.setCooldownUntil(new Date(now.getTime() + sec * 1000L)); } db.setUpdateTime(now); llmRouteConfigService.updateById(db); evictCache(); } catch (Exception e) { log.warn("更新路由失败状态失败, routeId={}", routeId, e); } } private int defaultCooldown(Integer sec) { return sec == null || sec <= 0 ? 300 : sec; } private String trimError(String err) { if (err == null) return null; String x = err.replace("\n", " ").replace("\r", " "); return x.length() > 500 ? x.substring(0, 500) : x; } private Integer nvl(Integer x) { return x == null ? 0 : x; } private boolean isEnabled(LlmRouteConfig c) { return c != null && c.getStatus() != null && c.getStatus() == 1; } private boolean isCooling(LlmRouteConfig c, Date now) { return c != null && c.getCooldownUntil() != null && c.getCooldownUntil().after(now); } private List loadAllRoutes() { long now = System.currentTimeMillis(); if (now < cacheExpireAt && allRouteCache != null) { return allRouteCache; } synchronized (this) { now = System.currentTimeMillis(); if (now < cacheExpireAt && allRouteCache != null) { return allRouteCache; } EntityWrapper wrapper = new EntityWrapper<>(); wrapper.orderBy("priority", true).orderBy("id", true); List list = llmRouteConfigService.selectList(wrapper); if (list == null) { allRouteCache = Collections.emptyList(); } else { list.sort(ROUTE_ORDER); allRouteCache = list; } cacheExpireAt = System.currentTimeMillis() + CACHE_TTL_MS; return allRouteCache; } } private String safe(String s) { return s == null ? "" : s.trim(); } private boolean isBlank(String s) { return s == null || s.trim().isEmpty(); } public LlmRouteConfig fillAndNormalize(LlmRouteConfig cfg, boolean isCreate) { Date now = new Date(); if (isBlank(cfg.getName())) { cfg.setName("LLM_ROUTE_" + now.getTime()); } if (cfg.getThinking() == null) { cfg.setThinking((short) 0); } if (cfg.getPriority() == null) { cfg.setPriority(100); } if (cfg.getStatus() == null) { cfg.setStatus((short) 1); } if (cfg.getSwitchOnQuota() == null) { cfg.setSwitchOnQuota((short) 1); } if (cfg.getSwitchOnError() == null) { cfg.setSwitchOnError((short) 1); } if (cfg.getCooldownSeconds() == null || cfg.getCooldownSeconds() < 0) { cfg.setCooldownSeconds(300); } if (cfg.getFailCount() == null) { cfg.setFailCount(0); } if (cfg.getSuccessCount() == null) { cfg.setSuccessCount(0); } if (cfg.getConsecutiveFailCount() == null) { cfg.setConsecutiveFailCount(0); } if (isCreate) { cfg.setCreateTime(now); } cfg.setUpdateTime(now); return cfg; } public Map testRoute(LlmRouteConfig cfg) { HashMap result = new HashMap<>(); long start = System.currentTimeMillis(); try { TestHttpResult raw = testJavaRoute(cfg); fillTestResult(result, raw, start); } catch (Exception e) { result.put("ok", false); result.put("statusCode", -1); result.put("latencyMs", System.currentTimeMillis() - start); result.put("message", "测试异常: " + safe(e.getMessage())); result.put("responseSnippet", ""); } return result; } private void fillTestResult(HashMap result, TestHttpResult raw, long start) { boolean ok = raw.statusCode >= 200 && raw.statusCode < 300; result.put("ok", ok); result.put("statusCode", raw.statusCode); result.put("latencyMs", System.currentTimeMillis() - start); result.put("message", ok ? "测试成功" : "测试失败"); result.put("responseSnippet", trimBody(raw.body)); } private TestHttpResult testJavaRoute(LlmRouteConfig cfg) { HashMap req = new HashMap<>(); req.put("model", cfg.getModel()); List> messages = new ArrayList<>(); HashMap msg = new HashMap<>(); msg.put("role", "user"); msg.put("content", "ping"); messages.add(msg); req.put("messages", messages); req.put("stream", false); req.put("max_tokens", 8); req.put("temperature", 0); WebClient client = WebClient.builder().baseUrl(cfg.getBaseUrl()).build(); return client.post() .uri("/chat/completions") .header(HttpHeaders.AUTHORIZATION, "Bearer " + cfg.getApiKey()) .contentType(MediaType.APPLICATION_JSON) .accept(MediaType.APPLICATION_JSON, MediaType.TEXT_EVENT_STREAM) .bodyValue(req) .exchangeToMono(resp -> resp.bodyToMono(String.class) .defaultIfEmpty("") .map(body -> new TestHttpResult(resp.rawStatusCode(), body))) .timeout(Duration.ofSeconds(12)) .onErrorResume(ex -> Mono.just(new TestHttpResult(-1, safe(ex.getMessage())))) .block(); } private String trimBody(String body) { String x = safe(body).replace("\r", " ").replace("\n", " "); return x.length() > 300 ? x.substring(0, 300) : x; } private static class TestHttpResult { private final int statusCode; private final String body; private TestHttpResult(int statusCode, String body) { this.statusCode = statusCode; this.body = body; } } }