feat: 知识库子系统后端-多知识库CRUD与配置(切片大小/重叠/文本或向量检索/向量模型),文档上传自动解析(word/excel/pdf/txt/markdown)切片入库,手动片段,文本关键词检索与向量余弦相似度检索(embeddings接口),知识库清洗(去空去重超短)与重新向量化,匹配记录查询,流程设计器新增知识库检索节点(KB_SEARCH)供AI节点RAG问答

Co-Authored-By: Claude Code <noreply@anthropic.com>

Author: pythonHuang

Juggle.Api/Controllers/Api/KnowledgeController.cs

@@ -0,0 +1,169 @@
+using Juggle.Application.Models.Response;
+using Juggle.Application.Services.Impl;
+using Juggle.Domain.Entities;
+using Juggle.Infrastructure.Persistence;
+using Microsoft.AspNetCore.Authorization;
+using Microsoft.AspNetCore.Mvc;
+using Microsoft.EntityFrameworkCore;
+
+namespace Juggle.Api.Controllers.Api;
+
+/// <summary>知识库：多库管理、文档上传解析、手动片段、切片配置、文本/向量检索、清洗、匹配记录。</summary>
+[ApiController]
+[Route("api/kb")]
+[Authorize]
+public class KnowledgeController : ControllerBase
+{
+    private readonly JuggleDbContext _db;
+    private readonly KnowledgeService _kbService;
+
+    public KnowledgeController(JuggleDbContext db, KnowledgeService kbService)
+    {
+        _db = db;
+        _kbService = kbService;
+    }
+
+    // ==================== 知识库管理 ====================
+
+    [HttpGet("list")]
+    public async Task<ApiResult> List()
+        => ApiResult.Success(await _db.KnowledgeBases.Where(k => k.Deleted == 0).OrderByDescending(k => k.Id).ToListAsync());
+
+    [HttpPost("save")]
+    public async Task<ApiResult> Save([FromBody] KnowledgeBaseEntity entity)
+    {
+        KnowledgeBaseEntity kb;
+        if (entity.Id > 0)
+        {
+            kb = await _db.KnowledgeBases.FindAsync(entity.Id) ?? throw new Exception("知识库不存在");
+        }
+        else
+        {
+            kb = new KnowledgeBaseEntity { CreatedAt = DateTime.Now.ToString("o") };
+            _db.KnowledgeBases.Add(kb);
+        }
+        kb.KbName = entity.KbName;
+        kb.Description = entity.Description;
+        kb.ChunkSize = entity.ChunkSize > 0 ? entity.ChunkSize : 500;
+        kb.ChunkOverlap = entity.ChunkOverlap >= 0 ? entity.ChunkOverlap : 50;
+        kb.RetrieveType = entity.RetrieveType == "vector" ? "vector" : "text";
+        kb.VectorModel = entity.VectorModel;
+        kb.Enabled = entity.Enabled;
+        kb.UpdatedAt = DateTime.Now.ToString("o");
+        await _db.SaveChangesAsync();
+        return ApiResult.Success(kb.Id);
+    }
+
+    [HttpDelete("delete/{id}")]
+    public async Task<ApiResult> Delete(long id)
+    {
+        var kb = await _db.KnowledgeBases.FindAsync(id);
+        if (kb == null) return ApiResult.Fail("知识库不存在");
+        kb.Deleted = 1;
+        await _db.SaveChangesAsync();
+        return ApiResult.Success();
+    }
+
+    // ==================== 文档与片段 ====================
+
+    /// <summary>上传文档（word/excel/pdf/txt/markdown），自动解析并切片入库。</summary>
+    [HttpPost("upload/{id}")]
+    public async Task<ApiResult> Upload(long id, IFormFile file)
+    {
+        try
+        {
+            if (file == null || file.Length == 0) return ApiResult.Fail("未选择文件");
+            using var ms = new MemoryStream();
+            await file.CopyToAsync(ms);
+            var content = _kbService.ParseDocument(file.FileName, ms.ToArray());
+            var ext = Path.GetExtension(file.FileName).TrimStart('.').ToLower();
+            var result = await _kbService.AddDocumentAsync(id, file.FileName, ext, content);
+            return ApiResult.Success(result);
+        }
+        catch (Exception ex) { return ApiResult.Fail(ex.Message); }
+    }
+
+    /// <summary>手动增加片段</summary>
+    [HttpPost("chunk/{id}")]
+    public async Task<ApiResult> AddChunk(long id, [FromBody] KbChunkRequest req)
+    {
+        try
+        {
+            var result = await _kbService.AddChunkAsync(id, req.Content ?? "");
+            return ApiResult.Success(result);
+        }
+        catch (Exception ex) { return ApiResult.Fail(ex.Message); }
+    }
+
+    /// <summary>知识库文档列表</summary>
+    [HttpGet("documents/{id}")]
+    public async Task<ApiResult> Documents(long id)
+        => ApiResult.Success(await _db.KnowledgeDocuments.Where(d => d.KbId == id && d.Deleted == 0).OrderByDescending(d => d.Id).Take(200).ToListAsync());
+
+    /// <summary>片段列表（分页）</summary>
+    [HttpGet("chunks/{id}")]
+    public async Task<ApiResult> Chunks(long id, int page = 1, int pageSize = 50)
+        => ApiResult.Success(await _db.KnowledgeChunks
+            .Where(c => c.KbId == id && c.Deleted == 0)
+            .OrderBy(c => c.Id)
+            .Skip((page - 1) * pageSize).Take(pageSize)
+            .Select(c => new { c.Id, c.DocId, c.SeqNo, c.Content })
+            .ToListAsync());
+
+    // ==================== 检索 / 清洗 / 匹配记录 ====================
+
+    /// <summary>检索测试（记录匹配日志）</summary>
+    [HttpPost("search/{id}")]
+    public async Task<ApiResult> Search(long id, [FromBody] KbSearchRequest req)
+    {
+        try
+        {
+            var results = await _kbService.SearchAsync(id, req.Query ?? "", req.TopK > 0 ? req.TopK : 5);
+            return ApiResult.Success(results);
+        }
+        catch (Exception ex) { return ApiResult.Fail(ex.Message); }
+    }
+
+    /// <summary>知识库清洗（去空/去重/超短）</summary>
+    [HttpPost("clean/{id}")]
+    public async Task<ApiResult> Clean(long id)
+    {
+        try
+        {
+            return ApiResult.Success(await _kbService.CleanAsync(id));
+        }
+        catch (Exception ex) { return ApiResult.Fail(ex.Message); }
+    }
+
+    /// <summary>重新向量化（vector 模式）</summary>
+    [HttpPost("revectorize/{id}")]
+    public async Task<ApiResult> Revectorize(long id)
+    {
+        try
+        {
+            return ApiResult.Success(await _kbService.RevectorizeAsync(id));
+        }
+        catch (Exception ex) { return ApiResult.Fail(ex.Message); }
+    }
+
+    /// <summary>匹配记录查询</summary>
+    [HttpGet("match-logs/{id}")]
+    public async Task<ApiResult> MatchLogs(long id)
+        => ApiResult.Success(await _db.KnowledgeMatchLogs
+            .Where(m => m.KbId == id && m.Deleted == 0)
+            .OrderByDescending(m => m.Id)
+            .Take(200)
+            .Select(m => new { m.Id, m.Query, m.Score, m.CreatedAt, m.ResultsJson })
+            .ToListAsync());
+}
+
+public class KbChunkRequest
+{
+    public string? Content { get; set; }
+}
+
+public class KbSearchRequest
+{
+    public string? Query { get; set; }
+    public int TopK { get; set; } = 5;
+}

Juggle.Api/Program.cs

@@ -166,6 +166,7 @@ await ctx.Response.WriteAsync(
 builder.Services.AddScoped<ReportExecutionService>(); // 报表数据执行 + 渲染
 builder.Services.AddScoped<ITenantAccessor, TenantAccessor>();  // 多租户上下文
 builder.Services.AddScoped<AiService>();            // AiService
+builder.Services.AddScoped<KnowledgeService>();     // 知识库（文档解析/切片/检索）
 
 // Swagger
 builder.Services.AddEndpointsApiExplorer();
@@ -255,6 +256,11 @@ await ctx.Response.WriteAsync(
         try { db.Database.ExecuteSqlRaw("ALTER TABLE t_ai_assistant ADD COLUMN icon TEXT DEFAULT NULL;"); } catch { }
         // AI 助手对话会话表
         try { db.Database.ExecuteSqlRaw("CREATE TABLE IF NOT EXISTS t_ai_conversation(id INTEGER PRIMARY KEY AUTOINCREMENT, assistant_id INTEGER, assistant_name TEXT, system_prompt TEXT, input_params TEXT, output_params TEXT, messages TEXT, outputs TEXT, provider_id INTEGER, model TEXT, title TEXT, status INTEGER DEFAULT 0, created_at TEXT, created_by INTEGER, updated_at TEXT, updated_by INTEGER, tenant_id INTEGER, deleted INTEGER DEFAULT 0);"); } catch { }
+        // 知识库 4 表
+        try { db.Database.ExecuteSqlRaw("CREATE TABLE IF NOT EXISTS t_kb(id INTEGER PRIMARY KEY AUTOINCREMENT, kb_name TEXT, description TEXT, chunk_size INTEGER DEFAULT 500, chunk_overlap INTEGER DEFAULT 50, retrieve_type TEXT DEFAULT 'text', vector_model TEXT, enabled INTEGER DEFAULT 1, chunk_count INTEGER DEFAULT 0, created_at TEXT, created_by INTEGER, updated_at TEXT, updated_by INTEGER, tenant_id INTEGER, deleted INTEGER DEFAULT 0);"); } catch { }
+        try { db.Database.ExecuteSqlRaw("CREATE TABLE IF NOT EXISTS t_kb_document(id INTEGER PRIMARY KEY AUTOINCREMENT, kb_id INTEGER, doc_name TEXT, doc_type TEXT, content TEXT, status INTEGER DEFAULT 0, created_at TEXT, created_by INTEGER, updated_at TEXT, updated_by INTEGER, tenant_id INTEGER, deleted INTEGER DEFAULT 0);"); } catch { }
+        try { db.Database.ExecuteSqlRaw("CREATE TABLE IF NOT EXISTS t_kb_chunk(id INTEGER PRIMARY KEY AUTOINCREMENT, kb_id INTEGER, doc_id INTEGER, content TEXT, seq_no INTEGER DEFAULT 0, vector_json TEXT, created_at TEXT, created_by INTEGER, updated_at TEXT, updated_by INTEGER, tenant_id INTEGER, deleted INTEGER DEFAULT 0);"); } catch { }
+        try { db.Database.ExecuteSqlRaw("CREATE TABLE IF NOT EXISTS t_kb_match_log(id INTEGER PRIMARY KEY AUTOINCREMENT, kb_id INTEGER, query TEXT, results_json TEXT, score REAL DEFAULT 0, created_at TEXT, created_by INTEGER, updated_at TEXT, updated_by INTEGER, tenant_id INTEGER, deleted INTEGER DEFAULT 0);"); } catch { }
         // 补建参数位置字段
         try { db.Database.ExecuteSqlRaw("ALTER TABLE t_parameter ADD COLUMN param_position TEXT DEFAULT NULL;"); } catch { }
     }

Juggle.Application/Juggle.Application.csproj

@@ -7,9 +7,11 @@
 
   <ItemGroup>
     <PackageReference Include="ClosedXML" Version="0.104.2" />
+    <PackageReference Include="DocumentFormat.OpenXml" Version="3.1.1" />
     <PackageReference Include="QuestPDF" Version="2026.5.0" />
     <PackageReference Include="Microsoft.AspNetCore.Authentication.JwtBearer" Version="8.0.0" />
     <PackageReference Include="Microsoft.EntityFrameworkCore" Version="8.0.4" />
+    <PackageReference Include="UglyToad.PdfPig" Version="1.7.0-custom-5" />
   </ItemGroup>
 
   <PropertyGroup>

Juggle.Application/Services/Flow/FlowExecutionService.cs

@@ -19,13 +19,16 @@ public class FlowExecutionService
     private readonly IHttpClientFactory _httpClientFactory;
     private readonly ITenantAccessor? _tenant;
     private readonly AiService _aiService;
+    private readonly KnowledgeService _kbService;
 
-    public FlowExecutionService(JuggleDbContext db, IHttpClientFactory httpClientFactory, AiService aiService, ITenantAccessor? tenant = null)
+    public FlowExecutionService(JuggleDbContext db, IHttpClientFactory httpClientFactory, AiService aiService,
+        KnowledgeService kbService, ITenantAccessor? tenant = null)
     {
         _db = db;
         _httpClientFactory = httpClientFactory;
         _tenant = tenant;
         _aiService = aiService;
+        _kbService = kbService;
     }
 
     /// <summary>读取 Redis 连接配置（系统配置表），未配置返回 null。</summary>
@@ -42,12 +45,13 @@ public FlowExecutionService(JuggleDbContext db, IHttpClientFactory httpClientFac
         return $"{host}:{port},password={password},defaultDatabase={dbIndex},abortConnect=false,connectTimeout=5000";
     }
 
-    /// <summary>构建引擎（注入大模型对话函数与 Redis 连接，供 AI/Redis 节点使用）。</summary>
+    /// <summary>构建引擎（注入大模型对话函数、Redis 连接与知识库检索，供 AI/Redis/KB_SEARCH 节点使用）。</summary>
     private async Task<FlowEngine> BuildEngineAsync(Dictionary<string, DataSourceInfo> dsInfos,
         Dictionary<string, string?> staticVars, Func<string, Task<string?>> flowContentLoader)
         => new FlowEngine(_httpClientFactory, dsInfos, staticVars, flowContentLoader,
             aiChatFunc: (systemPrompt, userInput) => _aiService.ChatAsync(systemPrompt, userInput),
-            redisConnStr: await GetRedisConnStrAsync());
+            redisConnStr: await GetRedisConnStrAsync(),
+            kbSearchFunc: (kbId, query, topK) => _kbService.SearchAsContextAsync(kbId, query, topK));
 
     // ────────────────────────────────────────────────────────────────
     // 数据源