Commit 9bb9fa01 authored by linpeiqin's avatar linpeiqin

修改知识库相关

parent 5a8c60af
package com.yice.webadmin.app.controller; package com.yice.webadmin.app.controller;
import cn.hutool.extra.pinyin.PinyinUtil;
import com.alibaba.fastjson.JSON; import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONArray; import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONException; import com.alibaba.fastjson.JSONException;
...@@ -57,13 +58,14 @@ public class KnowledgeManageController { ...@@ -57,13 +58,14 @@ public class KnowledgeManageController {
@ApiOperationSupport(ignoreParameters = {"knowledgeManageDto.knowledgeId", "knowledgeManageDto.searchString"}) @ApiOperationSupport(ignoreParameters = {"knowledgeManageDto.knowledgeId", "knowledgeManageDto.searchString"})
@OperationLog(type = SysOperationLogType.ADD) @OperationLog(type = SysOperationLogType.ADD)
@PostMapping("/add") @PostMapping("/add")
public ResponseResult<String> add(@MyRequestBody KnowledgeManageDto knowledgeManageDto) { public ResponseResult<KnowledgeManage> add(@MyRequestBody KnowledgeManageDto knowledgeManageDto) {
String errorMessage = MyCommonUtil.getModelValidationError(knowledgeManageDto, false); String errorMessage = MyCommonUtil.getModelValidationError(knowledgeManageDto, false);
if (errorMessage != null) { if (errorMessage != null) {
return ResponseResult.error(ErrorCodeEnum.DATA_VALIDATED_FAILED, errorMessage); return ResponseResult.error(ErrorCodeEnum.DATA_VALIDATED_FAILED, errorMessage);
} }
KnowledgeManage knowledgeManage = MyModelUtil.copyTo(knowledgeManageDto, KnowledgeManage.class); KnowledgeManage knowledgeManage = MyModelUtil.copyTo(knowledgeManageDto, KnowledgeManage.class);
String requestBody = "{\n" + " \"knowledge_base_name\": \"" + knowledgeManage.getKnowledgeName() + "\",\n" + " \"vector_store_type\": \"faiss\",\n" + " \"embed_model\": \"m3e-base\"\n" + "}"; knowledgeManage.setKnowledgeCode(PinyinUtil.getPinyin(knowledgeManage.getKnowledgeName()).replace(" ","_"));
String requestBody = "{\n" + " \"knowledge_base_name\": \"" + knowledgeManage.getKnowledgeCode() + "\",\n" + " \"vector_store_type\": \"faiss\",\n" + " \"embed_model\": \"m3e-base\"\n" + "}";
try { try {
String result = proxyPythonService.predictPost(knowledgeConfig.getKnowledgeInterface() + knowledgeConfig.getCreate(), requestBody); String result = proxyPythonService.predictPost(knowledgeConfig.getKnowledgeInterface() + knowledgeConfig.getCreate(), requestBody);
JSONObject jo = JSON.parseObject(result); JSONObject jo = JSON.parseObject(result);
...@@ -71,10 +73,10 @@ public class KnowledgeManageController { ...@@ -71,10 +73,10 @@ public class KnowledgeManageController {
String msg = jo.getString("msg"); String msg = jo.getString("msg");
String data = jo.getString("data"); String data = jo.getString("data");
if (code != null && code == 200) { if (code != null && code == 200) {
knowledgeManageService.saveNew(knowledgeManage); KnowledgeManage reKnowledgeManage = knowledgeManageService.saveNew(knowledgeManage);
return ResponseResult.success(data); return ResponseResult.success(reKnowledgeManage);
} else { } else {
return ResponseResult.create(ErrorCodeEnum.SERVER_INTERNAL_ERROR, msg, data); return ResponseResult.create(ErrorCodeEnum.SERVER_INTERNAL_ERROR, msg, null);
} }
} catch (IOException e) { } catch (IOException e) {
throw new RuntimeException(e); throw new RuntimeException(e);
...@@ -90,7 +92,7 @@ public class KnowledgeManageController { ...@@ -90,7 +92,7 @@ public class KnowledgeManageController {
@ApiOperationSupport(ignoreParameters = {"knowledgeManageDto.searchString"}) @ApiOperationSupport(ignoreParameters = {"knowledgeManageDto.searchString"})
@OperationLog(type = SysOperationLogType.UPDATE) @OperationLog(type = SysOperationLogType.UPDATE)
@PostMapping("/update") @PostMapping("/update")
public ResponseResult<Void> update(@MyRequestBody KnowledgeManageDto knowledgeManageDto) { public ResponseResult<KnowledgeManage> update(@MyRequestBody KnowledgeManageDto knowledgeManageDto) {
String errorMessage = MyCommonUtil.getModelValidationError(knowledgeManageDto, true); String errorMessage = MyCommonUtil.getModelValidationError(knowledgeManageDto, true);
if (errorMessage != null) { if (errorMessage != null) {
return ResponseResult.error(ErrorCodeEnum.DATA_VALIDATED_FAILED, errorMessage); return ResponseResult.error(ErrorCodeEnum.DATA_VALIDATED_FAILED, errorMessage);
...@@ -105,7 +107,7 @@ public class KnowledgeManageController { ...@@ -105,7 +107,7 @@ public class KnowledgeManageController {
if (!knowledgeManageService.update(knowledgeManage, originalKnowledgeManage)) { if (!knowledgeManageService.update(knowledgeManage, originalKnowledgeManage)) {
return ResponseResult.error(ErrorCodeEnum.DATA_NOT_EXIST); return ResponseResult.error(ErrorCodeEnum.DATA_NOT_EXIST);
} }
return ResponseResult.success(); return ResponseResult.success(originalKnowledgeManage);
} }
/** /**
...@@ -304,7 +306,7 @@ public class KnowledgeManageController { ...@@ -304,7 +306,7 @@ public class KnowledgeManageController {
if (code != null && code == 200) { if (code != null && code == 200) {
for (KnowledgeManage knowledgeManage : knowledgeManageList) { for (KnowledgeManage knowledgeManage : knowledgeManageList) {
for (Object jsonObject : jsonArray) { for (Object jsonObject : jsonArray) {
if (knowledgeManage.getKnowledgeName().equals(String.valueOf(jsonObject))) { if (knowledgeManage.getKnowledgeCode().equals(String.valueOf(jsonObject))) {
reKnowledgeManageList.add(knowledgeManage); reKnowledgeManageList.add(knowledgeManage);
} }
} }
...@@ -335,7 +337,7 @@ public class KnowledgeManageController { ...@@ -335,7 +337,7 @@ public class KnowledgeManageController {
if (code != null && code == 200) { if (code != null && code == 200) {
for (KnowledgeManage knowledgeManage : knowledgeManageList) { for (KnowledgeManage knowledgeManage : knowledgeManageList) {
for (Object jsonObject : jsonArray) { for (Object jsonObject : jsonArray) {
if (knowledgeManage.getKnowledgeName().equals(String.valueOf(jsonObject))) { if (knowledgeManage.getKnowledgeCode().equals(String.valueOf(jsonObject))) {
reKnowledgeManageList.add(knowledgeManage); reKnowledgeManageList.add(knowledgeManage);
} }
} }
...@@ -408,6 +410,6 @@ public class KnowledgeManageController { ...@@ -408,6 +410,6 @@ public class KnowledgeManageController {
errorMessage = "数据操作失败,删除的对象不存在,请刷新后重试!"; errorMessage = "数据操作失败,删除的对象不存在,请刷新后重试!";
return ResponseResult.error(ErrorCodeEnum.DATA_NOT_EXIST, errorMessage); return ResponseResult.error(ErrorCodeEnum.DATA_NOT_EXIST, errorMessage);
} }
return this.doDeleteByName(originalKnowledgeManage.getKnowledgeName()); return this.doDeleteByName(originalKnowledgeManage.getKnowledgeCode());
} }
} }
...@@ -174,7 +174,7 @@ public class ModelVersionController { ...@@ -174,7 +174,7 @@ public class ModelVersionController {
*/ */
@PostMapping("/listModels") @PostMapping("/listModels")
public ResponseResult<JSONArray> listModels() throws IOException { public ResponseResult<JSONArray> listModels() throws IOException {
String url = this.pythonConfig.getChatAddress() + "llm_model/list_models"; String url = this.pythonConfig.getChatAddress() + "llm_model/list_running_models";
String result = proxyPythonService.predictPost(url, ""); String result = proxyPythonService.predictPost(url, "");
JSONObject jo = JSON.parseObject(result); JSONObject jo = JSON.parseObject(result);
Integer code = jo.getIntValue("code"); Integer code = jo.getIntValue("code");
......
...@@ -8,6 +8,7 @@ ...@@ -8,6 +8,7 @@
<result column="update_user_id" jdbcType="BIGINT" property="updateUserId"/> <result column="update_user_id" jdbcType="BIGINT" property="updateUserId"/>
<result column="update_time" jdbcType="TIMESTAMP" property="updateTime"/> <result column="update_time" jdbcType="TIMESTAMP" property="updateTime"/>
<result column="knowledge_name" jdbcType="VARCHAR" property="knowledgeName"/> <result column="knowledge_name" jdbcType="VARCHAR" property="knowledgeName"/>
<result column="knowledge_code" jdbcType="VARCHAR" property="knowledgeCode"/>
<result column="knowledge_describe" jdbcType="VARCHAR" property="knowledgeDescribe"/> <result column="knowledge_describe" jdbcType="VARCHAR" property="knowledgeDescribe"/>
</resultMap> </resultMap>
...@@ -19,6 +20,7 @@ ...@@ -19,6 +20,7 @@
update_user_id, update_user_id,
update_time, update_time,
knowledge_name, knowledge_name,
knowledge_code,
knowledge_describe) knowledge_describe)
VALUES VALUES
<foreach collection="list" index="index" item="item" separator=","> <foreach collection="list" index="index" item="item" separator=",">
...@@ -28,6 +30,7 @@ ...@@ -28,6 +30,7 @@
#{item.updateUserId}, #{item.updateUserId},
#{item.updateTime}, #{item.updateTime},
#{item.knowledgeName}, #{item.knowledgeName},
#{item.knowledgeCode},
#{item.knowledgeDescribe}) #{item.knowledgeDescribe})
</foreach> </foreach>
</insert> </insert>
......
...@@ -38,6 +38,12 @@ public class KnowledgeManageDto { ...@@ -38,6 +38,12 @@ public class KnowledgeManageDto {
@ApiModelProperty(value = "知识库描述") @ApiModelProperty(value = "知识库描述")
private String knowledgeDescribe; private String knowledgeDescribe;
/**
* 知识库编码。
*/
@ApiModelProperty(value = "知识库编码")
private String knowledgeCode;
/** /**
* knowledge_name LIKE搜索字符串。 * knowledge_name LIKE搜索字符串。
*/ */
......
...@@ -38,6 +38,11 @@ public class KnowledgeManage extends BaseModel { ...@@ -38,6 +38,11 @@ public class KnowledgeManage extends BaseModel {
*/ */
private String knowledgeName; private String knowledgeName;
/**
* 知识库编码。
*/
private String knowledgeCode;
/** /**
* 知识库描述。 * 知识库描述。
*/ */
......
...@@ -37,6 +37,12 @@ public class KnowledgeManageVo extends BaseVo { ...@@ -37,6 +37,12 @@ public class KnowledgeManageVo extends BaseVo {
@ApiModelProperty(value = "知识库描述") @ApiModelProperty(value = "知识库描述")
private String knowledgeDescribe; private String knowledgeDescribe;
/**
* 知识库编码。
*/
@ApiModelProperty(value = "知识库编码")
private String knowledgeCode;
/** /**
* 创建人名称。 * 创建人名称。
*/ */
......
...@@ -4,14 +4,14 @@ spring: ...@@ -4,14 +4,14 @@ spring:
druid: druid:
# 数据库链接 [主数据源] # 数据库链接 [主数据源]
main: main:
url: jdbc:mysql://192.168.0.35:3306/lmp?characterEncoding=utf8&useSSL=true&serverTimezone=Asia/Shanghai url: jdbc:mysql://127.0.0.1:3306/lmp?characterEncoding=utf8&useSSL=true&serverTimezone=Asia/Shanghai
username: yice username: root
password: Yice@2021 password: a327327
# 默认生成的操作日志数据源配置。 # 默认生成的操作日志数据源配置。
operation-log: operation-log:
url: jdbc:mysql://192.168.0.35:3306/lmp?characterEncoding=utf8&useSSL=true&serverTimezone=Asia/Shanghai url: jdbc:mysql://127.0.0.1:3306/lmp?characterEncoding=utf8&useSSL=true&serverTimezone=Asia/Shanghai
username: yice username: root
password: Yice@2021 password: a327327
driverClassName: com.mysql.cj.jdbc.Driver driverClassName: com.mysql.cj.jdbc.Driver
name: application-webadmin name: application-webadmin
initialSize: 10 initialSize: 10
...@@ -62,29 +62,29 @@ application: ...@@ -62,29 +62,29 @@ application:
python: python:
#数据集文件基础路径 #数据集文件基础路径
datasetFileBaseDir: /home/linking/llms/code/LLaMA-Factory-0.3.2/lmp_data/ datasetFileBaseDir: C:\Users\Lenovo\lmp-chat\factory\lmp-factory\lmp_data\
#模型训练文件基础路径 #模型训练文件基础路径
modelTuningFileBaseDir: /home/linking/llms/code/LLaMA-Factory-0.3.2/saves/ modelTuningFileBaseDir: C:\Users\Lenovo\lmp-chat\factory\lmp-factory\saves\
#模型训练文件合并后路径 #模型训练文件合并后路径
modelOutputFileBaseDir: /home/linking/llms/models/ modelOutputFileBaseDir: C:\Users\Lenovo\lmp-chat\models\
#模型评估文件基础路径 #模型评估文件基础路径
modelEstimateFileBaseDir: /home/linking/llms/code/LLaMA-Factory-0.3.2/saves/ modelEstimateFileBaseDir: C:\Users\Lenovo\lmp-chat\factory\lmp-factory\saves\
#数据集配置信息 #数据集配置信息
datasetInfo: dataset_info.json datasetInfo: dataset_info.json
#数据集配置目录 #数据集配置目录
datasetFileMenu: lmp_data datasetFileMenu: lmp_data
#python平台通用接口地址 #python平台通用接口地址
factoryInterface: http://192.168.0.36:7860/run/predict factoryInterface: http://127.0.0.1:7860/run/predict
#python websocket 服务地址 #python websocket 服务地址
pythonWebsocketUri: ws://192.168.0.36:7860/queue/join pythonWebsocketUri: ws://127.0.0.1:7860/queue/join
#输出控制地址 #输出控制地址
controllerAddress: http://0.0.0.0:20001 controllerAddress: http://0.0.0.0:20001
#对话基础路径 #对话基础路径
chatAddress: http://192.168.0.36:8000/ chatAddress: http://127.0.0.1:8000/
knowledge: knowledge:
#知识库通用接口地址 #知识库通用接口地址
knowledgeInterface: http://192.168.0.36:7861/knowledge_base/ knowledgeInterface: http://127.0.0.1:7861/knowledge_base/
#创建知识库 #创建知识库
create: create_knowledge_base create: create_knowledge_base
#获取知识库列表 #获取知识库列表
...@@ -163,7 +163,7 @@ redis: ...@@ -163,7 +163,7 @@ redis:
# master-slave: # master-slave:
# 每个节点逗号分隔,第一个为主节点,其余为从节点。同时每个节点前必须以redis://开头。 # 每个节点逗号分隔,第一个为主节点,其余为从节点。同时每个节点前必须以redis://开头。
# address: redis://localhost:6379,redis://localhost:6378,... # address: redis://localhost:6379,redis://localhost:6378,...
address: redis://192.168.0.35:6379 address: redis://127.0.0.1:6379
# 链接超时,单位毫秒。 # 链接超时,单位毫秒。
timeout: 6000 timeout: 6000
# 单位毫秒。分布式锁的超时检测时长。 # 单位毫秒。分布式锁的超时检测时长。
...@@ -177,9 +177,9 @@ redis: ...@@ -177,9 +177,9 @@ redis:
# 连接池中最小空闲数量。 # 连接池中最小空闲数量。
minIdle: 5 minIdle: 5
minio: #minio:
enabled: true # enabled: true
endpoint: http://192.168.0.145:9090 # endpoint: http://192.168.0.145:9090
accessKey: minioadmin # accessKey: minioadmin
secretKey: minioadmin # secretKey: minioadmin
bucketName: application # bucketName: application
...@@ -44,7 +44,7 @@ spring: ...@@ -44,7 +44,7 @@ spring:
allow-circular-references: true allow-circular-references: true
data: data:
mongodb: mongodb:
uri: mongodb://root:123456@192.168.0.36:27017/ uri: mongodb://127.0.0.1:27017
database: imp database: imp
authentication-database: admin authentication-database: admin
auto-index-creation: true auto-index-creation: true
......
...@@ -166,7 +166,11 @@ ...@@ -166,7 +166,11 @@
<artifactId>jaxb-api</artifactId> <artifactId>jaxb-api</artifactId>
<version>2.3.0</version> <version>2.3.0</version>
</dependency> </dependency>
<dependency>
<groupId>io.github.biezhi</groupId>
<artifactId>TinyPinyin</artifactId>
<version>2.0.3.RELEASE</version>
</dependency>
</dependencies> </dependencies>
<dependencyManagement> <dependencyManagement>
......
This diff is collapsed.
This diff is collapsed.
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment