Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
L
lmp_server
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
lmp
lmp_server
Commits
9bb9fa01
Commit
9bb9fa01
authored
Dec 20, 2023
by
linpeiqin
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
修改知识库相关
parent
5a8c60af
Changes
11
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
11 changed files
with
7062 additions
and
34 deletions
+7062
-34
KnowledgeManageController.java
...ce/webadmin/app/controller/KnowledgeManageController.java
+12
-10
ModelVersionController.java
.../yice/webadmin/app/controller/ModelVersionController.java
+1
-1
KnowledgeManageMapper.xml
...om/yice/webadmin/app/dao/mapper/KnowledgeManageMapper.xml
+3
-0
KnowledgeManageDto.java
...in/java/com/yice/webadmin/app/dto/KnowledgeManageDto.java
+6
-0
KnowledgeManage.java
...ain/java/com/yice/webadmin/app/model/KnowledgeManage.java
+5
-0
KnowledgeManageVo.java
...main/java/com/yice/webadmin/app/vo/KnowledgeManageVo.java
+6
-0
application-dev.yml
application-webadmin/src/main/resources/application-dev.yml
+21
-21
application.yml
application-webadmin/src/main/resources/application.yml
+1
-1
pom.xml
pom.xml
+5
-1
lmp.sql
zz-resource/db-scripts/lmp.sql
+2418
-0
application-webadmin.log
zzlogs/application-webadmin/application-webadmin.log
+4584
-0
No files found.
application-webadmin/src/main/java/com/yice/webadmin/app/controller/KnowledgeManageController.java
View file @
9bb9fa01
package
com
.
yice
.
webadmin
.
app
.
controller
;
package
com
.
yice
.
webadmin
.
app
.
controller
;
import
cn.hutool.extra.pinyin.PinyinUtil
;
import
com.alibaba.fastjson.JSON
;
import
com.alibaba.fastjson.JSON
;
import
com.alibaba.fastjson.JSONArray
;
import
com.alibaba.fastjson.JSONArray
;
import
com.alibaba.fastjson.JSONException
;
import
com.alibaba.fastjson.JSONException
;
...
@@ -57,13 +58,14 @@ public class KnowledgeManageController {
...
@@ -57,13 +58,14 @@ public class KnowledgeManageController {
@ApiOperationSupport
(
ignoreParameters
=
{
"knowledgeManageDto.knowledgeId"
,
"knowledgeManageDto.searchString"
})
@ApiOperationSupport
(
ignoreParameters
=
{
"knowledgeManageDto.knowledgeId"
,
"knowledgeManageDto.searchString"
})
@OperationLog
(
type
=
SysOperationLogType
.
ADD
)
@OperationLog
(
type
=
SysOperationLogType
.
ADD
)
@PostMapping
(
"/add"
)
@PostMapping
(
"/add"
)
public
ResponseResult
<
String
>
add
(
@MyRequestBody
KnowledgeManageDto
knowledgeManageDto
)
{
public
ResponseResult
<
KnowledgeManage
>
add
(
@MyRequestBody
KnowledgeManageDto
knowledgeManageDto
)
{
String
errorMessage
=
MyCommonUtil
.
getModelValidationError
(
knowledgeManageDto
,
false
);
String
errorMessage
=
MyCommonUtil
.
getModelValidationError
(
knowledgeManageDto
,
false
);
if
(
errorMessage
!=
null
)
{
if
(
errorMessage
!=
null
)
{
return
ResponseResult
.
error
(
ErrorCodeEnum
.
DATA_VALIDATED_FAILED
,
errorMessage
);
return
ResponseResult
.
error
(
ErrorCodeEnum
.
DATA_VALIDATED_FAILED
,
errorMessage
);
}
}
KnowledgeManage
knowledgeManage
=
MyModelUtil
.
copyTo
(
knowledgeManageDto
,
KnowledgeManage
.
class
);
KnowledgeManage
knowledgeManage
=
MyModelUtil
.
copyTo
(
knowledgeManageDto
,
KnowledgeManage
.
class
);
String
requestBody
=
"{\n"
+
" \"knowledge_base_name\": \""
+
knowledgeManage
.
getKnowledgeName
()
+
"\",\n"
+
" \"vector_store_type\": \"faiss\",\n"
+
" \"embed_model\": \"m3e-base\"\n"
+
"}"
;
knowledgeManage
.
setKnowledgeCode
(
PinyinUtil
.
getPinyin
(
knowledgeManage
.
getKnowledgeName
()).
replace
(
" "
,
"_"
));
String
requestBody
=
"{\n"
+
" \"knowledge_base_name\": \""
+
knowledgeManage
.
getKnowledgeCode
()
+
"\",\n"
+
" \"vector_store_type\": \"faiss\",\n"
+
" \"embed_model\": \"m3e-base\"\n"
+
"}"
;
try
{
try
{
String
result
=
proxyPythonService
.
predictPost
(
knowledgeConfig
.
getKnowledgeInterface
()
+
knowledgeConfig
.
getCreate
(),
requestBody
);
String
result
=
proxyPythonService
.
predictPost
(
knowledgeConfig
.
getKnowledgeInterface
()
+
knowledgeConfig
.
getCreate
(),
requestBody
);
JSONObject
jo
=
JSON
.
parseObject
(
result
);
JSONObject
jo
=
JSON
.
parseObject
(
result
);
...
@@ -71,10 +73,10 @@ public class KnowledgeManageController {
...
@@ -71,10 +73,10 @@ public class KnowledgeManageController {
String
msg
=
jo
.
getString
(
"msg"
);
String
msg
=
jo
.
getString
(
"msg"
);
String
data
=
jo
.
getString
(
"data"
);
String
data
=
jo
.
getString
(
"data"
);
if
(
code
!=
null
&&
code
==
200
)
{
if
(
code
!=
null
&&
code
==
200
)
{
knowledgeManageService
.
saveNew
(
knowledgeManage
);
KnowledgeManage
reKnowledgeManage
=
knowledgeManageService
.
saveNew
(
knowledgeManage
);
return
ResponseResult
.
success
(
data
);
return
ResponseResult
.
success
(
reKnowledgeManage
);
}
else
{
}
else
{
return
ResponseResult
.
create
(
ErrorCodeEnum
.
SERVER_INTERNAL_ERROR
,
msg
,
data
);
return
ResponseResult
.
create
(
ErrorCodeEnum
.
SERVER_INTERNAL_ERROR
,
msg
,
null
);
}
}
}
catch
(
IOException
e
)
{
}
catch
(
IOException
e
)
{
throw
new
RuntimeException
(
e
);
throw
new
RuntimeException
(
e
);
...
@@ -90,7 +92,7 @@ public class KnowledgeManageController {
...
@@ -90,7 +92,7 @@ public class KnowledgeManageController {
@ApiOperationSupport
(
ignoreParameters
=
{
"knowledgeManageDto.searchString"
})
@ApiOperationSupport
(
ignoreParameters
=
{
"knowledgeManageDto.searchString"
})
@OperationLog
(
type
=
SysOperationLogType
.
UPDATE
)
@OperationLog
(
type
=
SysOperationLogType
.
UPDATE
)
@PostMapping
(
"/update"
)
@PostMapping
(
"/update"
)
public
ResponseResult
<
Void
>
update
(
@MyRequestBody
KnowledgeManageDto
knowledgeManageDto
)
{
public
ResponseResult
<
KnowledgeManage
>
update
(
@MyRequestBody
KnowledgeManageDto
knowledgeManageDto
)
{
String
errorMessage
=
MyCommonUtil
.
getModelValidationError
(
knowledgeManageDto
,
true
);
String
errorMessage
=
MyCommonUtil
.
getModelValidationError
(
knowledgeManageDto
,
true
);
if
(
errorMessage
!=
null
)
{
if
(
errorMessage
!=
null
)
{
return
ResponseResult
.
error
(
ErrorCodeEnum
.
DATA_VALIDATED_FAILED
,
errorMessage
);
return
ResponseResult
.
error
(
ErrorCodeEnum
.
DATA_VALIDATED_FAILED
,
errorMessage
);
...
@@ -105,7 +107,7 @@ public class KnowledgeManageController {
...
@@ -105,7 +107,7 @@ public class KnowledgeManageController {
if
(!
knowledgeManageService
.
update
(
knowledgeManage
,
originalKnowledgeManage
))
{
if
(!
knowledgeManageService
.
update
(
knowledgeManage
,
originalKnowledgeManage
))
{
return
ResponseResult
.
error
(
ErrorCodeEnum
.
DATA_NOT_EXIST
);
return
ResponseResult
.
error
(
ErrorCodeEnum
.
DATA_NOT_EXIST
);
}
}
return
ResponseResult
.
success
();
return
ResponseResult
.
success
(
originalKnowledgeManage
);
}
}
/**
/**
...
@@ -304,7 +306,7 @@ public class KnowledgeManageController {
...
@@ -304,7 +306,7 @@ public class KnowledgeManageController {
if
(
code
!=
null
&&
code
==
200
)
{
if
(
code
!=
null
&&
code
==
200
)
{
for
(
KnowledgeManage
knowledgeManage
:
knowledgeManageList
)
{
for
(
KnowledgeManage
knowledgeManage
:
knowledgeManageList
)
{
for
(
Object
jsonObject
:
jsonArray
)
{
for
(
Object
jsonObject
:
jsonArray
)
{
if
(
knowledgeManage
.
getKnowledge
Nam
e
().
equals
(
String
.
valueOf
(
jsonObject
)))
{
if
(
knowledgeManage
.
getKnowledge
Cod
e
().
equals
(
String
.
valueOf
(
jsonObject
)))
{
reKnowledgeManageList
.
add
(
knowledgeManage
);
reKnowledgeManageList
.
add
(
knowledgeManage
);
}
}
}
}
...
@@ -335,7 +337,7 @@ public class KnowledgeManageController {
...
@@ -335,7 +337,7 @@ public class KnowledgeManageController {
if
(
code
!=
null
&&
code
==
200
)
{
if
(
code
!=
null
&&
code
==
200
)
{
for
(
KnowledgeManage
knowledgeManage
:
knowledgeManageList
)
{
for
(
KnowledgeManage
knowledgeManage
:
knowledgeManageList
)
{
for
(
Object
jsonObject
:
jsonArray
)
{
for
(
Object
jsonObject
:
jsonArray
)
{
if
(
knowledgeManage
.
getKnowledge
Nam
e
().
equals
(
String
.
valueOf
(
jsonObject
)))
{
if
(
knowledgeManage
.
getKnowledge
Cod
e
().
equals
(
String
.
valueOf
(
jsonObject
)))
{
reKnowledgeManageList
.
add
(
knowledgeManage
);
reKnowledgeManageList
.
add
(
knowledgeManage
);
}
}
}
}
...
@@ -408,6 +410,6 @@ public class KnowledgeManageController {
...
@@ -408,6 +410,6 @@ public class KnowledgeManageController {
errorMessage
=
"数据操作失败,删除的对象不存在,请刷新后重试!"
;
errorMessage
=
"数据操作失败,删除的对象不存在,请刷新后重试!"
;
return
ResponseResult
.
error
(
ErrorCodeEnum
.
DATA_NOT_EXIST
,
errorMessage
);
return
ResponseResult
.
error
(
ErrorCodeEnum
.
DATA_NOT_EXIST
,
errorMessage
);
}
}
return
this
.
doDeleteByName
(
originalKnowledgeManage
.
getKnowledge
Nam
e
());
return
this
.
doDeleteByName
(
originalKnowledgeManage
.
getKnowledge
Cod
e
());
}
}
}
}
application-webadmin/src/main/java/com/yice/webadmin/app/controller/ModelVersionController.java
View file @
9bb9fa01
...
@@ -174,7 +174,7 @@ public class ModelVersionController {
...
@@ -174,7 +174,7 @@ public class ModelVersionController {
*/
*/
@PostMapping
(
"/listModels"
)
@PostMapping
(
"/listModels"
)
public
ResponseResult
<
JSONArray
>
listModels
()
throws
IOException
{
public
ResponseResult
<
JSONArray
>
listModels
()
throws
IOException
{
String
url
=
this
.
pythonConfig
.
getChatAddress
()
+
"llm_model/list_models"
;
String
url
=
this
.
pythonConfig
.
getChatAddress
()
+
"llm_model/list_
running_
models"
;
String
result
=
proxyPythonService
.
predictPost
(
url
,
""
);
String
result
=
proxyPythonService
.
predictPost
(
url
,
""
);
JSONObject
jo
=
JSON
.
parseObject
(
result
);
JSONObject
jo
=
JSON
.
parseObject
(
result
);
Integer
code
=
jo
.
getIntValue
(
"code"
);
Integer
code
=
jo
.
getIntValue
(
"code"
);
...
...
application-webadmin/src/main/java/com/yice/webadmin/app/dao/mapper/KnowledgeManageMapper.xml
View file @
9bb9fa01
...
@@ -8,6 +8,7 @@
...
@@ -8,6 +8,7 @@
<result
column=
"update_user_id"
jdbcType=
"BIGINT"
property=
"updateUserId"
/>
<result
column=
"update_user_id"
jdbcType=
"BIGINT"
property=
"updateUserId"
/>
<result
column=
"update_time"
jdbcType=
"TIMESTAMP"
property=
"updateTime"
/>
<result
column=
"update_time"
jdbcType=
"TIMESTAMP"
property=
"updateTime"
/>
<result
column=
"knowledge_name"
jdbcType=
"VARCHAR"
property=
"knowledgeName"
/>
<result
column=
"knowledge_name"
jdbcType=
"VARCHAR"
property=
"knowledgeName"
/>
<result
column=
"knowledge_code"
jdbcType=
"VARCHAR"
property=
"knowledgeCode"
/>
<result
column=
"knowledge_describe"
jdbcType=
"VARCHAR"
property=
"knowledgeDescribe"
/>
<result
column=
"knowledge_describe"
jdbcType=
"VARCHAR"
property=
"knowledgeDescribe"
/>
</resultMap>
</resultMap>
...
@@ -19,6 +20,7 @@
...
@@ -19,6 +20,7 @@
update_user_id,
update_user_id,
update_time,
update_time,
knowledge_name,
knowledge_name,
knowledge_code,
knowledge_describe)
knowledge_describe)
VALUES
VALUES
<foreach
collection=
"list"
index=
"index"
item=
"item"
separator=
","
>
<foreach
collection=
"list"
index=
"index"
item=
"item"
separator=
","
>
...
@@ -28,6 +30,7 @@
...
@@ -28,6 +30,7 @@
#{item.updateUserId},
#{item.updateUserId},
#{item.updateTime},
#{item.updateTime},
#{item.knowledgeName},
#{item.knowledgeName},
#{item.knowledgeCode},
#{item.knowledgeDescribe})
#{item.knowledgeDescribe})
</foreach>
</foreach>
</insert>
</insert>
...
...
application-webadmin/src/main/java/com/yice/webadmin/app/dto/KnowledgeManageDto.java
View file @
9bb9fa01
...
@@ -38,6 +38,12 @@ public class KnowledgeManageDto {
...
@@ -38,6 +38,12 @@ public class KnowledgeManageDto {
@ApiModelProperty
(
value
=
"知识库描述"
)
@ApiModelProperty
(
value
=
"知识库描述"
)
private
String
knowledgeDescribe
;
private
String
knowledgeDescribe
;
/**
* 知识库编码。
*/
@ApiModelProperty
(
value
=
"知识库编码"
)
private
String
knowledgeCode
;
/**
/**
* knowledge_name LIKE搜索字符串。
* knowledge_name LIKE搜索字符串。
*/
*/
...
...
application-webadmin/src/main/java/com/yice/webadmin/app/model/KnowledgeManage.java
View file @
9bb9fa01
...
@@ -38,6 +38,11 @@ public class KnowledgeManage extends BaseModel {
...
@@ -38,6 +38,11 @@ public class KnowledgeManage extends BaseModel {
*/
*/
private
String
knowledgeName
;
private
String
knowledgeName
;
/**
* 知识库编码。
*/
private
String
knowledgeCode
;
/**
/**
* 知识库描述。
* 知识库描述。
*/
*/
...
...
application-webadmin/src/main/java/com/yice/webadmin/app/vo/KnowledgeManageVo.java
View file @
9bb9fa01
...
@@ -37,6 +37,12 @@ public class KnowledgeManageVo extends BaseVo {
...
@@ -37,6 +37,12 @@ public class KnowledgeManageVo extends BaseVo {
@ApiModelProperty
(
value
=
"知识库描述"
)
@ApiModelProperty
(
value
=
"知识库描述"
)
private
String
knowledgeDescribe
;
private
String
knowledgeDescribe
;
/**
* 知识库编码。
*/
@ApiModelProperty
(
value
=
"知识库编码"
)
private
String
knowledgeCode
;
/**
/**
* 创建人名称。
* 创建人名称。
*/
*/
...
...
application-webadmin/src/main/resources/application-dev.yml
View file @
9bb9fa01
...
@@ -4,14 +4,14 @@ spring:
...
@@ -4,14 +4,14 @@ spring:
druid
:
druid
:
# 数据库链接 [主数据源]
# 数据库链接 [主数据源]
main
:
main
:
url
:
jdbc:mysql://1
92.168.0.35
:3306/lmp?characterEncoding=utf8&useSSL=true&serverTimezone=Asia/Shanghai
url
:
jdbc:mysql://1
27.0.0.1
:3306/lmp?characterEncoding=utf8&useSSL=true&serverTimezone=Asia/Shanghai
username
:
yice
username
:
root
password
:
Yice@2021
password
:
a327327
# 默认生成的操作日志数据源配置。
# 默认生成的操作日志数据源配置。
operation-log
:
operation-log
:
url
:
jdbc:mysql://1
92.168.0.35
:3306/lmp?characterEncoding=utf8&useSSL=true&serverTimezone=Asia/Shanghai
url
:
jdbc:mysql://1
27.0.0.1
:3306/lmp?characterEncoding=utf8&useSSL=true&serverTimezone=Asia/Shanghai
username
:
yice
username
:
root
password
:
Yice@2021
password
:
a327327
driverClassName
:
com.mysql.cj.jdbc.Driver
driverClassName
:
com.mysql.cj.jdbc.Driver
name
:
application-webadmin
name
:
application-webadmin
initialSize
:
10
initialSize
:
10
...
@@ -62,29 +62,29 @@ application:
...
@@ -62,29 +62,29 @@ application:
python
:
python
:
#数据集文件基础路径
#数据集文件基础路径
datasetFileBaseDir
:
/home/linking/llms/code/LLaMA-Factory-0.3.2/lmp_data/
datasetFileBaseDir
:
C:\Users\Lenovo\lmp-chat\factory\lmp-factory\lmp_data\
#模型训练文件基础路径
#模型训练文件基础路径
modelTuningFileBaseDir
:
/home/linking/llms/code/LLaMA-Factory-0.3.2/saves/
modelTuningFileBaseDir
:
C:\Users\Lenovo\lmp-chat\factory\lmp-factory\saves\
#模型训练文件合并后路径
#模型训练文件合并后路径
modelOutputFileBaseDir
:
/home/linking/llms/models/
modelOutputFileBaseDir
:
C:\Users\Lenovo\lmp-chat\models\
#模型评估文件基础路径
#模型评估文件基础路径
modelEstimateFileBaseDir
:
/home/linking/llms/code/LLaMA-Factory-0.3.2/saves/
modelEstimateFileBaseDir
:
C:\Users\Lenovo\lmp-chat\factory\lmp-factory\saves\
#数据集配置信息
#数据集配置信息
datasetInfo
:
dataset_info.json
datasetInfo
:
dataset_info.json
#数据集配置目录
#数据集配置目录
datasetFileMenu
:
lmp_data
datasetFileMenu
:
lmp_data
#python平台通用接口地址
#python平台通用接口地址
factoryInterface
:
http://1
92.168.0.36
:7860/run/predict
factoryInterface
:
http://1
27.0.0.1
:7860/run/predict
#python websocket 服务地址
#python websocket 服务地址
pythonWebsocketUri
:
ws://1
92.168.0.36
:7860/queue/join
pythonWebsocketUri
:
ws://1
27.0.0.1
:7860/queue/join
#输出控制地址
#输出控制地址
controllerAddress
:
http://0.0.0.0:20001
controllerAddress
:
http://0.0.0.0:20001
#对话基础路径
#对话基础路径
chatAddress
:
http://1
92.168.0.36
:8000/
chatAddress
:
http://1
27.0.0.1
:8000/
knowledge
:
knowledge
:
#知识库通用接口地址
#知识库通用接口地址
knowledgeInterface
:
http://1
92.168.0.36
:7861/knowledge_base/
knowledgeInterface
:
http://1
27.0.0.1
:7861/knowledge_base/
#创建知识库
#创建知识库
create
:
create_knowledge_base
create
:
create_knowledge_base
#获取知识库列表
#获取知识库列表
...
@@ -163,7 +163,7 @@ redis:
...
@@ -163,7 +163,7 @@ redis:
# master-slave:
# master-slave:
# 每个节点逗号分隔,第一个为主节点,其余为从节点。同时每个节点前必须以redis://开头。
# 每个节点逗号分隔,第一个为主节点,其余为从节点。同时每个节点前必须以redis://开头。
# address: redis://localhost:6379,redis://localhost:6378,...
# address: redis://localhost:6379,redis://localhost:6378,...
address
:
redis://1
92.168.0.35
:6379
address
:
redis://1
27.0.0.1
:6379
# 链接超时,单位毫秒。
# 链接超时,单位毫秒。
timeout
:
6000
timeout
:
6000
# 单位毫秒。分布式锁的超时检测时长。
# 单位毫秒。分布式锁的超时检测时长。
...
@@ -177,9 +177,9 @@ redis:
...
@@ -177,9 +177,9 @@ redis:
# 连接池中最小空闲数量。
# 连接池中最小空闲数量。
minIdle
:
5
minIdle
:
5
minio
:
#
minio:
enabled
:
true
#
enabled: true
endpoint
:
http://192.168.0.145:9090
#
endpoint: http://192.168.0.145:9090
accessKey
:
minioadmin
#
accessKey: minioadmin
secretKey
:
minioadmin
#
secretKey: minioadmin
bucketName
:
application
#
bucketName: application
application-webadmin/src/main/resources/application.yml
View file @
9bb9fa01
...
@@ -44,7 +44,7 @@ spring:
...
@@ -44,7 +44,7 @@ spring:
allow-circular-references
:
true
allow-circular-references
:
true
data
:
data
:
mongodb
:
mongodb
:
uri
:
mongodb://
root:123456@192.168.0.36:27017/
uri
:
mongodb://
127.0.0.1:27017
database
:
imp
database
:
imp
authentication-database
:
admin
authentication-database
:
admin
auto-index-creation
:
true
auto-index-creation
:
true
...
...
pom.xml
View file @
9bb9fa01
...
@@ -166,7 +166,11 @@
...
@@ -166,7 +166,11 @@
<artifactId>
jaxb-api
</artifactId>
<artifactId>
jaxb-api
</artifactId>
<version>
2.3.0
</version>
<version>
2.3.0
</version>
</dependency>
</dependency>
<dependency>
<groupId>
io.github.biezhi
</groupId>
<artifactId>
TinyPinyin
</artifactId>
<version>
2.0.3.RELEASE
</version>
</dependency>
</dependencies>
</dependencies>
<dependencyManagement>
<dependencyManagement>
...
...
zz-resource/db-scripts/lmp.sql
0 → 100644
View file @
9bb9fa01
This diff is collapsed.
Click to expand it.
zzlogs/application-webadmin/application-webadmin.log
0 → 100644
View file @
9bb9fa01
This diff is collapsed.
Click to expand it.
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment