Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
L
lmp_server
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
lmp
lmp_server
Commits
d7a925bd
Commit
d7a925bd
authored
Apr 26, 2024
by
pengxin
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
生成文件时,先删除以前的数据。
parent
21d6d730
Changes
4
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
21 additions
and
14 deletions
+21
-14
DatasetConstant.java
.../java/com/yice/webadmin/app/constant/DatasetConstant.java
+0
-5
DatasetCleanService.java
...va/com/yice/webadmin/app/service/DatasetCleanService.java
+2
-1
DatasetCleanServiceImpl.java
...ce/webadmin/app/service/impl/DatasetCleanServiceImpl.java
+18
-7
DatasetVersionServiceImpl.java
.../webadmin/app/service/impl/DatasetVersionServiceImpl.java
+1
-1
No files found.
application-webadmin/src/main/java/com/yice/webadmin/app/constant/DatasetConstant.java
View file @
d7a925bd
...
@@ -57,11 +57,6 @@ public class DatasetConstant {
...
@@ -57,11 +57,6 @@ public class DatasetConstant {
*/
*/
public
static
final
Integer
UNMARK
=
0
;
public
static
final
Integer
UNMARK
=
0
;
/**
* JSON临时文件
*/
public
static
final
String
TEMP_JSON
=
"test.json"
;
/**
/**
* 默认单次写入10000条数据
* 默认单次写入10000条数据
*/
*/
...
...
application-webadmin/src/main/java/com/yice/webadmin/app/service/DatasetCleanService.java
View file @
d7a925bd
...
@@ -27,8 +27,9 @@ public interface DatasetCleanService extends IBaseService<DatasetClean, Long> {
...
@@ -27,8 +27,9 @@ public interface DatasetCleanService extends IBaseService<DatasetClean, Long> {
* 第二个方法:将数据列表追加到文件
* 第二个方法:将数据列表追加到文件
* @param filePath 文件地址
* @param filePath 文件地址
* @param dataList 数据集列表
* @param dataList 数据集列表
* @param pageNum 分页参数
*/
*/
void
appendDataListToFile
(
String
filePath
,
List
<
DatasetData
>
dataList
);
void
appendDataListToFile
(
String
filePath
,
List
<
DatasetData
>
dataList
,
Integer
pageNum
);
/**
/**
* 重新清洗任务
* 重新清洗任务
...
...
application-webadmin/src/main/java/com/yice/webadmin/app/service/impl/DatasetCleanServiceImpl.java
View file @
d7a925bd
...
@@ -319,17 +319,30 @@ public class DatasetCleanServiceImpl extends BaseService<DatasetClean, Long> imp
...
@@ -319,17 +319,30 @@ public class DatasetCleanServiceImpl extends BaseService<DatasetClean, Long> imp
* 第二个方法:将数据列表追加到文件
* 第二个方法:将数据列表追加到文件
* @param filePath 文件地址
* @param filePath 文件地址
* @param dataList 数据集列表
* @param dataList 数据集列表
* @param pageNum 分页参数
*/
*/
@Override
@Override
public
void
appendDataListToFile
(
String
filePath
,
List
<
DatasetData
>
dataList
)
{
public
void
appendDataListToFile
(
String
filePath
,
List
<
DatasetData
>
dataList
,
Integer
pageNum
)
{
ObjectMapper
objectMapper
=
new
ObjectMapper
();
ObjectMapper
objectMapper
=
new
ObjectMapper
();
//美化数据
objectMapper
.
enable
(
SerializationFeature
.
INDENT_OUTPUT
);
objectMapper
.
enable
(
SerializationFeature
.
INDENT_OUTPUT
);
Path
path
=
Paths
.
get
(
filePath
);
ArrayNode
arrayNode
;
try
{
try
{
//为第一页的情况下
if
(
pageNum
==
1
)
{
// 清空文件内容
File
file
=
new
File
(
filePath
);
if
(
file
.
exists
())
{
// 删除文件
file
.
delete
();
}
// 创建一个新的空文件
file
.
createNewFile
();
}
Path
path
=
Paths
.
get
(
filePath
);
ArrayNode
arrayNode
;
// 读取现有文件内容(如果存在)
// 读取现有文件内容(如果存在)
String
existingJson
=
""
;
String
existingJson
=
""
;
if
(
Files
.
exists
(
path
))
{
if
(
Files
.
exists
(
path
))
{
...
@@ -372,9 +385,7 @@ public class DatasetCleanServiceImpl extends BaseService<DatasetClean, Long> imp
...
@@ -372,9 +385,7 @@ public class DatasetCleanServiceImpl extends BaseService<DatasetClean, Long> imp
String
newElements
=
formattedJsonString
.
substring
(
1
,
formattedJsonString
.
length
()
-
1
);
// 去除开闭括号
String
newElements
=
formattedJsonString
.
substring
(
1
,
formattedJsonString
.
length
()
-
1
);
// 去除开闭括号
Files
.
write
(
path
,
(
existingJson
+
","
+
newElements
+
"\n"
).
getBytes
(),
StandardOpenOption
.
CREATE
,
StandardOpenOption
.
APPEND
);
Files
.
write
(
path
,
(
existingJson
+
","
+
newElements
+
"\n"
).
getBytes
(),
StandardOpenOption
.
CREATE
,
StandardOpenOption
.
APPEND
);
}
}
log
.
info
(
"Data appended to JSON file successfully."
);
log
.
info
(
"Data appended to JSON file successfully."
);
}
catch
(
IOException
e
)
{
}
catch
(
IOException
e
)
{
log
.
error
(
"Error appending to JSON file"
,
e
);
log
.
error
(
"Error appending to JSON file"
,
e
);
}
}
...
...
application-webadmin/src/main/java/com/yice/webadmin/app/service/impl/DatasetVersionServiceImpl.java
View file @
d7a925bd
...
@@ -596,7 +596,7 @@ public class DatasetVersionServiceImpl extends BaseService<DatasetVersion, Long>
...
@@ -596,7 +596,7 @@ public class DatasetVersionServiceImpl extends BaseService<DatasetVersion, Long>
//写入到数据集中
//写入到数据集中
if
(
CollUtil
.
isNotEmpty
(
dataList
))
{
if
(
CollUtil
.
isNotEmpty
(
dataList
))
{
datasetCleanService
.
appendDataListToFile
(
fileUrl
,
dataList
);
datasetCleanService
.
appendDataListToFile
(
fileUrl
,
dataList
,
i
);
}
}
}
}
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment