Commit 924d41e6 authored by pengxin's avatar pengxin

代码整理。

parent 5d9f2821
......@@ -319,12 +319,9 @@ public class DatasetVersionServiceImpl extends BaseService<DatasetVersion, Long>
*/
@Override
public boolean saveDatasetJsonPath(DatasetVersion datasetVersion) throws IOException {
//导入时不需要写入到json文件中
String versionName = datasetVersion.getVersionName();
//先存储文件
String fullName = pythonConfig.getDatasetFileBaseDir() + versionName + ".json";
this.doDealTaskHandler(datasetVersion.getVersionId(), fullName);
//再存储数据集配置文件
this.saveDatasetInfo(versionName);
DatasetVersion filter = new DatasetVersion();
filter.setVersionId(datasetVersion.getVersionId());
......@@ -335,11 +332,8 @@ public class DatasetVersionServiceImpl extends BaseService<DatasetVersion, Long>
/**
* ==============================
* ===总数据清洗过程===
* 1、分页处理每页10000条数据
* 2、更新Mongodb数据库中的数据
* 3、更新json存储地址的数据集数据
* 4、更新版本数据集状态
* 2、分别写入到json文件中
* ==============================
* 处理数据集
* @param datasetId 清洗任务id
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment