diff --git a/flyfish-approval/src/main/java/com/flyfish/framework/approval/service/ModuleDelegateService.java b/flyfish-approval/src/main/java/com/flyfish/framework/approval/service/ModuleDelegateService.java index 2de9342..3b9fdc6 100644 --- a/flyfish-approval/src/main/java/com/flyfish/framework/approval/service/ModuleDelegateService.java +++ b/flyfish-approval/src/main/java/com/flyfish/framework/approval/service/ModuleDelegateService.java @@ -7,7 +7,6 @@ import com.flyfish.framework.approval.domain.todo.ApprovalDto; import com.flyfish.framework.approval.enums.ApproveAction; import com.flyfish.framework.approval.enums.ApproveStatus; import com.flyfish.framework.beans.meta.RestBean; -import com.flyfish.framework.domain.base.DomainService; import com.flyfish.framework.exception.biz.InvalidBusinessException; import com.flyfish.framework.service.BaseReactiveService; import com.flyfish.framework.utils.ReflectionUtils; @@ -48,7 +47,7 @@ public class ModuleDelegateService { .map(clazz -> ClassUtils.isAssignable(clazz, ApprovalDomain.class)) .orElse(false)) .map(service -> (BaseReactiveService) service) - .collect(Collectors.toMap(DomainService::getCollectionName, s -> s)); + .collect(Collectors.toMap(s -> s.getEntityInformation().getCollectionName(), s -> s)); } /** diff --git a/flyfish-data/src/main/java/com/flyfish/framework/domain/base/DomainService.java b/flyfish-data/src/main/java/com/flyfish/framework/domain/base/DomainService.java index 041fe8e..d53943a 100644 --- a/flyfish-data/src/main/java/com/flyfish/framework/domain/base/DomainService.java +++ b/flyfish-data/src/main/java/com/flyfish/framework/domain/base/DomainService.java @@ -1,5 +1,7 @@ package com.flyfish.framework.domain.base; +import org.springframework.data.mongodb.repository.query.MongoEntityInformation; + /** * 占位，标记service */ @@ -10,5 +12,5 @@ public interface DomainService { * * @return 结果 */ - String getCollectionName(); + MongoEntityInformation getEntityInformation(); } diff --git a/flyfish-data/src/main/java/com/flyfish/framework/domain/po/Backup.java b/flyfish-data/src/main/java/com/flyfish/framework/domain/po/Backup.java new file mode 100644 index 0000000..735446d --- /dev/null +++ b/flyfish-data/src/main/java/com/flyfish/framework/domain/po/Backup.java @@ -0,0 +1,44 @@ +package com.flyfish.framework.domain.po; + +import com.flyfish.framework.domain.base.AuditDomain; +import com.flyfish.framework.enums.NamedEnum; +import lombok.AllArgsConstructor; +import lombok.Getter; +import lombok.Setter; + +/** + * 系统备份 + * + * @author wangyu + */ +@Getter +@Setter +public class Backup extends AuditDomain { + + // 文件路径 + private String filepath; + + // 备份日志 + private String log; + + // 备份状态 + private Status status; + + // 备份耗时 + private Long period; + + // 备份大小 + private String size; + + /** + * 备份状态 + */ + @Getter + @AllArgsConstructor + public enum Status implements NamedEnum { + + RUNNING("备份中"), SUCCESS("备份成功"), FAILED("备份失败"); + + private final String name; + } +} diff --git a/flyfish-data/src/main/java/com/flyfish/framework/repository/DefaultReactiveRepository.java b/flyfish-data/src/main/java/com/flyfish/framework/repository/DefaultReactiveRepository.java index ed11f2d..3d48183 100644 --- a/flyfish-data/src/main/java/com/flyfish/framework/repository/DefaultReactiveRepository.java +++ b/flyfish-data/src/main/java/com/flyfish/framework/repository/DefaultReactiveRepository.java @@ -1,5 +1,6 @@ package com.flyfish.framework.repository; +import com.flyfish.framework.repository.base.DomainRepository; import org.springframework.data.mongodb.repository.ReactiveMongoRepository; import org.springframework.data.repository.NoRepositoryBean; @@ -10,6 +11,7 @@ import org.springframework.data.repository.NoRepositoryBean; * @param 泛型 */ @NoRepositoryBean -public interface DefaultReactiveRepository extends ReactiveMongoRepository, ReactiveQueryModelExecutor { +public interface DefaultReactiveRepository extends ReactiveMongoRepository, ReactiveQueryModelExecutor, + DomainRepository { } diff --git a/flyfish-data/src/main/java/com/flyfish/framework/repository/DefaultRepository.java b/flyfish-data/src/main/java/com/flyfish/framework/repository/DefaultRepository.java index ac5dae2..22ed705 100644 --- a/flyfish-data/src/main/java/com/flyfish/framework/repository/DefaultRepository.java +++ b/flyfish-data/src/main/java/com/flyfish/framework/repository/DefaultRepository.java @@ -1,6 +1,7 @@ package com.flyfish.framework.repository; import com.flyfish.framework.domain.base.Domain; +import com.flyfish.framework.repository.base.DomainRepository; import org.springframework.data.mongodb.repository.MongoRepository; import org.springframework.data.repository.NoRepositoryBean; @@ -10,6 +11,7 @@ import org.springframework.data.repository.NoRepositoryBean; * @author wangyu */ @NoRepositoryBean -public interface DefaultRepository extends MongoRepository, QueryModelExecutor { +public interface DefaultRepository extends MongoRepository, QueryModelExecutor, + DomainRepository { } diff --git a/flyfish-data/src/main/java/com/flyfish/framework/repository/QueryModelExecutor.java b/flyfish-data/src/main/java/com/flyfish/framework/repository/QueryModelExecutor.java index 80bf8e9..0f5b7c8 100644 --- a/flyfish-data/src/main/java/com/flyfish/framework/repository/QueryModelExecutor.java +++ b/flyfish-data/src/main/java/com/flyfish/framework/repository/QueryModelExecutor.java @@ -89,11 +89,4 @@ public interface QueryModelExecutor { * @return {@literal true} if the data store contains elements that match the given {@link Qo}. */ boolean exists(Qo query); - - /** - * 获取集合名称 - * - * @return 结果 - */ - String getCollectionName(); } diff --git a/flyfish-data/src/main/java/com/flyfish/framework/repository/ReactiveQueryModelExecutor.java b/flyfish-data/src/main/java/com/flyfish/framework/repository/ReactiveQueryModelExecutor.java index f5a03d5..ff30e7e 100644 --- a/flyfish-data/src/main/java/com/flyfish/framework/repository/ReactiveQueryModelExecutor.java +++ b/flyfish-data/src/main/java/com/flyfish/framework/repository/ReactiveQueryModelExecutor.java @@ -99,11 +99,4 @@ public interface ReactiveQueryModelExecutor { * @return 结果 */ Mono deleteAll(Qo qo); - - /** - * 获取集合名称 - * - * @return 结果 - */ - String getCollectionName(); } diff --git a/flyfish-data/src/main/java/com/flyfish/framework/repository/base/DomainRepository.java b/flyfish-data/src/main/java/com/flyfish/framework/repository/base/DomainRepository.java new file mode 100644 index 0000000..cc2fba6 --- /dev/null +++ b/flyfish-data/src/main/java/com/flyfish/framework/repository/base/DomainRepository.java @@ -0,0 +1,18 @@ +package com.flyfish.framework.repository.base; + +import org.springframework.data.mongodb.repository.query.MongoEntityInformation; + +/** + * 标记实体的仓库 + * + * @param 泛型 + */ +public interface DomainRepository { + + /** + * 获取集合名称 + * + * @return 结果 + */ + MongoEntityInformation getEntityInformation(); +} diff --git a/flyfish-data/src/main/java/com/flyfish/framework/repository/impl/DefaultReactiveRepositoryImpl.java b/flyfish-data/src/main/java/com/flyfish/framework/repository/impl/DefaultReactiveRepositoryImpl.java index 52840c1..171fc0e 100644 --- a/flyfish-data/src/main/java/com/flyfish/framework/repository/impl/DefaultReactiveRepositoryImpl.java +++ b/flyfish-data/src/main/java/com/flyfish/framework/repository/impl/DefaultReactiveRepositoryImpl.java @@ -3,6 +3,7 @@ package com.flyfish.framework.repository.impl; import com.flyfish.framework.domain.base.Domain; import com.flyfish.framework.domain.base.Qo; import com.flyfish.framework.repository.DefaultReactiveRepository; +import lombok.Getter; import lombok.NonNull; import org.apache.commons.lang3.StringUtils; import org.springframework.dao.IncorrectResultSizeDataAccessException; @@ -28,6 +29,7 @@ import java.util.Optional; public class DefaultReactiveRepositoryImpl extends SimpleReactiveMongoRepository implements DefaultReactiveRepository { + @Getter private final MongoEntityInformation entityInformation; private final ReactiveMongoOperations mongoOperations; @@ -177,14 +179,4 @@ public class DefaultReactiveRepositoryImpl extends SimpleReact entityInformation.getCollectionName())) .then(Mono.empty()); } - - /** - * 获取集合名称 - * - * @return 结果 - */ - @Override - public String getCollectionName() { - return entityInformation.getCollectionName(); - } } diff --git a/flyfish-data/src/main/java/com/flyfish/framework/repository/impl/DefaultRepositoryImpl.java b/flyfish-data/src/main/java/com/flyfish/framework/repository/impl/DefaultRepositoryImpl.java index e3b4ae3..2b00129 100644 --- a/flyfish-data/src/main/java/com/flyfish/framework/repository/impl/DefaultRepositoryImpl.java +++ b/flyfish-data/src/main/java/com/flyfish/framework/repository/impl/DefaultRepositoryImpl.java @@ -3,6 +3,7 @@ package com.flyfish.framework.repository.impl; import com.flyfish.framework.domain.base.Domain; import com.flyfish.framework.domain.base.Qo; import com.flyfish.framework.repository.DefaultRepository; +import lombok.Getter; import org.apache.commons.lang3.StringUtils; import org.springframework.dao.IncorrectResultSizeDataAccessException; import org.springframework.data.domain.Page; @@ -30,6 +31,7 @@ public class DefaultRepositoryImpl extends SimpleMongoReposito implements DefaultRepository { private MongoOperations mongoOperations; + @Getter private MongoEntityInformation entityInformation; /** @@ -168,15 +170,4 @@ public class DefaultRepositoryImpl extends SimpleMongoReposito entityInformation.getJavaType(), entityInformation.getCollectionName())) .orElse(false); } - - /** - * 获取集合名称 - * - * @return 结果 - */ - @Override - public String getCollectionName() { - return entityInformation.getCollectionName(); - } - } diff --git a/flyfish-data/src/main/java/com/flyfish/framework/scheduler/BackupIndex.java b/flyfish-data/src/main/java/com/flyfish/framework/scheduler/BackupIndex.java new file mode 100644 index 0000000..617612f --- /dev/null +++ b/flyfish-data/src/main/java/com/flyfish/framework/scheduler/BackupIndex.java @@ -0,0 +1,55 @@ +package com.flyfish.framework.scheduler; + +import lombok.AllArgsConstructor; +import lombok.Data; + +import java.nio.ByteBuffer; +import java.util.List; + +/** + * 备份索引 + * + * @author wangyu + */ +@Data +public class BackupIndex { + + // 备份uuid，与数据库对应 + private String id; + + // 创建时间 + private String createTime; + + // 备份条目 + private List items; + + /** + * 备份条目 + */ + @Data + public static class BackupItem { + + // 集合名称 + private String collection; + + // 文件路径 + private String path; + + // 备份大小 + private String size; + } + + /** + * 备份内容 + */ + @Data + @AllArgsConstructor + public static class BackupContent { + + // 集合名称 + private String collection; + + // 内容 + private byte[] content; + } +} diff --git a/flyfish-data/src/main/java/com/flyfish/framework/scheduler/BackupScheduler.java b/flyfish-data/src/main/java/com/flyfish/framework/scheduler/BackupScheduler.java new file mode 100644 index 0000000..dbd83bc --- /dev/null +++ b/flyfish-data/src/main/java/com/flyfish/framework/scheduler/BackupScheduler.java @@ -0,0 +1,165 @@ +package com.flyfish.framework.scheduler; + +import com.alibaba.fastjson.JSON; +import com.flyfish.framework.domain.base.DomainService; +import com.flyfish.framework.domain.po.Backup; +import lombok.SneakyThrows; +import lombok.extern.slf4j.Slf4j; +import org.apache.commons.lang3.StringUtils; +import org.springframework.beans.factory.ObjectProvider; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.beans.factory.annotation.Value; +import org.springframework.core.io.buffer.DataBufferFactory; +import org.springframework.core.io.buffer.DataBufferUtils; +import org.springframework.core.io.buffer.DefaultDataBufferFactory; +import org.springframework.data.mongodb.core.ReactiveMongoOperations; +import org.springframework.data.mongodb.repository.query.MongoEntityInformation; +import org.springframework.scheduling.annotation.Scheduled; +import org.springframework.stereotype.Component; +import org.springframework.util.unit.DataSize; +import reactor.core.publisher.Flux; +import reactor.core.publisher.Mono; + +import java.nio.channels.AsynchronousFileChannel; +import java.nio.charset.StandardCharsets; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.nio.file.StandardOpenOption; +import java.util.Date; +import java.util.List; +import java.util.UUID; +import java.util.stream.Collectors; + +/** + * 备份因功能小而简单，作为一个bean一直存在，定时跑就可以 + * + * @author wangyu + */ +@Component +@Slf4j +public class BackupScheduler { + + // data buffer 工厂 + private final DataBufferFactory factory = new DefaultDataBufferFactory(); + // 用于注入所有集合名称 + private List> collections; + // 异步的mongo操作，可以快速备份 + private ReactiveMongoOperations operations; + // 备份路径 + private String backupPath = "/opt/flyfish/backup"; + + @Autowired + public void setServices(ObjectProvider services) { + this.collections = services.stream().map(DomainService::getEntityInformation).collect(Collectors.toList()); + } + + @Autowired + public void setOperations(ReactiveMongoOperations reactiveMongoOperations) { + this.operations = reactiveMongoOperations; + } + + @Autowired + public void setBackupPath(@Value("${flyfish.backup.path}") String backupPath) { + if (StringUtils.isNotBlank(backupPath)) { + this.backupPath = backupPath; + } + } + + /** + * 每天凌晨2点执行 + * 按日期建立目录，备份所有集合到对应目录下 + * 建立index.json，将绝对路径放入，遍历该文件即可还原 + */ + @Scheduled(cron = "0 0 2 * * ?") + public void backup() { + // 本次备份任务代号 + String code = UUID.randomUUID().toString(); + // 本次备份父目录 + String parent = backupPath + "/" + code; + createIfNotExists(parent); + // 开始备份，先构造一个指示器 + Backup backup = new Backup(); + backup.setCreateTime(new Date()); + backup.setCreator("系统"); + backup.setCode(code); + backup.setStatus(Backup.Status.RUNNING); + backup.setFilepath(parent + "/back.zip"); + // 开始备份 + operations.save(backup) + .thenMany(Flux.fromIterable(this.collections)) + .flatMap(info -> operations + .findAll(info.getJavaType(), info.getCollectionName()).collectList() + .map(list -> new BackupIndex.BackupContent(info.getCollectionName(), JSON.toJSONBytes(list))) + ) + .flatMap(content -> writeContents(content, parent)) + .collectList() + .flatMap(list -> { + BackupIndex index = new BackupIndex(); + index.setId(code); + index.setItems(list.stream().map(content -> { + DataSize size = DataSize.parse(new String(content.getContent(), StandardCharsets.UTF_8)); + BackupIndex.BackupItem item = new BackupIndex.BackupItem(); + item.setCollection(content.getCollection()); + item.setPath(parent + "/" + content.getCollection() + ".json"); + item.setSize(size.toKilobytes() + "KB"); + return item; + }).collect(Collectors.toList())); + // 写入备份结果 + return write(JSON.toJSONBytes(index), parent + "/meta.json"); + }) + .then(Mono.defer(() -> { + backup.setLog("成功备份"); + backup.setPeriod(new Date().getTime() - backup.getCreateTime().getTime()); + backup.setStatus(Backup.Status.SUCCESS); + return operations.save(backup); + })) + .subscribe(v -> { + log.info("成功完成备份"); + }, e -> { + backup.setStatus(Backup.Status.FAILED); + backup.setLog(e.getMessage()); + backup.setPeriod(new Date().getTime() - backup.getCreateTime().getTime()); + operations.save(backup).subscribe(); + }); + + } + + /** + * 如果不存在，就创建 + * + * @param filepath 路径 + */ + @SneakyThrows + private void createIfNotExists(String filepath) { + Path path = Paths.get(filepath); + if (!Files.exists(path)) { + Files.createDirectories(path); + } + } + + /** + * 写入文件内容 + * + * @param content 文件内容 + * @return 结果 + */ + private Mono writeContents(BackupIndex.BackupContent content, String parent) { + String path = parent + "/" + content.getCollection() + ".json"; + return write(content.getContent(), path).thenReturn(content); + } + + /** + * 写入文件 + * + * @param content 内容 + * @param path 路径 + * @return 结果 + */ + private Mono write(byte[] content, String path) { + return Mono.fromCallable(() -> AsynchronousFileChannel.open(Paths.get(path), StandardOpenOption.WRITE)) + .flatMapMany(channel -> DataBufferUtils.write(Mono.just(factory.wrap(content)), channel, 0)) + .then(); + } + +} diff --git a/flyfish-web/src/main/java/com/flyfish/framework/service/impl/BaseReactiveServiceImpl.java b/flyfish-web/src/main/java/com/flyfish/framework/service/impl/BaseReactiveServiceImpl.java index b91a0ae..b86969c 100644 --- a/flyfish-web/src/main/java/com/flyfish/framework/service/impl/BaseReactiveServiceImpl.java +++ b/flyfish-web/src/main/java/com/flyfish/framework/service/impl/BaseReactiveServiceImpl.java @@ -18,6 +18,7 @@ import org.springframework.data.domain.Example; import org.springframework.data.domain.Page; import org.springframework.data.domain.PageImpl; import org.springframework.data.domain.Pageable; +import org.springframework.data.mongodb.repository.query.MongoEntityInformation; import org.springframework.data.util.CastUtils; import reactor.core.publisher.Flux; import reactor.core.publisher.Mono; @@ -411,8 +412,8 @@ public class BaseReactiveServiceImpl implements BaseReactiveSe * @return 结果 */ @Override - public String getCollectionName() { - return getRepository().getCollectionName(); + public MongoEntityInformation getEntityInformation() { + return repository.getEntityInformation(); } } diff --git a/flyfish-web/src/main/java/com/flyfish/framework/service/impl/BaseServiceImpl.java b/flyfish-web/src/main/java/com/flyfish/framework/service/impl/BaseServiceImpl.java index ea4af62..337ff04 100644 --- a/flyfish-web/src/main/java/com/flyfish/framework/service/impl/BaseServiceImpl.java +++ b/flyfish-web/src/main/java/com/flyfish/framework/service/impl/BaseServiceImpl.java @@ -16,6 +16,7 @@ import org.springframework.beans.factory.annotation.Autowired; import org.springframework.data.domain.Example; import org.springframework.data.domain.Page; import org.springframework.data.domain.Pageable; +import org.springframework.data.mongodb.repository.query.MongoEntityInformation; import java.util.*; import java.util.stream.Collectors; @@ -381,7 +382,7 @@ public class BaseServiceImpl implements BaseService { * @return 结果 */ @Override - public String getCollectionName() { - return getRepository().getCollectionName(); + public MongoEntityInformation getEntityInformation() { + return repository.getEntityInformation(); } }