Spring Boot骚操作-多数据源Service层封装
- 2020 年 3 月 10 日
- 筆記
原文:https://www.pdai.tech/md/spring/springboot-data-multi.html
mysql, es, mongodb 三个数据源用配置文件方式连接，JPA只是正对dao做了封装，本文主要介绍如何对service层进行封装。
- Spring Boot – 多个数据源Service层封装
- 类关系图
- 封装的一些配置
- application.yml
- pom.xml
- 封装后使用
- MySQL 动态数据访问
- Mongo 动态数据访问
- ElasticSearch 动态数据访问(单个index+type)
- ElasticSearch 动态数据访问(多个index+type)
- 源代码托管
类关系图
- 对多个数据源连接获取数据进行统一封装
- ES spring-data方式不支持多个Index和Type的查找功能，添加了DynamicESDao支持
- 大大简化封装之后的调用, 调用方式如下
封装的一些配置
application.yml
banner: charset: UTF-8 location: classpath:banner.txt server: port: 5555 contextPath: / session: timeout: 0 spring: application: name: 'spring-boot-datasource-demo' output: ansi: enabled: DETECT messages: basename: i18n/messages thymeleaf: cache: false profiles: active: dev # MySQL data source settings datasource: url: jdbc:mysql://localhost:3306/cdc_standalone?useSSL=false username: root password: bfXa4Pt2lUUScy8jakXf # MySQL JPA settings jpa: generate-ddl: true show-sql: true properties: hibernate: dialect: org.hibernate.dialect.MySQLDialect format_sql: true # NoSQL data source settings data: # MongoDB 2.2+ settings mongodb: uri: mongodb://standalone:[email protected]:27017/standalone # ElasticSearch settings elasticsearch: cluster-name: es-logs-01 cluster-nodes: 10.11.60.5:9300
pom.xml
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> <modelVersion>4.0.0</modelVersion> <groupId>spring-boot-datasource-demo</groupId> <artifactId>spring-boot-datasource-demo</artifactId> <version>0.0.1-SNAPSHOT</version> <name>spring-boot-datasource-demo</name> <description>spring-boot-datasource-demo</description> <parent> <groupId>org.springframework.boot</groupId> <artifactId>spring-boot-starter-parent</artifactId> <version>1.4.1.RELEASE</version> </parent> <properties> <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> <java.version>1.8</java.version> <commons.lang.version>3.3.2</commons.lang.version> <springfox.version>2.7.0</springfox.version> </properties> <dependencies> <dependency> <groupId>org.springframework.boot</groupId> <artifactId>spring-boot-starter</artifactId> </dependency> <dependency> <groupId>org.springframework.boot</groupId> <artifactId>spring-boot-starter-data-mongodb</artifactId> </dependency> <dependency> <groupId>org.springframework.boot</groupId> <artifactId>spring-boot-starter-data-elasticsearch</artifactId> </dependency> <dependency> <groupId>org.springframework.boot</groupId> <artifactId>spring-boot-starter-data-jpa</artifactId> </dependency> <dependency> <groupId>mysql</groupId> <artifactId>mysql-connector-java</artifactId> <scope>runtime</scope> </dependency> <dependency> <groupId>org.springframework.boot</groupId> <artifactId>spring-boot-starter-web</artifactId> </dependency> <dependency> <groupId>io.springfox</groupId> <artifactId>springfox-swagger2</artifactId> <version>${springfox.version}</version> </dependency> <dependency> <groupId>io.springfox</groupId> <artifactId>springfox-swagger-ui</artifactId> <version>${springfox.version}</version> </dependency> <dependency> <groupId>com.alibaba</groupId> <artifactId>fastjson</artifactId> <version>1.2.15</version> </dependency> <dependency> <groupId>org.apache.commons</groupId> <artifactId>commons-lang3</artifactId> <version>${commons.lang.version}</version> </dependency> <dependency> <groupId>org.apache.commons</groupId> <artifactId>commons-collections4</artifactId> <version>4.1</version> </dependency> <dependency> <groupId>com.github.wenhao</groupId> <artifactId>jpa-spec</artifactId> <version>3.2.3</version> </dependency> </dependencies> <build> <sourceDirectory>src</sourceDirectory> <plugins> <plugin> <artifactId>maven-compiler-plugin</artifactId> <configuration> <source>1.8</source> <target>1.8</target> </configuration> </plugin> </plugins> </build> </project>
封装后使用
封装之后使用将非常简单，公共的Service行为将被封装处理
MySQL 动态数据访问
通过几行代码即可实现对MySQL的访问，同时支持动态的条件查询；
- User
@Entity @Table(name = "tb_user") public class User extends BaseEntity { private static final long serialVersionUID = 1L; /** * 用户id */ @Id @GeneratedValue(strategy = GenerationType.AUTO) @Column(name = "id", nullable = false) private Integer id; private String userName; private String nickName; private String password; private Integer sex; private String telephone; private String email; private String address; private Integer deleteStatus; private Integer locked = 0; private String description; @JSONField(format = "yyyy-MM-dd HH:mm:ss") private Date createTime; @JSONField(format = "yyyy-MM-dd HH:mm:ss") private Date updateTime; @ManyToMany(cascade = { CascadeType.REFRESH }, fetch = FetchType.LAZY) @JoinTable(name = "tb_user_role", joinColumns = { @JoinColumn(name = "user_id") }, inverseJoinColumns = { @JoinColumn(name = "role_id") }) private java.util.Set<Role> roles; // getter & setter }
- Dao
@Repository public interface IUserDao extends IBaseJpaDao<User, Integer>{ }
- Service
public interface IUserService extends IBaseJpaService<User, Integer> { } @Service public class UserServiceImpl extends BaseJpaServiceImpl<User, Integer> implements IUserService { @Autowired private IUserDao userDao; @Override public IBaseJpaDao<User, Integer> getBaseDao() { return this.userDao; } @Override public void delete(Integer id) { User user = find(id); Assert.state(!"admin".equals(user.getUserName()), "超级管理员用户不能删除"); super.delete(id); } }
- Controller
@RestController @RequestMapping("/admin/user") public class UserController { /** * user service */ @Autowired private IUserService userService; /** * @param searchText * @param user * @param model * @return */ @GetMapping(value = "/list") public List<User> list(@RequestParam(value = "searchText", required = false, defaultValue="a") String searchText) { return userService.findAll(Specifications.<User>and().like("userName", "%" + searchText + "%").build()); } }
Mongo 动态数据访问
通过几行代码即可实现对Mongo的访问，同时支持动态的条件查询；
- Entity
@Document(collection = "security_alert_rules") public class EventRule extends BaseEntity { private static final long serialVersionUID = -2013673868028645757L; public static final int EVENT_STATUS_ENABLE = 0, EVENT_STATUS_DISABLE = 1; private String component; private String name; private String eventId; private String ciaLevel; private String remarks; private String script; private long threshold; private long timeWindow; private String parseEsResultKeys; private String nameCN; private String remarkCN; private String ruleType; private String redisEventKey; private int status = EVENT_STATUS_ENABLE; // getter & setter }
- Dao
@Repository public interface IEventRuleDao extends IBaseMongoDao<EventRule, String> { }
- Service
public interface IEventRuleService extends IBaseMongoService<EventRule, String> { } @Service public class EventRuleServiceImpl extends BaseMongoServiceImpl<EventRule, String> implements IEventRuleService { @Autowired IEventRuleDao eventRuleDao; @Override public IBaseMongoDao<EventRule, String> getBaseDao() { return eventRuleDao; } }
- Controller
@RestController @RequestMapping("/admin/eventRule") public class EventRuleController { /** */ @Autowired private IEventRuleService eventRuleService; /** * @param searchText * @param user * @param model * @return */ @GetMapping(value = "/list") public List<EventRule> list(@RequestParam(value = "searchText", required = false) String searchText) { EventRule param = new EventRule(); param.setName(searchText); // Example<EventRule> rule = Example.<EventRule>of(param, // ExampleMatcher.matching().withMatcher("name", ExampleMatcher.GenericPropertyMatchers.exact())); Example<EventRule> rule = Example.<EventRule>of(param, ExampleMatcher.matching().withIgnoreCase("name","nameCN")); return eventRuleService.findAll(rule); } }
ElasticSearch 动态数据访问(单个index+type)
通过几行代码即可实现对ElasticSearch的访问，同时支持动态的条件查询；适合数据类型比较固定，且index和type独立的，比如强类型映射的实体类；
- Entity
@Document(indexName="syslog", type="logs") public class SysLog extends BaseEntity { private static final long serialVersionUID = -4491916941883088972L; @Id private String _id; private Set<String> phyPorts = new LinkedHashSet<>(); private Set<String> ports = new LinkedHashSet<>(); private String sensor; private int vlan; private Set<String> ip = new LinkedHashSet<>(); private Set<String> mac = new LinkedHashSet<>(); private String description; private String type; private String vendor; private long timestamp; private String name; private String chassisId; // getter & setter }
- Dao
@Repository public interface ISysLogDao extends IBaseESDao<SysLog, String> { }
- Service
public interface ILogService extends IBaseESService<SysLog, String> { } @Service public class LogServiceImpl extends BaseESServiceImpl<SysLog, String> implements ILogService { @Autowired ISysLogDao sysLogDao; @Override public IBaseESDao<SysLog, String> getBaseDao() { return sysLogDao; } }
- Controller
@RestController @RequestMapping("/admin/log") public class LogController { /** * user service */ @Autowired private ILogService logService; /** * @param searchText * @param user * @param model * @return */ @GetMapping(value = "/list") public Page<SysLog> list(@RequestParam(value = "searchText", required = false) String searchText) { return logService.search(QueryBuilders.matchQuery("_all", searchText), new PageRequest(0, 100)); } }
ElasticSearch 动态数据访问(多个index+type)
通过几行代码即可实现对ElasticSearch的访问，同时支持动态的条件查询；适合数据类型不固定，且index和type有多个，这些index具备相同结构类型，比如syslog-EVERY-DATE(由于日志量大，将每天的日志单独存放在一个Index中)；
- Entity
@Document(indexName="syslog", type="logs") public class SysLog extends BaseEntity { private static final long serialVersionUID = -4491916941883088972L; @Id private String _id; private Set<String> phyPorts = new LinkedHashSet<>(); private Set<String> ports = new LinkedHashSet<>(); private String sensor; private int vlan; private Set<String> ip = new LinkedHashSet<>(); private Set<String> mac = new LinkedHashSet<>(); private String description; private String type; private String vendor; private long timestamp; private String name; private String chassisId; // getter & setter }
- Dao
public interface IDymLogDao extends IDynamicEsDao<SysLog, String> { } @Repository public class DymLogDaoImpl extends SimpleDynamicEsDaoImpl<SysLog, String> implements IDymLogDao { @Autowired protected ElasticsearchTemplate elasticsearchTemplate; @Override public ElasticsearchOperations getElasticsearchOperations() { return elasticsearchTemplate; } }
- Service
public interface IDymLogService extends IDynamicESService<SysLog, String> { } @Service public class DymLogServiceImpl extends DynamicESServiceImpl<SysLog, String> implements IDymLogService { @Autowired IDymLogDao sysLogDao; @Override public IDynamicEsDao<SysLog, String> getBaseDao() { return sysLogDao; } }
- Controller
@RestController @RequestMapping("/admin/dymLog") public class DymLogController { /** * logService */ @Autowired private IDymLogService logService; /** * @param searchText * @param user * @param model * @return */ @GetMapping(value = "/list") public Page<SysLog> list( @RequestParam(value = "searchText", required = false, defaultValue = "Siemens") String searchText) { QueryBuilder queryBuilder = QueryBuilders.matchQuery("vendor", searchText); return logService.search(new NativeSearchQueryBuilder().withIndices("syslog-2018-12-17").withTypes("logs") .withQuery(queryBuilder).build()); } }
源代码托管
https://github.com/realpdai/springboot-data-multidatasource-demo
