­

Spring Boot骚操作-多数据源Service层封装

  • 2020 年 3 月 10 日
  • 筆記

原文:https://www.pdai.tech/md/spring/springboot-data-multi.html

mysql, es, mongodb 三个数据源用配置文件方式连接，JPA只是正对dao做了封装，本文主要介绍如何对service层进行封装。

  • Spring Boot – 多个数据源Service层封装
  • 类关系图
  • 封装的一些配置
    • application.yml
    • pom.xml
  • 封装后使用
    • MySQL 动态数据访问
  • Mongo 动态数据访问
  • ElasticSearch 动态数据访问(单个index+type)
  • ElasticSearch 动态数据访问(多个index+type)
  • 源代码托管

类关系图

  • 对多个数据源连接获取数据进行统一封装
  • ES spring-data方式不支持多个Index和Type的查找功能，添加了DynamicESDao支持
  • 大大简化封装之后的调用, 调用方式如下

封装的一些配置

application.yml

banner:    charset: UTF-8    location: classpath:banner.txt  server:    port: 5555    contextPath: /    session:      timeout: 0  spring:    application:      name: 'spring-boot-datasource-demo'    output:      ansi:        enabled: DETECT    messages:      basename: i18n/messages    thymeleaf:      cache: false    profiles:      active: dev      # MySQL data source settings    datasource:      url: jdbc:mysql://localhost:3306/cdc_standalone?useSSL=false      username: root      password: bfXa4Pt2lUUScy8jakXf    # MySQL JPA settings    jpa:      generate-ddl: true      show-sql: true      properties:        hibernate:          dialect: org.hibernate.dialect.MySQLDialect          format_sql: true    # NoSQL data source settings    data:      # MongoDB 2.2+ settings      mongodb:        uri: mongodb://standalone:fhY1tPt1lpUSbS7jwkTf@10.11.60.4:27017/standalone      # ElasticSearch settings      elasticsearch:        cluster-name: es-logs-01        cluster-nodes: 10.11.60.5:9300

pom.xml

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"      xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">      <modelVersion>4.0.0</modelVersion>      <groupId>spring-boot-datasource-demo</groupId>      <artifactId>spring-boot-datasource-demo</artifactId>      <version>0.0.1-SNAPSHOT</version>      <name>spring-boot-datasource-demo</name>      <description>spring-boot-datasource-demo</description>        <parent>          <groupId>org.springframework.boot</groupId>          <artifactId>spring-boot-starter-parent</artifactId>          <version>1.4.1.RELEASE</version>      </parent>        <properties>          <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>          <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>          <java.version>1.8</java.version>          <commons.lang.version>3.3.2</commons.lang.version>          <springfox.version>2.7.0</springfox.version>      </properties>        <dependencies>          <dependency>              <groupId>org.springframework.boot</groupId>              <artifactId>spring-boot-starter</artifactId>          </dependency>          <dependency>              <groupId>org.springframework.boot</groupId>              <artifactId>spring-boot-starter-data-mongodb</artifactId>          </dependency>          <dependency>              <groupId>org.springframework.boot</groupId>              <artifactId>spring-boot-starter-data-elasticsearch</artifactId>          </dependency>          <dependency>              <groupId>org.springframework.boot</groupId>              <artifactId>spring-boot-starter-data-jpa</artifactId>          </dependency>          <dependency>              <groupId>mysql</groupId>              <artifactId>mysql-connector-java</artifactId>              <scope>runtime</scope>          </dependency>          <dependency>              <groupId>org.springframework.boot</groupId>              <artifactId>spring-boot-starter-web</artifactId>          </dependency>            <dependency>              <groupId>io.springfox</groupId>              <artifactId>springfox-swagger2</artifactId>              <version>${springfox.version}</version>          </dependency>          <dependency>              <groupId>io.springfox</groupId>              <artifactId>springfox-swagger-ui</artifactId>              <version>${springfox.version}</version>          </dependency>            <dependency>              <groupId>com.alibaba</groupId>              <artifactId>fastjson</artifactId>              <version>1.2.15</version>          </dependency>          <dependency>              <groupId>org.apache.commons</groupId>              <artifactId>commons-lang3</artifactId>              <version>${commons.lang.version}</version>          </dependency>          <dependency>              <groupId>org.apache.commons</groupId>              <artifactId>commons-collections4</artifactId>              <version>4.1</version>          </dependency>            <dependency>              <groupId>com.github.wenhao</groupId>              <artifactId>jpa-spec</artifactId>              <version>3.2.3</version>          </dependency>        </dependencies>        <build>          <sourceDirectory>src</sourceDirectory>          <plugins>              <plugin>                  <artifactId>maven-compiler-plugin</artifactId>                  <configuration>                      <source>1.8</source>                      <target>1.8</target>                  </configuration>              </plugin>          </plugins>      </build>  </project>

封装后使用

封装之后使用将非常简单，公共的Service行为将被封装处理

MySQL 动态数据访问

通过几行代码即可实现对MySQL的访问，同时支持动态的条件查询；

  • User
@Entity  @Table(name = "tb_user")  public class User extends BaseEntity {        private static final long serialVersionUID = 1L;        /**       * 用户id       */      @Id      @GeneratedValue(strategy = GenerationType.AUTO)      @Column(name = "id", nullable = false)      private Integer id;      private String userName;      private String nickName;      private String password;      private Integer sex;      private String telephone;      private String email;      private String address;      private Integer deleteStatus;      private Integer locked = 0;      private String description;        @JSONField(format = "yyyy-MM-dd HH:mm:ss")      private Date createTime;      @JSONField(format = "yyyy-MM-dd HH:mm:ss")      private Date updateTime;        @ManyToMany(cascade = { CascadeType.REFRESH }, fetch = FetchType.LAZY)      @JoinTable(name = "tb_user_role", joinColumns = { @JoinColumn(name = "user_id") }, inverseJoinColumns = {              @JoinColumn(name = "role_id") })      private java.util.Set<Role> roles;        // getter & setter  }
  • Dao
@Repository  public interface IUserDao extends IBaseJpaDao<User, Integer>{  }
  • Service
public interface IUserService extends IBaseJpaService<User, Integer> {  }  @Service  public class UserServiceImpl extends BaseJpaServiceImpl<User, Integer> implements IUserService {      @Autowired      private IUserDao userDao;      @Override      public IBaseJpaDao<User, Integer> getBaseDao() {          return this.userDao;      }      @Override      public void delete(Integer id) {          User user = find(id);          Assert.state(!"admin".equals(user.getUserName()), "超级管理员用户不能删除");          super.delete(id);      }  }
  • Controller
@RestController  @RequestMapping("/admin/user")  public class UserController {        /**       * user service       */      @Autowired      private IUserService userService;        /**       * @param searchText       * @param user       * @param model       * @return       */      @GetMapping(value = "/list")      public List<User> list(@RequestParam(value = "searchText", required = false, defaultValue="a") String searchText) {          return userService.findAll(Specifications.<User>and().like("userName", "%" + searchText + "%").build());      }  }

Mongo 动态数据访问

通过几行代码即可实现对Mongo的访问，同时支持动态的条件查询；

  • Entity
@Document(collection = "security_alert_rules")  public class EventRule extends BaseEntity {        private static final long serialVersionUID = -2013673868028645757L;        public static final int EVENT_STATUS_ENABLE = 0, EVENT_STATUS_DISABLE = 1;        private String component;      private String name;      private String eventId;      private String ciaLevel;      private String remarks;      private String script;      private long threshold;      private long timeWindow;      private String parseEsResultKeys;      private String nameCN;      private String remarkCN;      private String ruleType;      private String redisEventKey;      private int status = EVENT_STATUS_ENABLE;        // getter & setter  }
  • Dao
@Repository  public interface IEventRuleDao extends IBaseMongoDao<EventRule, String> {  }
  • Service
public interface IEventRuleService extends IBaseMongoService<EventRule, String> {  }  @Service  public class EventRuleServiceImpl extends BaseMongoServiceImpl<EventRule, String> implements IEventRuleService {      @Autowired      IEventRuleDao eventRuleDao;      @Override      public IBaseMongoDao<EventRule, String> getBaseDao() {          return eventRuleDao;      }  }
  • Controller
@RestController  @RequestMapping("/admin/eventRule")  public class EventRuleController {        /**       */      @Autowired      private IEventRuleService eventRuleService;        /**       * @param searchText       * @param user       * @param model       * @return       */      @GetMapping(value = "/list")      public List<EventRule> list(@RequestParam(value = "searchText", required = false) String searchText) {          EventRule param = new EventRule();          param.setName(searchText);  //        Example<EventRule> rule = Example.<EventRule>of(param,  //                ExampleMatcher.matching().withMatcher("name", ExampleMatcher.GenericPropertyMatchers.exact()));          Example<EventRule> rule = Example.<EventRule>of(param, ExampleMatcher.matching().withIgnoreCase("name","nameCN"));          return eventRuleService.findAll(rule);      }  }

ElasticSearch 动态数据访问(单个index+type)

通过几行代码即可实现对ElasticSearch的访问，同时支持动态的条件查询；适合数据类型比较固定，且index和type独立的，比如强类型映射的实体类；

  • Entity
@Document(indexName="syslog", type="logs")  public class SysLog extends BaseEntity {        private static final long serialVersionUID = -4491916941883088972L;        @Id      private String _id;        private Set<String> phyPorts = new LinkedHashSet<>();        private Set<String> ports = new LinkedHashSet<>();      private String sensor;      private int vlan;      private Set<String> ip = new LinkedHashSet<>();      private Set<String> mac = new LinkedHashSet<>();      private String description;      private String type;      private String vendor;      private long timestamp;      private String name;      private String chassisId;        // getter & setter    }
  • Dao
@Repository  public interface ISysLogDao extends IBaseESDao<SysLog, String> {  }
  • Service
public interface ILogService extends IBaseESService<SysLog, String> {  }  @Service  public class LogServiceImpl extends BaseESServiceImpl<SysLog, String> implements ILogService {      @Autowired      ISysLogDao sysLogDao;      @Override      public IBaseESDao<SysLog, String> getBaseDao() {          return sysLogDao;      }  }
  • Controller
@RestController  @RequestMapping("/admin/log")  public class LogController {      /**       * user service       */      @Autowired      private ILogService logService;        /**       * @param searchText       * @param user       * @param model       * @return       */      @GetMapping(value = "/list")      public Page<SysLog> list(@RequestParam(value = "searchText", required = false) String searchText) {          return logService.search(QueryBuilders.matchQuery("_all", searchText), new PageRequest(0, 100));      }  }

ElasticSearch 动态数据访问(多个index+type)

通过几行代码即可实现对ElasticSearch的访问，同时支持动态的条件查询；适合数据类型不固定，且index和type有多个，这些index具备相同结构类型，比如syslog-EVERY-DATE(由于日志量大，将每天的日志单独存放在一个Index中)；

  • Entity
@Document(indexName="syslog", type="logs")  public class SysLog extends BaseEntity {        private static final long serialVersionUID = -4491916941883088972L;        @Id      private String _id;        private Set<String> phyPorts = new LinkedHashSet<>();        private Set<String> ports = new LinkedHashSet<>();      private String sensor;      private int vlan;      private Set<String> ip = new LinkedHashSet<>();      private Set<String> mac = new LinkedHashSet<>();      private String description;      private String type;      private String vendor;      private long timestamp;      private String name;      private String chassisId;        // getter & setter    }
  • Dao
public interface IDymLogDao extends IDynamicEsDao<SysLog, String> {  }  @Repository  public class DymLogDaoImpl extends SimpleDynamicEsDaoImpl<SysLog, String> implements IDymLogDao {      @Autowired      protected ElasticsearchTemplate elasticsearchTemplate;      @Override      public ElasticsearchOperations getElasticsearchOperations() {          return elasticsearchTemplate;      }  }
  • Service
public interface IDymLogService extends IDynamicESService<SysLog, String> {  }  @Service  public class DymLogServiceImpl extends DynamicESServiceImpl<SysLog, String> implements IDymLogService {      @Autowired      IDymLogDao sysLogDao;      @Override      public IDynamicEsDao<SysLog, String> getBaseDao() {          return sysLogDao;      }  }
  • Controller
@RestController  @RequestMapping("/admin/dymLog")  public class DymLogController {        /**       * logService       */      @Autowired      private IDymLogService logService;        /**       * @param searchText       * @param user       * @param model       * @return       */      @GetMapping(value = "/list")      public Page<SysLog> list(              @RequestParam(value = "searchText", required = false, defaultValue = "Siemens") String searchText) {          QueryBuilder queryBuilder = QueryBuilders.matchQuery("vendor", searchText);          return logService.search(new NativeSearchQueryBuilder().withIndices("syslog-2018-12-17").withTypes("logs")                  .withQuery(queryBuilder).build());      }  }

源代码托管

https://github.com/realpdai/springboot-data-multidatasource-demo

VirMach 便宜 VPS

QNews

QNews