分库分表之当当开源中间件sharding-jdbc体验

原文地址:http://blog.****.net/caicongyang/article/details/50784179

0.数据库sharding基本思想

水平切分:把表的数据按某种规则(比如按ID散列)切分到多张表或者多个数据库(server)上。
垂直切分:把关系紧密(比如同一模块)的表切分出来放在一个server上。

1.sharding-jdbc

当当开源中间件:https://github.com/dangdangdotcom/sharding-jdbc
注意:Sharding-jdbc目前实现的是水平切分,垂直切分配置暂未实现!

2.架构图

分库分表之当当开源中间件sharding-jdbc体验

3.maven pom.xml

[html] view plain copy
  1. <dependency>  
  2.     <groupId>com.dangdang</groupId>  
  3.     <artifactId>sharding-jdbc-core</artifactId>  
  4.     <version>1.0.0</version>  
  5. </dependency>  

4.spring+mybatis+sharding-jdbc完整配置

配置文件基于github demo

[html] view plain copy
  1. <?xml version="1.0" encoding="UTF-8"?>  
  2. <beans xmlns="http://www.springframework.org/schema/beans"  
  3.     xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"  
  4.     xmlns:context="http://www.springframework.org/schema/context"  
  5.     xmlns:aop="http://www.springframework.org/schema/aop"  
  6.     xmlns:tx="http://www.springframework.org/schema/tx"  
  7.     xsi:schemaLocation="http://www.springframework.org/schema/beans   
  8.                          http://www.springframework.org/schema/beans/spring-beans-3.0.xsd  
  9.                          http://www.springframework.org/schema/context  
  10.                          http://www.springframework.org/schema/context/spring-context-3.0.xsd  
  11.                          http://www.springframework.org/schema/tx  
  12.                          http://www.springframework.org/schema/tx/spring-tx-3.0.xsd  
  13.                          http://www.springframework.org/schema/aop   
  14.                          http://www.springframework.org/schema/aop/spring-aop-3.0.xsd">  
  15.   
  16.     <!-- 0.spring upload config -->     
  17.     <bean id="multipartResolver" class="org.springframework.web.multipart.commons.CommonsMultipartResolver">    
  18.         <property name="defaultEncoding" value="utf-8"></property>    
  19.         <property name="maxUploadSize" value="10485760000"></property>    
  20.         <property name="maxInMemorySize" value="10960"></property>    
  21.     </bean>    
  22.       
  23.     <!-- 1.配置扫描包service,dao -->  
  24.     <context:component-scan base-package="com.ccy.*"/>  
  25.       
  26.     <!-- 2.配置属性文件jdbc.properties -->  
  27.     <context:property-placeholder location="classpath:jdbc.properties"/>  
  28.       
  29.     <!-- 3.配置数据源dataSource -->  
  30.     <bean id="ds_0"  class="com.mchange.v2.c3p0.ComboPooledDataSource" destroy-method="close">  
  31.         <property name="driverClass" value="com.mysql.jdbc.Driver"/>  
  32.         <property name="jdbcUrl" value="jdbc:mysql://localhost:3306/ds_0"/>  
  33.         <property name="user" value="root"/>  
  34.         <property name="password" value="root"/>  
  35.     </bean>  
  36.       
  37.     <bean id="ds_1"  class="com.mchange.v2.c3p0.ComboPooledDataSource" destroy-method="close">  
  38.         <property name="driverClass" value="com.mysql.jdbc.Driver"/>  
  39.         <property name="jdbcUrl" value="jdbc:mysql://localhost:3306/ds_1"/>  
  40.         <property name="user" value="root"/>  
  41.         <property name="password" value="root"/>  
  42.     </bean>   
  43.       
  44.     <bean id="dataSourceRule" class="com.dangdang.ddframe.rdb.sharding.api.rule.DataSourceRule">  
  45.         <constructor-arg>  
  46.             <map>  
  47.                <entry key="ds_0" value-ref="ds_0"/>  
  48.                <entry key="ds_1" value-ref="ds_1"/>  
  49.             </map>  
  50.         </constructor-arg>  
  51.     </bean>  
  52.       
  53.     <bean id="orderTableRule" class="com.dangdang.ddframe.rdb.sharding.api.rule.TableRule">  
  54.         <constructor-arg value="t_order" index="0"/>  
  55.         <constructor-arg index="1">  
  56.             <list>  
  57.                 <value>t_order_0</value>  
  58.                 <value>t_order_1</value>  
  59.             </list>  
  60.         </constructor-arg>  
  61.         <constructor-arg index="2" ref="dataSourceRule"/>  
  62.     </bean>  
  63.       
  64.     <bean id="databaseShardingStrategy" class="com.dangdang.ddframe.rdb.sharding.api.strategy.database.DatabaseShardingStrategy">  
  65.         <constructor-arg index="0" value="user_id"/>  
  66.         <constructor-arg index="1">  
  67.             <bean class="com.ccy.algorithm.SingleKeyModuloDatabaseShardingAlgorithm" />  
  68.         </constructor-arg>  
  69.     </bean>  
  70.       
  71.     <bean id="tableShardingStrategy" class="com.dangdang.ddframe.rdb.sharding.api.strategy.table.TableShardingStrategy">  
  72.         <constructor-arg index="0" value="order_id"/>  
  73.         <constructor-arg index="1">  
  74.             <bean class="com.ccy.algorithm.SingleKeyModuloTableShardingAlgorithm" />  
  75.         </constructor-arg>  
  76.     </bean>  
  77.        
  78.     <bean id="shardingRule" class="com.dangdang.ddframe.rdb.sharding.api.rule.ShardingRule">  
  79.         <constructor-arg index="0" ref="dataSourceRule"/>  
  80.         <constructor-arg index="1">  
  81.             <list>  
  82.                 <ref bean="orderTableRule"/>  
  83.             </list>  
  84.         </constructor-arg>  
  85.         <constructor-arg index="2" ref="databaseShardingStrategy"/>  
  86.         <constructor-arg index="3" ref="tableShardingStrategy"/>  
  87.     </bean>  
  88.    
  89.      <!--sharding数据源-->  
  90.      <bean id="shardingDataSource" class="com.dangdang.ddframe.rdb.sharding.api.ShardingDataSource">  
  91.          <constructor-arg ref="shardingRule"/>  
  92.      </bean>  
  93.       
  94.       
  95.     <!-- 4.配置SqlSessionFactory 整合mybatis,自动扫描mapper文件 -->  
  96.     <!-- sqlSessionFactory -->    
  97.     <bean id="sqlSessionFactory" class="org.mybatis.spring.SqlSessionFactoryBean">    
  98.         <!-- 数据库连接池 -->    
  99.         <property name="dataSource" ref="shardingDataSource" />    
  100.         <!-- 加载mybatis的全局配置文件 -->    
  101.         <property name="configLocation" value="classpath:sqlMapConfig.xml" />    
  102.     </bean>    
  103.         
  104.     <!-- mapper扫描器 -->    
  105.     <!-- mapper批量扫描,从mapper包中扫描出mapper接口,自动创建代理对象并且在spring容器中注入     
  106.         遵循规范:将mapper.java和mapper.xml映射文件名称保持一致,且在一个目录中.    
  107.         自动扫描出来的mapper的bean的id为mapper类名(首字母小写)-->    
  108.     <bean class="org.mybatis.spring.mapper.MapperScannerConfigurer">    
  109.         <!-- 扫描包路径,如果需要扫描多个包,中间使用半角逗号隔开 -->    
  110.         <property name="basePackage" value="com.ccy.dao"></property>    
  111.         <property name="sqlSessionFactoryBeanName" value="sqlSessionFactory" />    
  112.     </bean>    
  113.       
  114.     <!-- 5.配置事务 -->  
  115.      <bean id="txManager" class="org.springframework.jdbc.datasource.DataSourceTransactionManager">  
  116.         <property name="dataSource" ref="shardingDataSource"/>  
  117.     </bean>  
  118.       
  119.      <tx:advice id="txAdvice" transaction-manager="txManager">  
  120.         <tx:attributes>  
  121.             <tx:method name="insert*" propagation="REQUIRED"/>  
  122.             <tx:method name="update*" propagation="REQUIRED"/>  
  123.             <tx:method name="delete*" propagation="REQUIRED"/>  
  124.               
  125.             <tx:method name="find*" read-only="true"/>  
  126.             <tx:method name="get*" read-only="true"/>  
  127.             <tx:method name="view*" read-only="true"/>  
  128.         </tx:attributes>  
  129.     </tx:advice>  
  130.       
  131.     <aop:config>  
  132.         <aop:pointcut expression="execution(* com.ccy.services.*.*(..))" id="txPointCut"/>  
  133.         <aop:advisor advice-ref="txAdvice" pointcut-ref="txPointCut"/>  
  134.     </aop:config>   
  135.                            
  136. </beans>