阅读 99

DataCache 批量的好方法

实例

public class HbaseDataCache2Db {
    private static Logger LOG = LoggerFactory.getLogger(HbaseDataCache2Db.class);
    private static ThreadLocal>> THREAD_DATA = new ThreadLocal<>();

    public static void cacheData(String key, Put put) {
        Map> cacheMap = THREAD_DATA.get();
        if (cacheMap == null) {
            cacheMap = new HashMap<>();
        }
        List tmp = cacheMap.get(key);
        if (tmp == null) {
            tmp = new ArrayList<>();
        }
        tmp.add(put);
        cacheMap.put(key, tmp);
        THREAD_DATA.set(cacheMap);
    }

    public static void flushData() {
        try {
            Map> cacheMap = THREAD_DATA.get();
            if (cacheMap == null) {
                return;
            }
            for (String tableName : cacheMap.keySet()) {
                HbaseUtil.putData(tableName, cacheMap.get(tableName));
            }
            cacheMap.clear();
            THREAD_DATA.set(cacheMap);
        } catch (Exception e) {
            LOG.error("Hbase 数据写入异常:", e);
        }
    }


    public static void cacheData(Map> cacheMap, String key, Put put) {
        List tmp = cacheMap.get(key);
        if (tmp == null) {
            tmp = new ArrayList<>();
        }
        tmp.add(put);
        cacheMap.put(key, tmp);
    }

    public static void flushData(Map> cacheMap) {
        try {
            for (String tableName : cacheMap.keySet()) {
                HbaseUtil.putData(tableName, cacheMap.get(tableName));
            }
        } catch (Exception e) {
            LOG.error("Hbase 数据写入异常:", e);
        }
    }
}

采用了map k,v 的方法

public class MysqlDataCache2Db {
    private static Logger LOG = LoggerFactory.getLogger(MysqlDataCache2Db.class);
    private static ThreadLocal>> THREAD_DATA = new ThreadLocal<>();
    public static String KEY_WX = "wx_base_info";
    public static String KEY_WX_ARTICLE = "wx_article_info";

    public static void cacheData(String key, Object obj) {
        Map> cacheMap = THREAD_DATA.get();
        if (cacheMap == null) {
            cacheMap = new HashMap<>();
        }
        List tmp = cacheMap.get(key);
        if (tmp == null) {
            tmp = new ArrayList<>();
        }
        tmp.add(obj);
        cacheMap.put(key, tmp);
        THREAD_DATA.set(cacheMap);
    }


    public static void flushData() {
        try {
            Map> cacheMap = THREAD_DATA.get();
            if (cacheMap == null) {
                return;
            }
            for (String tableName : cacheMap.keySet()) {
                List tmpList = cacheMap.get(tableName);
                SqlUtilBusiness.data2DB(tableName, tmpList);
                String sql = "update " + tableName + " set deptCode=cityCode where deptCode=‘‘ OR deptCode is null";
                SqlUtilBusiness.exceteSql(sql);
            }
            cacheMap.clear();
            THREAD_DATA.set(cacheMap);
        } catch (Exception e) {
            LOG.error("MYSQL 数据写入异常:", e);
        }
    }

   public static void cacheData(Map> cacheMap, String key, Object obj) {
        List tmp = cacheMap.get(key);
        if (tmp == null) {
            tmp = new ArrayList<>();
        }
        tmp.add(obj);
        cacheMap.put(key, tmp);
    }

    public static void flushData(Map> cacheMap) {
        try {
            for (String tableName : cacheMap.keySet()) {
                List tmpList = cacheMap.get(tableName);
                SqlUtilBusiness.data2DB(tableName, tmpList);
                String sql = "update " + tableName + " set deptCode=cityCode where deptCode=‘‘ OR deptCode is null";
                SqlUtilBusiness.exceteSql(sql);
                cacheMap.clear();
            }
        } catch (Exception e) {
            LOG.error("MYSQL 数据写入异常:", e);
        }
    }
}

 

原文:https://www.cnblogs.com/luweiweicode/p/15151573.html

文章分类
代码人生
版权声明:本站是系统测试站点,无实际运营。本文内容由互联网用户自发贡献,该文观点仅代表作者本人。本站仅提供信息存储空间服务,不拥有所有权,不承担相关法律责任。如发现本站有涉嫌抄袭侵权/违法违规的内容, 请发送邮件至 XXXXXXo@163.com 举报,一经查实,本站将立刻删除。
相关推荐