Retry 3 times if bulk insert failed

RickyHuo · Mar 28, 2018 · fea4ad7 · fea4ad7
1 parent c7b1223
commit fea4ad7
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/src/main/java/com/sina/bip/hangout/outputs/Clickhouse.java b/src/main/java/com/sina/bip/hangout/outputs/Clickhouse.java
@@ -67,7 +67,15 @@ private void eventInsert(Map event) throws Exception {
     private void eventInsert(Map event, int eventSize) throws Exception {
 
         this.events.add(event);
+
+        // 重试3次
+        if (this.events.size() >= eventSize + 3) {
+            this.events.clear();
+            log.error("Retry 3 times failed, drop this bulk, number: " + this.bulkNum);
+            this.bulkNum += 1;
+        }
         if (this.events.size() >= eventSize) {
+
             log.info("Insert bulk start, number: " + this.bulkNum);
             this.formatParse.bulkInsert(events);
             log.info("Insert bulk end, number: " + this.bulkNum);