Tuning for high load. about clickhouse_sinker HOT 9 CLOSED

panic: non-positive interval for NewTicker

2020/01/09 12:30:05 Initial [clickhouse_sinker]
&creator.Config{
  Kafka: {
    "kafka1": &creator.KafkaConfig{
      Brokers: "kafka-broker1-int.test.com:9091",
      Sasl:    struct { Password string; Username string }{
        Password: "",
        Username: "",
      },
      Version: "2.0.1",
    },
    "kafka2": &creator.KafkaConfig{
      Brokers: "kafka-broker2-int.test.com:9091",
      Sasl:    struct { Password string; Username string }{
        Password: "",
        Username: "",
      },
      Version: "2.0.1",
    },
    "kafka3": &creator.KafkaConfig{
      Brokers: "kafka-broker3-int.test.com:9091",
      Sasl:    struct { Password string; Username string }{
        Password: "",
        Username: "",
      },
      Version: "2.0.1",
    },
  },
  Clickhouse: {
    "clickhouse-r1-s1": &creator.ClickHouseConfig{
      Db:          "test",
      Host:        "r1s1-clickhouse-int.test.com",
      Port:        9000,
      Username:    "test",
      Password:    "password",
      MaxLifeTime: 300,
      RetryTimes:  5,
    },
    "clickhouse-r1-s2": &creator.ClickHouseConfig{
      Db:          "test",
      Host:        "r1s2-clickhouse-int.test.com",
      Port:        9000,
      Username:    "test",
      Password:    "password",
      MaxLifeTime: 300,
      RetryTimes:  5,
    },
    "clickhouse-r1-s3": &creator.ClickHouseConfig{
      Db:          "test",
      Host:        "r1s3-clickhouse-int.test.com",
      Port:        9000,
      Username:    "test",
      Password:    "password",
      MaxLifeTime: 300,
      RetryTimes:  5,
    },
    "clickhouse-r1-s4": &creator.ClickHouseConfig{
      Db:          "test",
      Host:        "r1s4-clickhouse-int.test.com",
      Port:        9000,
      Username:    "test",
      Password:    "password",
      MaxLifeTime: 300,
      RetryTimes:  5,
    },
    "clickhouse-r1-s5": &creator.ClickHouseConfig{
      Db:          "test",
      Host:        "r1s5-clickhouse-int.test.com",
      Port:        9000,
      Username:    "test",
      Password:    "password",
      MaxLifeTime: 300,
      RetryTimes:  5,
    },
    "clickhouse-r1-s6": &creator.ClickHouseConfig{
      Db:          "test",
      Host:        "r1s6-clickhouse-int.test.com",
      Port:        9000,
      Username:    "test",
      Password:    "password",
      MaxLifeTime: 300,
      RetryTimes:  5,
    },
  },
  Tasks: []*creator.Task{
    &creator.Task{
      Name:           "test_requests_ch",
      Kafka:          "kafka1",
      Topic:          "test_requests_ch",
      ConsumerGroup:  "test_test_requests_ch_qe",
      Earliest:       true,
      Parser:         "json",
      CsvFormat:      []string{},
      Delimiter:      "",
      Clickhouse:     "clickhouse-r1-s1",
      TableName:      "test_test_requests",
      AutoSchema:     true,
      ExcludeColumns: []string{},
      Dims:           []struct { Name string; Type string }{},
      Metrics:        []struct { Name string; Type string }{},
      FlushInterval:  0,
      BufferSize:     0,
      MinBufferSize:  0,
    },
  },
  Common: struct { FlushInterval int; BufferSize int; MinBufferSize int; LogLevel string }{
    FlushInterval: 2,
    BufferSize:    9000000,
    MinBufferSize: 2000,
    LogLevel:      "info",
  },
}
2020/01/09 12:30:05 Initial [clickhouse_sinker] complete
2020/01/09 12:30:05 [I] Prepare sql=> INSERT INTO test.test_test_requests (date,ad_type,app_id,platform_id,campaign_id,campaign_image_id,campaign_type,country_id,user_id,manager_id,user_only,segment_id,placement_id,account_id,request_count) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)
2020/01/09 12:30:05 [I] start to dial kafka  kafka-broker1-int.test.com:9091
2020/01/09 12:30:05 [I] TaskService test_requests_ch TaskService has started
2020/01/09 12:30:07 [I] test_requests_ch tick
2020/01/09 12:30:07 [I] buf size: 465448
2020/01/09 12:30:13 [I] test_requests_ch tick
2020/01/09 12:30:13 [I] test_requests_ch tick
2020/01/09 12:30:13 [I] buf size: 296500
2020/01/09 12:30:16 [I] test_requests_ch tick
2020/01/09 12:30:17 [I] test_requests_ch tick
2020/01/09 12:30:17 [I] buf size: 556270
2020/01/09 12:30:23 [I] test_requests_ch tick
....