bi/cmd/init_app/ck/init.go

package ck

import (
	"fmt"
	"github.com/1340691923/xwl_bi/engine/db"
	"github.com/1340691923/xwl_bi/model"
	"github.com/1340691923/xwl_bi/platform-basic-libs/sinker"
	"log"
)

func CreateDb() (func(), error) {
	config := model.GlobConfig.Comm.ClickHouse
	dbSource := fmt.Sprintf(
		"tcp://%s:%s?username=%s&password=%s&compress=true&database=default",
		config.IP, config.Port, config.Username, config.Pwd)

	var err error
	db.ClickHouseSqlx, err = db.NewSQLX("clickhouse", dbSource, config.MaxOpenConns, config.MaxIdleConns)
	if err != nil {
		log.Println(fmt.Sprintf("clickhouse 创建 "+model.GlobConfig.Comm.ClickHouse.DbName+" 失败:%s", err.Error()))
		panic(err)
	}
	defer db.ClickHouseSqlx.Close()

	_, err = db.ClickHouseSqlx.Exec(` create database if not exists ` + model.GlobConfig.Comm.ClickHouse.DbName + ` ` + sinker.GetClusterSql())

	if err != nil {
		log.Println(fmt.Sprintf("clickhouse 建库 "+model.GlobConfig.Comm.ClickHouse.DbName+" 失败:%s", err.Error()))
		panic(err)
	}
	return func() {}, nil
}

// 初始化clickhouse 表数据
func Init() (func(), error) {
	var err error

	_, err = db.ClickHouseSqlx.Exec(`DROP TABLE IF EXISTS xwl_acceptance_status` + sinker.GetClusterSql() + `;`)

	if err != nil {
		log.Println(fmt.Sprintf("clickhouse 删除表 xwl_acceptance_status 失败:%s", err.Error()))
		panic(err)
	}

	_, err = db.ClickHouseSqlx.Exec(`
		
		CREATE TABLE xwl_acceptance_status ` + sinker.GetClusterSql() + `
		(
		
			table_id Int64,
		
			part_date DateTime DEFAULT now(),
		
			data_name String,
		
			error_reason String,
		
			error_handling String,
		
			report_type String,
		
			report_data String,
		
			xwl_kafka_offset Int64,
		
			part_event String,
		
			status Int32
		)
		ENGINE = ` + sinker.GetMergeTree("xwl_acceptance_status") + `
		PARTITION BY (toYYYYMMDD(part_date))
		ORDER BY (toYYYYMMDD(part_date),
		 table_id,
		 data_name,
		 error_reason,
		 error_handling,
		 report_type,
		 status)
		TTL part_date + toIntervalMonth(3)
		SETTINGS index_granularity = 8192;
`)
	if err != nil {
		log.Println(fmt.Sprintf("clickhouse 建表 xwl_acceptance_status 失败:%s", err.Error()))
		panic(err)
	}

	_, err = db.ClickHouseSqlx.Exec(`DROP TABLE IF EXISTS xwl_real_time_warehousing` + sinker.GetClusterSql() + `;`)

	if err != nil {
		log.Println(fmt.Sprintf("clickhouse 删除表 xwl_real_time_warehousing 失败:%s", err.Error()))
		panic(err)
	}

	_, err = db.ClickHouseSqlx.Exec(`
		
		CREATE TABLE xwl_real_time_warehousing ` + sinker.GetClusterSql() + `
		(
		
			table_id Int64,
		
			create_time DateTime DEFAULT now(),
		
			event_name String,
		
			report_data String
		)
		ENGINE = ` + sinker.GetMergeTree("xwl_real_time_warehousing") + ` 
		PARTITION BY (toYYYYMMDD(create_time))
		ORDER BY (toYYYYMMDD(create_time),
		 table_id,
		 event_name)
		TTL create_time + toIntervalMonth(3)
		SETTINGS index_granularity = 8192;
`)
	if err != nil {
		log.Println(fmt.Sprintf("clickhouse 建表 xwl_real_time_warehousing 失败:%s", err.Error()))
		panic(err)
	}

	log.Println("初始化CK数据完成！")

	return func() {}, nil
}