优化

cmd/sinker/main.go

@@ -166,6 +166,7 @@ func main() {
 		func(msg model.InputMessage, markFn func()) {
 
 			var kafkaData model.KafkaData
+
 			err = json.Unmarshal(msg.Value, &kafkaData)
 			if err != nil {
 				logs.Logger.Error("json.Unmarshal Err", zap.Error(err))
@@ -279,7 +280,6 @@ func main() {
 				return
 			}
 
-
 			//添加元数据
 			if err := action.AddMetaEvent(kafkaData); err != nil {
 				logs.Logger.Error("addMetaEvent err", zap.Error(err))

platform-basic-libs/service/consumer_data/reportdata2ck.go

@@ -48,8 +48,8 @@ func (this *ReportData2CK) Flush() (err error) {
 
 	rowsMap := map[string][][]interface{}{}
 
-	for bufferIndex := range this.buffer {
-		for tableName := range this.buffer[bufferIndex] {
+	for _,obj := range this.buffer {
+		for tableName,data := range obj {
 			rowArr := []interface{}{}
 			rows := [][]interface{}{}
 			if _, haveKey := rowsMap[tableName]; haveKey {
@@ -59,7 +59,7 @@ func (this *ReportData2CK) Flush() (err error) {
 			}
 			dims, _ := TableColumnMap.Load(tableName)
 			for _, dim := range dims.([]*model2.ColumnWithType) {
-				val := parser.GetValueByType(this.buffer[bufferIndex][tableName], dim)
+				val := parser.GetValueByType(data, dim)
 				rowArr = append(rowArr, val)
 			}
 
@@ -68,6 +68,7 @@ func (this *ReportData2CK) Flush() (err error) {
 		}
 	}
 
+
 	bytesbuffer:=bytes.Buffer{}
 
 	TableColumnMap.Range(func(tableName, value interface{}) bool {
@@ -107,6 +108,7 @@ func (this *ReportData2CK) Flush() (err error) {
 			}
 			defer stmt.Close()
 			haveFail := false
+
 			for _, row := range rowsMap[tableName.(string)] {
 
 				if _, err := stmt.Exec(row...); err != nil {