完成大屏数据同步

app/dao/scm_data_dao/dao.go

@@ -18,3 +18,12 @@ func GetScmDataDb()*xorm.Engine  {
 	}
 	return db
 }
+
+func GetDashboardDb()*xorm.Engine  {
+	db,err := xorm.NewEngine("mysql",lib.Instance("db").GetString("dashboard.dns"))
+	if err != nil {
+		fmt.Println(err)
+		log.Fatalln(err)
+	}
+	return db
+}

cmd/scm/README.md

@@ -3,3 +3,9 @@
 sync_customs 海关所需要的信息同步
 
 go run ./cmd/scm/sync_customs/main.go -config=./config/dev/ -logdir = ./logs/
+
+
+sync_bigtv_statistics 同步erp的每日统计至shuju库
+go run ./cmd/scm/sync_bigtv_statistics/main.go -config=./config/dev/ -logdir = ./logs/
+
+

cmd/scm/sync_bigtv_statistics/main.go

+package main
+
+import (
+	"flag"
+	"fmt"
+	"github.com/hprose/hprose-golang/rpc"
+	"github.com/ichunt2019/cfg/lib"
+	"github.com/tidwall/gjson"
+	"golang-asynctask/app/dao/scm_data_dao"
+	"runtime"
+	"sync"
+	"time"
+)
+
+var (
+	wg sync.WaitGroup
+	currentDate string
+)
+
+func init(){
+	var (
+		configPath string
+		logPath string
+	)
+	flag.StringVar(&configPath, "config", "./config/dev/", "配置文件")
+	flag.StringVar(&logPath, "logdir", "./logs/", "日志文件存储目录")
+	flag.Parse()
+	err := lib.Init(configPath)
+	if err != nil{
+		panic(err)
+	}
+	return
+}
+
+
+
+func main()  {
+
+	runtime.GOMAXPROCS(2)
+
+	currentDate = time.Now().Format("2006-01-02")
+	currentDate := "20210506"
+
+	//获取当前时间
+	fmt.Println(currentDate)
+
+	wg.Add(2)
+
+	//指统计指定日期前20条物料记录
+	go getMaterialstatistic()
+	//返回历史物数量以及当日物料统计数量
+	go getTotalStatistic()
+
+	wg.Wait()
+}
+
+
+func getTotalStatistic()  {
+
+	defer wg.Done()
+
+	jsonStr := requestTableInfo("totalStatistic")
+	//{"data": [{"materialQty": 0, "materialCount": 0, "materialTotalQty": 966724502}], "returnCode": "0000", "returnMsg": "\u6210\u529f"}
+
+	if gjson.Get(jsonStr,"returnCode").String() != "0000" || gjson.Get(jsonStr, "data").String() == "[]" {
+		fmt.Println(jsonStr)
+		return
+	}
+
+	sqlDb := scm_data_dao.GetDashboardDb()
+
+	for _, res := range gjson.Get(jsonStr, "data").Array() {
+
+		erpKey := make(map[string]interface{})
+
+		res.ForEach(func(key, value gjson.Result) bool {
+			erpKey[key.String()] = value.String()
+			return true
+		})
+
+		//添加数据
+		_, err := sqlDb.Exec("insert into  lie_btv_daily_order_transaction (datetime,daily_ic_num,daily_ic_sn_num,history_ic_search_xinum)" +
+			"value(?,?,?,?)",currentDate,erpKey["materialQty"],erpKey["materialCount"],erpKey["materialTotalQty"])
+
+		if err != nil {
+			fmt.Println("getTotalStatistic_sql_"+err.Error())
+		}
+	}
+}
+
+
+func getMaterialstatistic()  {
+
+	defer wg.Done()
+
+	jsonStr := requestTableInfo("topStatistic")
+	//{"data": [], "returnCode": "0000", "returnMsg": "\u6210\u529f"}
+
+	if gjson.Get(jsonStr,"returnCode").String() != "0000" || gjson.Get(jsonStr, "data").String() == "[]" {
+		fmt.Println(jsonStr)
+		return
+	}
+
+
+	sqlDb := scm_data_dao.GetDashboardDb()
+
+	for _, res := range gjson.Get(jsonStr, "data").Array() {
+		erpKey := make(map[string]interface{})
+
+		res.ForEach(func(key, value gjson.Result) bool {
+			erpKey[key.String()] = value.String()
+			return true
+		})
+
+		//添加数据
+		_, err := sqlDb.Exec("insert into lie_btv_daily_top_order (datetime,sn,order_num)" +
+			"value(?,?,?)",currentDate,erpKey["materialName"],erpKey["materialQty"])
+		if err != nil {
+			fmt.Println(err)
+		}
+	}
+}
+
+
+//获取表信息，返回byte
+//request example //http://119.23.228.186:50005/ getCustomsDockingData  {"tableName":"SYS_OPERATE_LOG","bizDate":"2021-05-07"}
+func requestTableInfo(requestType string)string  {
+
+
+	type Sub struct {
+		Get_materialstatistic func(string) (string, error)
+	}
+	var sub *Sub
+
+	client := rpc.NewHTTPClient("http://119.23.228.186:50005/")
+	client.UseService(&sub)
+
+	result,err := sub.Get_materialstatistic(`{"date":"`+currentDate+`","requestType":"`+requestType+`"}`)
+	if err != nil {
+		fmt.Println(requestType+"请求服务器出错"+err.Error())
+		return ""
+	}
+
+	//json字符串
+	return result
+}
\ No newline at end of file

config/dev/db.toml

@@ -57,11 +57,12 @@ ShowSQL = true
 
 
 
-
-
-
-
-
+[dashboard]
+    dns = "dashboard:dashboard#zsyM@tcp(192.168.1.235:3306)/dashboard?charset=utf8&parseTime=true&loc=Asia%2FShanghai"
+    max_open_conn = 20
+    max_idle_conn = 10
+    table_prefix = ""
+    max_conn_life_time = 100
 
 
 [scm_data]