Skip to content

杨树贤 / search_server

Go to a project
Commit 875c7669 by 孙龙
Options

Merge branch 'dev' of http://119.23.72.7/mushishixian/search_server into dev

parents 089db914 3cb876c1
Inline Side-by-side
Showing with 314 additions and 262 deletions
cmd/course_http_server.go
package main package main
import ( import (
"flag"
"github.com/gin-gonic/gin"
"github.com/micro/go-micro/v2/client/grpc"
"github.com/micro/go-micro/v2/web"
"log"
"search_server/boot"
_ "search_server/controller" _ "search_server/controller"
"search_server/framework/gin_"
"search_server/pkg/config"
) )
func main() { func main() {
//
var path string //var path string
flag.StringVar(&path, "config", "conf/config.ini", "配置文件") //flag.StringVar(&path, "config", "conf/config.ini", "配置文件")
flag.Parse() //flag.Parse()
if err := boot.Boot(path); err != nil { //if err := boot.Boot(path); err != nil {
log.Println(err) // log.Println(err)
} //}
//
r := gin.New() //r := gin.New()
gin_.BootStrap(r) //gin_.BootStrap(r)
//
c:=grpc.NewClient() //c:=grpc.NewClient()
r:=gin.New() //r:=gin.New()
r.Handle("GET","/test", func(ctx *gin.Context) { //r.Handle("GET","/test", func(ctx *gin.Context) {
news // news
c:=Course.NewCourseService("api.jtthink.com.course",c) // c:=Course.NewCourseService("api.jtthink.com.course",c)
course_rsp,_:=c.ListForTop(context.Background(),&Course.ListRequest{Size:10}) // course_rsp,_:=c.ListForTop(context.Background(),&Course.ListRequest{Size:10})
ctx.JSON(200,gin.H{"Result":course_rsp.Result}) // ctx.JSON(200,gin.H{"Result":course_rsp.Result})
}) //})
service:=web.NewService( //service:=web.NewService(
web.Name("api.jtthink.com.http.course"), // web.Name("api.jtthink.com.http.course"),
web.Handler(r), // web.Handler(r),
) //)
//
//
//
port := config.Get("web.port").String() //port := config.Get("web.port").String()
//web改成micro 就是grpc,并直接注册到etcd里面 ////web改成micro 就是grpc,并直接注册到etcd里面
service := web.NewService( //service := web.NewService(
web.Name("go.micro.api.http.course"), // web.Name("go.micro.api.http.course"),
web.Handler(r), // web.Handler(r),
web.Address(":"+port), // web.Address(":"+port),
) //)
//
if err := service.Init(); err != nil { //if err := service.Init(); err != nil {
log.Println(err) // log.Println(err)
} //}
if err := service.Run(); err != nil { //if err := service.Run(); err != nil {
log.Println(err) // log.Println(err)
} //}
} }
conf/database.ini 0 → 100644
[mysql]
user_name = root
password = root
host = 192.168.2.239
database = test
table_prefix =
type = mysql
[bom]
user_name = root
password = root
host = 192.168.2.250
database = test
table_prefix =
type = mysql
\ No newline at end of file
controller/course_controller.go
package controller package controller
import ( //func init() {
"github.com/gin-gonic/gin" // courseService := service.NewCourseServiceImpl()
"search_server/framework/gin_" // gin_.NewBuilder().WithService(courseService).
"search_server/protopb/course" // WithMiddleware(Check_Middleware()).
"search_server/service" // WithMiddleware(Cors_Middleware()).
) // WithEndpoint(Courselist_Endpoint(courseService)).
// WithRequest(Courselist_Request()).
func init() { // WithResponse(Course_Response()).Build("/course", "GET")
courseService := service.NewCourseServiceImpl() //
gin_.NewBuilder().WithService(courseService). // gin_.NewBuilder().WithService(courseService).
WithMiddleware(Check_Middleware()). // WithMiddleware(Check_Middleware()).
WithMiddleware(Cors_Middleware()). // WithEndpoint(Coursedetail_Endpoint(courseService)).
WithEndpoint(Courselist_Endpoint(courseService)). // WithRequest(Coursedetail_Request()).
WithRequest(Courselist_Request()). // WithResponse(Course_Response()).Build("/detail/:course_id", "GET")
WithResponse(Course_Response()).Build("/course", "GET") //
//}
gin_.NewBuilder().WithService(courseService). //
WithMiddleware(Check_Middleware()). ////详细相关
WithEndpoint(Coursedetail_Endpoint(courseService)). //func Coursedetail_Endpoint(c *service.CourseServiceImpl) gin_.Endpoint {
WithRequest(Coursedetail_Request()). // return func(context *gin.Context, request interface{}) (response interface{}, err error) {
WithResponse(Course_Response()).Build("/detail/:course_id", "GET") // rsp := &course.DetailResponse{Course: new(course.CourseModel), Counts: make([]*course.CourseCounts, 0)}
// err = c.GetDetail(context, request.(*course.DetailRequest), rsp)
} // return rsp, err
// }
//详细相关 //}
func Coursedetail_Endpoint(c *service.CourseServiceImpl) gin_.Endpoint { //
return func(context *gin.Context, request interface{}) (response interface{}, err error) { ////这个函数的作用是怎么处理请求
rsp := &course.DetailResponse{Course: new(course.CourseModel), Counts: make([]*course.CourseCounts, 0)} //func Coursedetail_Request() gin_.EncodeRequestFunc {
err = c.GetDetail(context, request.(*course.DetailRequest), rsp) // return func(context *gin.Context) (i interface{}, e error) {
return rsp, err // bReq := &course.DetailRequest{}
} // err := context.BindUri(bReq)
} // if err != nil {
// return nil, err
//这个函数的作用是怎么处理请求 // }
func Coursedetail_Request() gin_.EncodeRequestFunc { // err = context.BindHeader(bReq)
return func(context *gin.Context) (i interface{}, e error) { // if err != nil {
bReq := &course.DetailRequest{} // return nil, err
err := context.BindUri(bReq) // }
if err != nil { // return bReq, nil
return nil, err // }
} //}
err = context.BindHeader(bReq) //
if err != nil { ////获取列表相关
return nil, err //func Courselist_Endpoint(c *service.CourseServiceImpl) gin_.Endpoint {
} // return func(context *gin.Context, request interface{}) (response interface{}, err error) {
return bReq, nil // rsp := &course.ListResponse{}
} // err = c.ListForTop(context, request.(*course.ListRequest), rsp)
} // return rsp, err
// }
//获取列表相关 //}
func Courselist_Endpoint(c *service.CourseServiceImpl) gin_.Endpoint { //
return func(context *gin.Context, request interface{}) (response interface{}, err error) { ////这个函数的作用是怎么处理请求
rsp := &course.ListResponse{} //func Courselist_Request() gin_.EncodeRequestFunc {
err = c.ListForTop(context, request.(*course.ListRequest), rsp) // return func(context *gin.Context) (i interface{}, e error) {
return rsp, err // bReq := &course.ListRequest{}
} // err := context.BindQuery(bReq) //使用的是query 参数
} // if err != nil {
// return nil, err
//这个函数的作用是怎么处理请求 // }
func Courselist_Request() gin_.EncodeRequestFunc { // return bReq, nil
return func(context *gin.Context) (i interface{}, e error) { // }
bReq := &course.ListRequest{} //}
err := context.BindQuery(bReq) //使用的是query 参数 //
if err != nil { ////这个函数作用是：怎么处理响应结果
return nil, err //func Course_Response() gin_.DecodeResponseFunc {
} // return func(context *gin.Context, res interface{}) error {
return bReq, nil // context.JSON(200, res)
} // return nil
} // }
//}
//这个函数作用是：怎么处理响应结果
func Course_Response() gin_.DecodeResponseFunc {
return func(context *gin.Context, res interface{}) error {
context.JSON(200, res)
return nil
}
}
controller/course_topic_controller.go
package controller package controller
import ( //func init() {
"github.com/gin-gonic/gin" // courseService:=service.NewCourseTopicServiceImpl()
"search_server/framework/gin_" // gin_.NewBuilder().WithService(courseService).
"search_server/protopb/course" // WithMiddleware(Check_Middleware()).
"search_server/service" // WithEndpoint(CourseTopicList_Endpoint(courseService)).
) // WithRequest(CourseTopicList_Request()).
// WithResponse(Course_Response()).Build("/topic/:cid","GET")
func init() { //}
courseService:=service.NewCourseTopicServiceImpl() //
gin_.NewBuilder().WithService(courseService). //func CourseTopicList_Endpoint(c *service.CourseTopicServiceImpl) gin_.Endpoint {
WithMiddleware(Check_Middleware()). // return func(context *gin.Context, request interface{}) (response interface{}, err error) {
WithEndpoint(CourseTopicList_Endpoint(courseService)). // rsp:=&course.TopicResponse{Result:make([]*course.CourseTopic,0)}
WithRequest(CourseTopicList_Request()). // err=c.GetTopic(context,request.(*course.TopicRequest),rsp)
WithResponse(Course_Response()).Build("/topic/:cid","GET") // return rsp,err
} // }
//}
func CourseTopicList_Endpoint(c *service.CourseTopicServiceImpl) gin_.Endpoint { ////这个函数的作用是怎么处理请求
return func(context *gin.Context, request interface{}) (response interface{}, err error) { //func CourseTopicList_Request() gin_.EncodeRequestFunc{
rsp:=&course.TopicResponse{Result:make([]*course.CourseTopic,0)} // return func(context *gin.Context) (i interface{}, e error) {
err=c.GetTopic(context,request.(*course.TopicRequest),rsp) // bReq:=&course.TopicRequest{}
return rsp,err // err:=context.BindUri(bReq) //使用的是query 参数
} // if err!=nil{
} // return nil,err
//这个函数的作用是怎么处理请求 // }
func CourseTopicList_Request() gin_.EncodeRequestFunc{ // return bReq,nil
return func(context *gin.Context) (i interface{}, e error) { // }
bReq:=&course.TopicRequest{} //}
err:=context.BindUri(bReq) //使用的是query 参数 \ No newline at end of file
if err!=nil{
return nil,err
}
return bReq,nil
}
}
\ No newline at end of file
dao/course_dao.go
package dao package dao
import ( //func GetCourseList() *gorm.DB {
"github.com/jinzhu/gorm" // return mysql.GetDB().Table(vars.Table_CourseMain).
"search_server/pkg/vars" // Order("course_id desc").Limit(3)
"search_server/pkg/mysql" //}
) //
//const course_list = "select * from course_main order by course_id desc limit ?"
func GetCourseList() *gorm.DB { //
return mysql.GetDB().Table(vars.Table_CourseMain). //func GetCourseListBySql(args ...interface{}) *gorm.DB {
Order("course_id desc").Limit(3) // return mysql.GetDB().Raw(course_list, args...)
} //}
//func GetCourseDetail(course_id int) *gorm.DB {
const course_list = "select * from course_main order by course_id desc limit ?" // return mysql.GetDB().Table(vars.Table_CourseMain).Where("course_id=?", course_id)
//}
func GetCourseListBySql(args ...interface{}) *gorm.DB { //
return mysql.GetDB().Raw(course_list, args...) ////取计数表
} //func GetCourseCounts(course_id int) *gorm.DB {
func GetCourseDetail(course_id int) *gorm.DB { // return mysql.GetDB().Table(vars.Table_CourseCounts).Where("course_id=?", course_id)
return mysql.GetDB().Table(vars.Table_CourseMain).Where("course_id=?", course_id) //}
}
//取计数表
func GetCourseCounts(course_id int) *gorm.DB {
return mysql.GetDB().Table(vars.Table_CourseCounts).Where("course_id=?", course_id)
}
go.mod
...@@ -35,6 +35,7 @@ require ( ...@@ -35,6 +35,7 @@ require (
github.com/tidwall/gjson v1.6.0 github.com/tidwall/gjson v1.6.0
github.com/urfave/cli v1.22.4 // indirect github.com/urfave/cli v1.22.4 // indirect
github.com/uniplaces/carbon v0.1.6 github.com/uniplaces/carbon v0.1.6
go.etcd.io/bbolt v1.3.4
go.uber.org/zap v1.14.1 // indirect go.uber.org/zap v1.14.1 // indirect
golang.org/x/net v0.0.0-20200520182314-0ba52f642ac2 // indirect golang.org/x/net v0.0.0-20200520182314-0ba52f642ac2 // indirect
golang.org/x/sys v0.0.0-20200523222454-059865788121 // indirect golang.org/x/sys v0.0.0-20200523222454-059865788121 // indirect
......
pkg/config/config.go
...@@ -11,7 +11,7 @@ var ( ...@@ -11,7 +11,7 @@ var (
func SetUp(path string) (err error) { func SetUp(path string) (err error) {
//引入多个文件 //引入多个文件
Cfg, err = ini.LooseLoad(path+"/config.ini", path+"/search.ini", path+"/redis_key.ini", path+"/rabmq_key.ini") Cfg, err = ini.LooseLoad(path+"/config.ini", path+"/search.ini", path+"/redis_key.ini", path+"/rabmq_key.ini", path+"/database.ini")
return return
} }
......
pkg/config/mysql.go 0 → 100644
package config
type BaseDatabase struct {
UserName string
Password string
Host string
Database string
MaxIdleCons int
MaxOpenCons int
Prefix string
}
//多数据库配置
func BuildDatabaseList() (DatabaseList map[string]BaseDatabase) {
return map[string]BaseDatabase{
"mysql": {
UserName: Get("mysql.user_name").String(),
Password: Get("mysql.password").String(),
Host: Get("mysql.host").String(),
Database: Get("mysql.database").String(),
Prefix: Get("mysql.prefix").String(),
},
"bom": {
UserName: Get("bom.user_name").String(),
Password: Get("bom.password").String(),
Host: Get("bom.host").String(),
Database: Get("bom.database").String(),
Prefix: Get("mysql.prefix").String(),
},
}
}
pkg/mysql/mysql.go
...@@ -9,28 +9,49 @@ import ( ...@@ -9,28 +9,49 @@ import (
) )
//mysql相关 //mysql相关
var mysqlDb *gorm.DB var mysqlDb, bomDb *gorm.DB
var DatabaseConMap = map[string]*gorm.DB{
"mysql": mysqlDb,
"bom": bomDb,
}
func Setup() error { func Setup() error {
DatabaseList := config.BuildDatabaseList()
var err error var err error
userName := config.Get("database.user_name").String() //循环生成数据库链接
password := config.Get("database.password").String() for conName, db := range DatabaseList {
host := config.Get("database.host").String() userName := db.UserName
database := config.Get("database.database").String() password := db.Password
mysqlDb, err = gorm.Open("mysql", fmt.Sprintf("%s:%s@tcp(%s:3306)/%s?charset=utf8&parseTime=True&loc=Local", host := db.Host
userName, password, host, database)) database := db.Database
if err != nil {
mysqlDb = nil if db.Prefix != "" {
return e.NewFatalError(err.Error()) //这里返回致命异常 gorm.DefaultTableNameHandler = func(DB *gorm.DB, defaultTableName string) string {
return db.Prefix + defaultTableName
}
}
DatabaseConMap[conName], err = gorm.Open("mysql", fmt.Sprintf("%s:%s@tcp(%s:3306)/%s?charset=utf8&parseTime=True&loc=Local",
userName, password, host, database))
if err != nil {
return e.NewFatalError(err.Error()) //这里返回致命异常
}
DatabaseConMap[conName].SingularTable(true)
if db.MaxIdleCons == 0 {
db.MaxIdleCons = 10
}
if db.MaxOpenCons == 0 {
db.MaxOpenCons = 100
}
DatabaseConMap[conName].DB().SetMaxIdleConns(db.MaxIdleCons)
DatabaseConMap[conName].DB().SetMaxOpenConns(db.MaxOpenCons)
DatabaseConMap[conName].LogMode(true)
} }
mysqlDb.SingularTable(true)
mysqlDb.DB().SetMaxIdleConns(10)
mysqlDb.DB().SetMaxOpenConns(100)
mysqlDb.LogMode(true)
return nil return nil
} }
func GetDB() *gorm.DB { func GetDB(conName string) *gorm.DB {
return mysqlDb return DatabaseConMap[conName]
} }
service/common_ly_service.go
...@@ -5,36 +5,50 @@ import ( ...@@ -5,36 +5,50 @@ import (
"github.com/syyongx/php2go" "github.com/syyongx/php2go"
_ "github.com/tidwall/gjson" _ "github.com/tidwall/gjson"
"search_server/model" "search_server/model"
"search_server/pkg/gredis"
"search_server/pkg/config" "search_server/pkg/config"
"search_server/pkg/gredis"
"strings" "strings"
) )
//关键词搜索过期时间 //关键词搜索过期时间
var supplier_over_time = map[string]int64{ var supplier_over_time = map[string]int64{
"arrow":3600, "arrow": 3600,
"verical":3600, "verical": 3600,
"mouser":3600, "mouser": 3600,
"master":3600, "master": 3600,
"tme":3600, "tme": 3600,
"buerklin":3600, "buerklin": 3600,
} }
/* /*
联营公共类 联营公共类
联营大类，包括修改新增 sku es redis ，推送数据到队列让其他go服务更新数据到mysql 联营大类，包括修改新增 sku es redis ，推送数据到队列让其他go服务更新数据到mysql
@param goods_list 请求联营格式化后的数据 @param goods_list 请求联营格式化后的数据
@param supplier_info 供应商商品详情 @param supplier_info 供应商商品详情
*/ */
func getSkuByGoodsSn(goods_list map[string]*model.LyClearGoodsList,supplier_info *model.SUPPLIER_REDIS_INFO_) map[string]interface{}{ func getSkuByGoodsSn(goods_list map[string]*model.LyClearGoodsList, supplier_info *model.SUPPLIER_REDIS_INFO_) map[string]interface{} {
//originGoods := make(map[string]interface{},0)
//
//for goods_sn, goods_list := range goods_list {
// gredis.HGet("")
//
// ladderPrice := make([]*model.TierItem, 0)
//
// productList[goodsSn] = &LyClearGoodsList
//}
//
//fmt.Println(productList)
//return productList
originGoods := make(map[string]interface{},0) originGoods := make(map[string]interface{}, 0)
sku_uique_judge := config.Get("redis_all.SKU_UNIQUE_JUDGE").String() sku_uique_judge := config.Get("redis_all.SKU_UNIQUE_JUDGE").String()
for goods_sn, info := range goods_list { for goods_sn, info := range goods_list {
sn_sku := php2go.Md5(strings.ToLower(goods_sn)) sn_sku := php2go.Md5(strings.ToLower(goods_sn))
sku_id,_ := gredis.HGet(sku_uique_judge,sn_sku) //查询唯一值，反查sku_id sku_id, _ := gredis.HGet(sku_uique_judge, sn_sku) //查询唯一值，反查sku_id
if sku_id == "" { //为空，先创建sku if sku_id == "" { //为空，先创建sku
//lock_key := "searchapi_"+sn_sku; //lock_key := "searchapi_"+sn_sku;
//flag := gredis.Setnx(lock_key,php2go.Time()+2) //flag := gredis.Setnx(lock_key,php2go.Time()+2)
//if flag { //存在锁 //if flag { //存在锁
...@@ -48,21 +62,24 @@ func getSkuByGoodsSn(goods_list map[string]*model.LyClearGoodsList,supplier_info ...@@ -48,21 +62,24 @@ func getSkuByGoodsSn(goods_list map[string]*model.LyClearGoodsList,supplier_info
fmt.Println(originGoods) fmt.Println(originGoods)
return originGoods return originGoods
} }
/* /*
新增或者更新redis 新增或者更新redis
*/ */
func toRedis() { func toRedis() {
} }
/* /*
推入队列 推入队列
*/ */
func toGoRabmq() { func toGoRabmq() {
} }
/* /*
更新es 更新es
*/ */
func toEs() { func toEs() {
} }
\ No newline at end of file
service/course_service.go
package service package service
import ( import (
"context"
"search_server/dao"
. "search_server/protopb/course" . "search_server/protopb/course"
) )
...@@ -12,32 +10,32 @@ func NewCourseModel(id int32, name string) *CourseModel { ...@@ -12,32 +10,32 @@ func NewCourseModel(id int32, name string) *CourseModel {
type CourseServiceImpl struct{} type CourseServiceImpl struct{}
func (this *CourseServiceImpl) ListForTop(ctx context.Context, req *ListRequest, rsp *ListResponse) error { //func (this *CourseServiceImpl) ListForTop(ctx context.Context, req *ListRequest, rsp *ListResponse) error {
course := make([]*CourseModel, 0) // course := make([]*CourseModel, 0)
err := dao.GetCourseListBySql(req.Size).Find(&course).Error // err := dao.GetCourseListBySql(req.Size).Find(&course).Error
if err != nil { // if err != nil {
return err // return err
} // }
rsp.Result = course // rsp.Result = course
return nil // return nil
} //}
func (this *CourseServiceImpl) GetDetail(ctx context.Context, req *DetailRequest, rsp *DetailResponse) error { //func (this *CourseServiceImpl) GetDetail(ctx context.Context, req *DetailRequest, rsp *DetailResponse) error {
//只取课程详细 // //只取课程详细
if req.FetchType == 0 || req.FetchType == 1 || req.FetchType == 3 { // if req.FetchType == 0 || req.FetchType == 1 || req.FetchType == 3 {
if err := dao.GetCourseDetail(int(req.CourseId)).Find(rsp.Course).Error; err != nil { // if err := dao.GetCourseDetail(int(req.CourseId)).Find(rsp.Course).Error; err != nil {
return err // return err
} // }
} // }
//只取计数表详细 // //只取计数表详细
if req.FetchType == 2 || req.FetchType == 3 { // if req.FetchType == 2 || req.FetchType == 3 {
if err := dao.GetCourseCounts(int(req.CourseId)).Find(&rsp.Counts).Error; err != nil { // if err := dao.GetCourseCounts(int(req.CourseId)).Find(&rsp.Counts).Error; err != nil {
return err // return err
} // }
} // }
//
return nil // return nil
//
} //}
func NewCourseServiceImpl() *CourseServiceImpl { func NewCourseServiceImpl() *CourseServiceImpl {
return &CourseServiceImpl{} return &CourseServiceImpl{}
......
service/course_topic_service.go
package service package service
import (
"context"
. "search_server/protopb/course"
"search_server/pkg/mysql"
)
type CourseTopicServiceImpl struct{} type CourseTopicServiceImpl struct{}
func (this *CourseTopicServiceImpl) GetTopic(ctx context.Context, in *TopicRequest, out *TopicResponse) error { //func (this *CourseTopicServiceImpl) GetTopic(ctx context.Context, in *TopicRequest, out *TopicResponse) error {
if err := mysql.GetDB().Table("course_topic").Find(&out.Result).Error; err != nil { // if err := mysql.GetDB().Table("course_topic").Find(&out.Result).Error; err != nil {
return err // return err
} // }
return nil // return nil
} //}
func NewCourseTopicServiceImpl() *CourseTopicServiceImpl { //func NewCourseTopicServiceImpl() *CourseTopicServiceImpl {
return &CourseTopicServiceImpl{} // return &CourseTopicServiceImpl{}
} //}
test/test.go
...@@ -5,6 +5,7 @@ import ( ...@@ -5,6 +5,7 @@ import (
"fmt" "fmt"
"search_server/boot" "search_server/boot"
"search_server/pkg/config" "search_server/pkg/config"
"search_server/pkg/mysql"
) )
func main() { func main() {
...@@ -17,6 +18,8 @@ func main() { ...@@ -17,6 +18,8 @@ func main() {
//fmt.Println(model.GetExcludeBrandIds(1)) //fmt.Println(model.GetExcludeBrandIds(1))
fmt.Println(config.GetSectionValues("supplier_all")) fmt.Println(config.GetSectionValues("supplier_all"))
fmt.Println(config.Cfg.Section("xxx").Key("xxx")) fmt.Println(config.Cfg.Section("xxx").Key("xxx"))
res, _ := mysql.GetDB("mysql").Exec("SELECT * FROM lie_bin").Rows()
fmt.Println(res)
//client := client. //client := client.
//c := course.NewCourseService("go.micro.api.jtthink.course", client) //c := course.NewCourseService("go.micro.api.jtthink.course", client)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment