fix bug:too many open files

Author: greensheng

conf/gbe_config.go

@@ -17,6 +17,7 @@ package conf
 import (
 "encoding/json"
 "io/ioutil"
+"sync"
 )
 
 type GbeConfig struct {
@@ -55,16 +56,20 @@ type RestServerConfig struct {
 Addr string `json:"addr"`
 }
 
-func GetConfig() (*GbeConfig, error) {
-bytes, err := ioutil.ReadFile("conf.json")
-if err != nil {
-return nil, err
-}
+var config GbeConfig
+var configOnce sync.Once
 
-var config GbeConfig
-err = json.Unmarshal(bytes, &config)
-if err != nil {
-return nil, err
-}
-return &config, nil
+func GetConfig() *GbeConfig {
+configOnce.Do(func() {
+bytes, err := ioutil.ReadFile("conf.json")
+if err != nil {
+panic(err)
+}
+
+err = json.Unmarshal(bytes, &config)
+if err != nil {
+panic(err)
+}
+})
+return &config
 }

main.go

@@ -28,10 +28,7 @@ import (
 )
 
 func main() {
-gbeConfig, err := conf.GetConfig()
-if err != nil {
-panic(err)
-}
+gbeConfig := conf.GetConfig()
 
 go func() {
 log.Info(http.ListenAndServe("localhost:6060", nil))

matching/bootstrap.go

@@ -21,10 +21,7 @@ import (
 )
 
 func StartEngine() {
-gbeConfig, err := conf.GetConfig()
-if err != nil {
-panic(err)
-}
+gbeConfig := conf.GetConfig()
 
 products, err := service.GetProducts()
 if err != nil {

matching/redis_snapshot_store.go

@@ -31,10 +31,7 @@ type RedisSnapshotStore struct {
 }
 
 func NewRedisSnapshotStore(productId string) SnapshotStore {
-gbeConfig, err := conf.GetConfig()
-if err != nil {
-panic(err)
-}
+gbeConfig := conf.GetConfig()
 
 redisClient := redis.NewClient(&redis.Options{
 Addr: gbeConfig.Redis.Addr,

models/binlog_stream.go

@@ -32,10 +32,7 @@ type BinLogStream struct {
 }
 
 func NewBinLogStream() *BinLogStream {
-gbeConfig, err := conf.GetConfig()
-if err != nil {
-panic(err)
-}
+gbeConfig := conf.GetConfig()
 
 redisClient := redis.NewClient(&redis.Options{
 Addr: gbeConfig.Redis.Addr,
@@ -161,10 +158,7 @@ func (s *BinLogStream) getColumnIndexByName(e *canal.RowsEvent, name string) int
 }
 
 func (s *BinLogStream) Start() {
-gbeConfig, err := conf.GetConfig()
-if err != nil {
-panic(err)
-}
+gbeConfig := conf.GetConfig()
 
 cfg := canal.NewDefaultConfig()
 cfg.Addr = gbeConfig.DataSource.Addr

models/mysql/store.go

@@ -50,13 +50,11 @@ func NewStore(db *gorm.DB) *Store {
 }
 
 func initDb() error {
-cfg, err := conf.GetConfig()
-if err != nil {
-return err
-}
+cfg := conf.GetConfig()
 
 url := fmt.Sprintf("%v:%v@tcp(%v)/%v?charset=utf8&parseTime=True&loc=Local",
 cfg.DataSource.User, cfg.DataSource.Password, cfg.DataSource.Addr, cfg.DataSource.Database)
+var err error
 gdb, err = gorm.Open(cfg.DataSource.DriverName, url)
 if err != nil {
 return err

pushing/bootstrap.go

@@ -22,10 +22,7 @@ import (
 )
 
 func StartServer() {
-gbeConfig, err := conf.GetConfig()
-if err != nil {
-panic(err)
-}
+gbeConfig := conf.GetConfig()
 
 sub := newSubscription()
 

pushing/order_book.go

@@ -196,10 +196,7 @@ var onceStore sync.Once
 
 func sharedSnapshotStore() *redisSnapshotStore {
 onceStore.Do(func() {
-gbeConfig, err := conf.GetConfig()
-if err != nil {
-panic(err)
-}
+gbeConfig := conf.GetConfig()
 
 redisClient := redis.NewClient(&redis.Options{
 Addr: gbeConfig.Redis.Addr,

pushing/redis_stream.go

@@ -26,9 +26,8 @@ import (
 )
 
 type redisStream struct {
-sub *subscription
-mutex sync.Mutex
-gbeConfig *conf.GbeConfig
+sub *subscription
+mutex sync.Mutex
 }
 
 func newRedisStream(sub *subscription) *redisStream {
@@ -39,18 +38,14 @@ func newRedisStream(sub *subscription) *redisStream {
 }
 
 func (s *redisStream) Start() {
-gbeConf, err := conf.GetConfig()
-if err != nil {
-panic(err)
-}
-s.gbeConfig = gbeConf
+gbeConfig := conf.GetConfig()
 
 redisClient := redis.NewClient(&redis.Options{
-Addr: s.gbeConfig.Redis.Addr,
-Password: s.gbeConfig.Redis.Password,
+Addr: gbeConfig.Redis.Addr,
+Password: gbeConfig.Redis.Password,
 DB: 0,
 })
-_, err = redisClient.Ping().Result()
+_, err := redisClient.Ping().Result()
 if err != nil {
 panic(err)
 }

rest/bootstrap.go

@@ -20,10 +20,7 @@ import (
 )
 
 func StartServer() {
-gbeConfig, err := conf.GetConfig()
-if err != nil {
-panic(err)
-}
+gbeConfig := conf.GetConfig()
 
 httpServer := NewHttpServer(gbeConfig.RestServer.Addr)
 go httpServer.Start()