mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2025-04-24 09:19:30 +08:00
8db82e2b75
Add the gocdk_pub_sub package, which supports the Go Cloud Development Kit pubsub API. Link in all current providers. Update the notification scaffold.
117 lines
3.6 KiB
Go
117 lines
3.6 KiB
Go
package weed_server
|
|
|
|
import (
|
|
"net/http"
|
|
"os"
|
|
|
|
"google.golang.org/grpc"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer2"
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/cassandra"
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/leveldb"
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/memdb"
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/mysql"
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/postgres"
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/redis"
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
|
"github.com/chrislusf/seaweedfs/weed/notification"
|
|
_ "github.com/chrislusf/seaweedfs/weed/notification/aws_sqs"
|
|
_ "github.com/chrislusf/seaweedfs/weed/notification/gocdk_pub_sub"
|
|
_ "github.com/chrislusf/seaweedfs/weed/notification/google_pub_sub"
|
|
_ "github.com/chrislusf/seaweedfs/weed/notification/kafka"
|
|
_ "github.com/chrislusf/seaweedfs/weed/notification/log"
|
|
"github.com/chrislusf/seaweedfs/weed/security"
|
|
"github.com/spf13/viper"
|
|
)
|
|
|
|
type FilerOption struct {
|
|
Masters []string
|
|
Collection string
|
|
DefaultReplication string
|
|
RedirectOnRead bool
|
|
DisableDirListing bool
|
|
MaxMB int
|
|
DirListingLimit int
|
|
DataCenter string
|
|
DefaultLevelDbDir string
|
|
}
|
|
|
|
type FilerServer struct {
|
|
option *FilerOption
|
|
secret security.SigningKey
|
|
filer *filer2.Filer
|
|
grpcDialOption grpc.DialOption
|
|
}
|
|
|
|
func NewFilerServer(defaultMux, readonlyMux *http.ServeMux, option *FilerOption) (fs *FilerServer, err error) {
|
|
|
|
fs = &FilerServer{
|
|
option: option,
|
|
grpcDialOption: security.LoadClientTLS(viper.Sub("grpc"), "filer"),
|
|
}
|
|
|
|
if len(option.Masters) == 0 {
|
|
glog.Fatal("master list is required!")
|
|
}
|
|
|
|
fs.filer = filer2.NewFiler(option.Masters, fs.grpcDialOption)
|
|
|
|
go fs.filer.KeepConnectedToMaster()
|
|
|
|
v := viper.GetViper()
|
|
if !LoadConfiguration("filer", false) {
|
|
v.Set("leveldb.enabled", true)
|
|
v.Set("leveldb.dir", option.DefaultLevelDbDir)
|
|
_, err := os.Stat(option.DefaultLevelDbDir)
|
|
if os.IsNotExist(err) {
|
|
os.MkdirAll(option.DefaultLevelDbDir, 0755)
|
|
}
|
|
}
|
|
LoadConfiguration("notification", false)
|
|
|
|
fs.filer.LoadConfiguration(v)
|
|
|
|
notification.LoadConfiguration(v.Sub("notification"))
|
|
|
|
handleStaticResources(defaultMux)
|
|
defaultMux.HandleFunc("/", fs.filerHandler)
|
|
if defaultMux != readonlyMux {
|
|
readonlyMux.HandleFunc("/", fs.readonlyFilerHandler)
|
|
}
|
|
|
|
return fs, nil
|
|
}
|
|
|
|
func (fs *FilerServer) jwt(fileId string) security.EncodedJwt {
|
|
return security.GenJwt(fs.secret, fileId)
|
|
}
|
|
|
|
func LoadConfiguration(configFileName string, required bool) (loaded bool) {
|
|
|
|
// find a filer store
|
|
viper.SetConfigName(configFileName) // name of config file (without extension)
|
|
viper.AddConfigPath(".") // optionally look for config in the working directory
|
|
viper.AddConfigPath("$HOME/.seaweedfs") // call multiple times to add many search paths
|
|
viper.AddConfigPath("/etc/seaweedfs/") // path to look for the config file in
|
|
|
|
glog.V(1).Infof("Reading %s.toml from %s", configFileName, viper.ConfigFileUsed())
|
|
|
|
if err := viper.MergeInConfig(); err != nil { // Handle errors reading the config file
|
|
glog.V(1).Infof("Reading %s: %v", viper.ConfigFileUsed(), err)
|
|
if required {
|
|
glog.Fatalf("Failed to load %s.toml file from current directory, or $HOME/.seaweedfs/, or /etc/seaweedfs/"+
|
|
"\n\nPlease follow this example and add a filer.toml file to "+
|
|
"current directory, or $HOME/.seaweedfs/, or /etc/seaweedfs/:\n"+
|
|
" https://github.com/chrislusf/seaweedfs/blob/master/weed/%s.toml\n"+
|
|
"\nOr use this command to generate the default toml file\n"+
|
|
" weed scaffold -config=%s -output=.\n\n\n",
|
|
configFileName, configFileName, configFileName)
|
|
} else {
|
|
return false
|
|
}
|
|
}
|
|
|
|
return true
|
|
|
|
}
|