497 lines
13 KiB
Go
497 lines
13 KiB
Go
package app
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"net"
|
|
"net/http"
|
|
"os"
|
|
"path/filepath"
|
|
"strconv"
|
|
"strings"
|
|
"sync"
|
|
|
|
"forge.cadoles.com/arcad/edge/pkg/app"
|
|
"forge.cadoles.com/arcad/edge/pkg/bus"
|
|
"forge.cadoles.com/arcad/edge/pkg/bus/memory"
|
|
appHTTP "forge.cadoles.com/arcad/edge/pkg/http"
|
|
"forge.cadoles.com/arcad/edge/pkg/jwtutil"
|
|
"forge.cadoles.com/arcad/edge/pkg/module"
|
|
appModule "forge.cadoles.com/arcad/edge/pkg/module/app"
|
|
appModuleMemory "forge.cadoles.com/arcad/edge/pkg/module/app/memory"
|
|
authModule "forge.cadoles.com/arcad/edge/pkg/module/auth"
|
|
authHTTP "forge.cadoles.com/arcad/edge/pkg/module/auth/http"
|
|
authModuleMiddleware "forge.cadoles.com/arcad/edge/pkg/module/auth/middleware"
|
|
blobModule "forge.cadoles.com/arcad/edge/pkg/module/blob"
|
|
castModule "forge.cadoles.com/arcad/edge/pkg/module/cast"
|
|
fetchModule "forge.cadoles.com/arcad/edge/pkg/module/fetch"
|
|
netModule "forge.cadoles.com/arcad/edge/pkg/module/net"
|
|
rpcModule "forge.cadoles.com/arcad/edge/pkg/module/rpc"
|
|
shareModule "forge.cadoles.com/arcad/edge/pkg/module/share"
|
|
"forge.cadoles.com/arcad/edge/pkg/storage"
|
|
"gitlab.com/wpetit/goweb/logger"
|
|
|
|
"forge.cadoles.com/arcad/edge/pkg/bundle"
|
|
"github.com/go-chi/chi/v5"
|
|
"github.com/go-chi/chi/v5/middleware"
|
|
"github.com/lestrrat-go/jwx/v2/jwa"
|
|
"github.com/lestrrat-go/jwx/v2/jwk"
|
|
"github.com/pkg/errors"
|
|
"github.com/urfave/cli/v2"
|
|
"github.com/wlynxg/anet"
|
|
|
|
_ "embed"
|
|
|
|
_ "forge.cadoles.com/arcad/edge/pkg/module/auth/http/passwd/argon2id"
|
|
_ "forge.cadoles.com/arcad/edge/pkg/module/auth/http/passwd/plain"
|
|
|
|
"forge.cadoles.com/arcad/edge/pkg/storage/driver"
|
|
|
|
// Register storage drivers
|
|
_ "forge.cadoles.com/arcad/edge/pkg/storage/driver/cache"
|
|
_ "forge.cadoles.com/arcad/edge/pkg/storage/driver/rpc"
|
|
_ "forge.cadoles.com/arcad/edge/pkg/storage/driver/sqlite"
|
|
|
|
// Register casting device supported types
|
|
_ "forge.cadoles.com/arcad/edge/pkg/module/cast/arcast"
|
|
_ "forge.cadoles.com/arcad/edge/pkg/module/cast/chromecast"
|
|
|
|
"forge.cadoles.com/arcad/edge/pkg/storage/share"
|
|
)
|
|
|
|
var dummySecret = []byte("not_so_secret")
|
|
|
|
func RunCommand() *cli.Command {
|
|
return &cli.Command{
|
|
Name: "run",
|
|
Usage: "Run the specified app bundle",
|
|
Flags: []cli.Flag{
|
|
&cli.StringSliceFlag{
|
|
Name: "path",
|
|
Usage: "use `PATH` as app bundle (zipped bundle or directory)",
|
|
Aliases: []string{"p"},
|
|
Value: cli.NewStringSlice("."),
|
|
},
|
|
&cli.StringFlag{
|
|
Name: "address",
|
|
Usage: "use `ADDRESS` as http server base listening address",
|
|
Aliases: []string{"a"},
|
|
Value: ":8080",
|
|
},
|
|
&cli.StringFlag{
|
|
Name: "log-format",
|
|
Usage: "use `LOG-FORMAT` ('json' or 'human')",
|
|
Value: "human",
|
|
},
|
|
&cli.IntFlag{
|
|
Name: "log-level",
|
|
Usage: "use `LOG-LEVEL` (0: debug -> 5: fatal)",
|
|
Value: 0,
|
|
},
|
|
&cli.StringFlag{
|
|
Name: "blobstore-dsn",
|
|
Usage: "use `DSN` for blob storage",
|
|
EnvVars: []string{"EDGE_BLOBSTORE_DSN"},
|
|
Value: "sqlite://.edge/%APPID%/data.sqlite?_pragma=foreign_keys(1)&_pragma=busy_timeout=60000",
|
|
},
|
|
&cli.StringFlag{
|
|
Name: "documentstore-dsn",
|
|
Usage: "use `DSN` for document storage",
|
|
EnvVars: []string{"EDGE_DOCUMENTSTORE_DSN"},
|
|
Value: "sqlite://.edge/%APPID%/data.sqlite?_pragma=foreign_keys(1)&_pragma=busy_timeout=60000",
|
|
},
|
|
&cli.StringFlag{
|
|
Name: "sharestore-dsn",
|
|
Usage: "use `DSN` for share storage",
|
|
EnvVars: []string{"EDGE_SHARESTORE_DSN"},
|
|
Value: "sqlite://.edge/share.sqlite?_pragma=foreign_keys(1)&_pragma=busy_timeout=60000",
|
|
},
|
|
&cli.StringFlag{
|
|
Name: "accounts-file",
|
|
Usage: "use `FILE` as local accounts",
|
|
Value: ".edge/%APPID%/accounts.json",
|
|
},
|
|
&cli.Int64Flag{
|
|
Name: "max-upload-size",
|
|
Usage: "use `MAX-UPLOAD-SIZE` as blob max upload size",
|
|
Value: 128 << (10 * 2), // 128Mb
|
|
},
|
|
},
|
|
Action: func(ctx *cli.Context) error {
|
|
address := ctx.String("address")
|
|
paths := ctx.StringSlice("path")
|
|
|
|
logFormat := ctx.String("log-format")
|
|
logLevel := ctx.Int("log-level")
|
|
blobstoreDSN := ctx.String("blobstore-dsn")
|
|
documentstoreDSN := ctx.String("documentstore-dsn")
|
|
shareStoreDSN := ctx.String("sharestore-dsn")
|
|
accountsFile := ctx.String("accounts-file")
|
|
maxUploadSize := ctx.Int64("max-upload-size")
|
|
|
|
logger.SetFormat(logger.Format(logFormat))
|
|
logger.SetLevel(logger.Level(logLevel))
|
|
|
|
cmdCtx := ctx.Context
|
|
|
|
host, portStr, err := net.SplitHostPort(address)
|
|
if err != nil {
|
|
return errors.WithStack(err)
|
|
}
|
|
|
|
port, err := strconv.ParseUint(portStr, 10, 32)
|
|
if err != nil {
|
|
return errors.WithStack(err)
|
|
}
|
|
|
|
manifests := make([]*app.Manifest, len(paths))
|
|
for idx, pth := range paths {
|
|
bdl, err := bundle.FromPath(pth)
|
|
if err != nil {
|
|
return errors.WithStack(err)
|
|
}
|
|
|
|
manifest, err := app.LoadManifest(bdl)
|
|
if err != nil {
|
|
return errors.WithStack(err)
|
|
}
|
|
|
|
manifests[idx] = manifest
|
|
}
|
|
|
|
var wg sync.WaitGroup
|
|
|
|
for idx, p := range paths {
|
|
wg.Add(1)
|
|
|
|
go func(path string, basePort uint64, appIndex int) {
|
|
defer wg.Done()
|
|
|
|
port := basePort + uint64(appIndex)
|
|
address := fmt.Sprintf("%s:%d", host, port)
|
|
appsRepository := newAppRepository(host, basePort, manifests...)
|
|
|
|
appCtx := logger.With(cmdCtx, logger.F("address", address))
|
|
|
|
if err := runApp(appCtx, path, address, documentstoreDSN, blobstoreDSN, shareStoreDSN, accountsFile, appsRepository, maxUploadSize); err != nil {
|
|
logger.Error(appCtx, "could not run app", logger.CapturedE(errors.WithStack(err)))
|
|
}
|
|
}(p, port, idx)
|
|
}
|
|
|
|
wg.Wait()
|
|
|
|
return nil
|
|
},
|
|
}
|
|
}
|
|
|
|
func runApp(ctx context.Context, path, address, documentStoreDSN, blobStoreDSN, shareStoreDSN, accountsFile string, appRepository appModule.Repository, maxUploadSize int64) error {
|
|
absPath, err := filepath.Abs(path)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "could not resolve path '%s'", path)
|
|
}
|
|
|
|
logger.Info(ctx, "opening app bundle", logger.F("path", absPath))
|
|
|
|
bundle, err := bundle.FromPath(path)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "could not open path '%s' as an app bundle", path)
|
|
}
|
|
|
|
manifest, err := app.LoadManifest(bundle)
|
|
if err != nil {
|
|
return errors.Wrap(err, "could not load manifest from app bundle")
|
|
}
|
|
|
|
if valid, err := manifest.Validate(manifestMetadataValidators...); !valid {
|
|
return errors.Wrap(err, "invalid app manifest")
|
|
}
|
|
|
|
ctx = logger.With(ctx, logger.F("appID", manifest.ID))
|
|
|
|
// Add auth handler
|
|
key, err := jwtutil.NewSymmetricKey(dummySecret)
|
|
if err != nil {
|
|
return errors.WithStack(err)
|
|
}
|
|
|
|
deps := &moduleDeps{}
|
|
funcs := []ModuleDepFunc{
|
|
initAppID(manifest),
|
|
initMemoryBus,
|
|
initDatastores(documentStoreDSN, blobStoreDSN, shareStoreDSN, manifest.ID),
|
|
initAccounts(accountsFile, manifest.ID),
|
|
initAppRepository(appRepository),
|
|
}
|
|
|
|
for _, fn := range funcs {
|
|
if err := fn(deps); err != nil {
|
|
return errors.WithStack(err)
|
|
}
|
|
}
|
|
|
|
handler := appHTTP.NewHandler(
|
|
appHTTP.WithBus(deps.Bus),
|
|
appHTTP.WithServerModules(getServerModules(deps)...),
|
|
appHTTP.WithHTTPMounts(
|
|
appModule.Mount(appRepository),
|
|
authModule.Mount(
|
|
authHTTP.NewLocalHandler(
|
|
key,
|
|
jwa.HS256,
|
|
authHTTP.WithRoutePrefix("/auth"),
|
|
authHTTP.WithAccounts(deps.Accounts...),
|
|
),
|
|
authModule.WithJWT(func() (jwk.Set, error) {
|
|
return jwtutil.NewSymmetricKeySet(dummySecret)
|
|
}),
|
|
),
|
|
blobModule.Mount(maxUploadSize), // 10Mb,
|
|
fetchModule.Mount(),
|
|
),
|
|
appHTTP.WithHTTPMiddlewares(
|
|
authModuleMiddleware.DefaultUser(key, jwa.HS256, authModuleMiddleware.WithAnonymousUser()),
|
|
),
|
|
)
|
|
if err := handler.Load(ctx, bundle); err != nil {
|
|
return errors.Wrap(err, "could not load app bundle")
|
|
}
|
|
|
|
router := chi.NewRouter()
|
|
router.Use(middleware.Logger)
|
|
router.Use(middleware.Compress(5))
|
|
|
|
// Add app handler
|
|
router.Handle("/*", handler)
|
|
|
|
logger.Info(ctx, "listening", logger.F("address", address))
|
|
|
|
if err := http.ListenAndServe(address, router); err != nil {
|
|
return errors.WithStack(err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
type moduleDeps struct {
|
|
AppID app.ID
|
|
Bus bus.Bus
|
|
DocumentStore storage.DocumentStore
|
|
BlobStore storage.BlobStore
|
|
AppRepository appModule.Repository
|
|
ShareStore share.Store
|
|
Accounts []authHTTP.LocalAccount
|
|
}
|
|
|
|
type ModuleDepFunc func(*moduleDeps) error
|
|
|
|
func getServerModules(deps *moduleDeps) []app.ServerModuleFactory {
|
|
return []app.ServerModuleFactory{
|
|
module.LifecycleModuleFactory(),
|
|
module.ContextModuleFactory(),
|
|
module.ConsoleModuleFactory(),
|
|
castModule.CastModuleFactory(),
|
|
netModule.ModuleFactory(deps.Bus),
|
|
rpcModule.ModuleFactory(deps.Bus),
|
|
module.StoreModuleFactory(deps.DocumentStore),
|
|
blobModule.ModuleFactory(deps.Bus, deps.BlobStore),
|
|
authModule.ModuleFactory(
|
|
authModule.WithJWT(func() (jwk.Set, error) {
|
|
return jwtutil.NewSymmetricKeySet(dummySecret)
|
|
}),
|
|
),
|
|
appModule.ModuleFactory(deps.AppRepository),
|
|
fetchModule.ModuleFactory(deps.Bus),
|
|
shareModule.ModuleFactory(deps.AppID, deps.ShareStore),
|
|
}
|
|
}
|
|
|
|
func ensureDir(path string) error {
|
|
if err := os.MkdirAll(filepath.Dir(path), os.ModePerm); err != nil {
|
|
return errors.WithStack(err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func injectAppID(str string, appID app.ID) string {
|
|
return strings.ReplaceAll(str, "%APPID%", string(appID))
|
|
}
|
|
|
|
//go:embed default-accounts.json
|
|
var defaultAccounts []byte
|
|
|
|
func loadLocalAccounts(path string) ([]authHTTP.LocalAccount, error) {
|
|
if err := ensureDir(path); err != nil {
|
|
return nil, errors.WithStack(err)
|
|
}
|
|
|
|
data, err := os.ReadFile(path)
|
|
if err != nil {
|
|
if errors.Is(err, os.ErrNotExist) {
|
|
if err := os.WriteFile(path, defaultAccounts, 0o640); err != nil {
|
|
return nil, errors.WithStack(err)
|
|
}
|
|
|
|
data = defaultAccounts
|
|
} else {
|
|
return nil, errors.WithStack(err)
|
|
}
|
|
}
|
|
|
|
var accounts []authHTTP.LocalAccount
|
|
|
|
if err := json.Unmarshal(data, &accounts); err != nil {
|
|
return nil, errors.WithStack(err)
|
|
}
|
|
|
|
return accounts, nil
|
|
}
|
|
|
|
func findMatchingDeviceAddress(ctx context.Context, from string, defaultAddr string) (string, error) {
|
|
if from == "" {
|
|
return defaultAddr, nil
|
|
}
|
|
|
|
fromIP := net.ParseIP(from)
|
|
|
|
if fromIP == nil {
|
|
return defaultAddr, nil
|
|
}
|
|
|
|
ifaces, err := anet.Interfaces()
|
|
if err != nil {
|
|
return "", errors.WithStack(err)
|
|
}
|
|
|
|
for _, ifa := range ifaces {
|
|
addrs, err := anet.InterfaceAddrsByInterface(&ifa)
|
|
if err != nil {
|
|
logger.Error(
|
|
ctx, "could not retrieve iface adresses",
|
|
logger.CapturedE(errors.WithStack(err)), logger.F("iface", ifa.Name),
|
|
)
|
|
|
|
continue
|
|
}
|
|
|
|
for _, addr := range addrs {
|
|
ip, network, err := net.ParseCIDR(addr.String())
|
|
if err != nil {
|
|
logger.Error(
|
|
ctx, "could not parse address",
|
|
logger.CapturedE(errors.WithStack(err)), logger.F("address", addr.String()),
|
|
)
|
|
|
|
continue
|
|
}
|
|
|
|
if !network.Contains(fromIP) {
|
|
continue
|
|
}
|
|
|
|
if ip.To4() == nil {
|
|
continue
|
|
}
|
|
|
|
return ip.To4().String(), nil
|
|
}
|
|
}
|
|
|
|
return defaultAddr, nil
|
|
}
|
|
|
|
func newAppRepository(host string, basePort uint64, manifests ...*app.Manifest) *appModuleMemory.Repository {
|
|
if host == "" {
|
|
host = "127.0.0.1"
|
|
}
|
|
|
|
return appModuleMemory.NewRepository(
|
|
func(ctx context.Context, id app.ID, from string) (string, error) {
|
|
appIndex := 0
|
|
for i := 0; i < len(manifests); i++ {
|
|
if manifests[i].ID == id {
|
|
appIndex = i
|
|
break
|
|
}
|
|
}
|
|
|
|
addr, err := findMatchingDeviceAddress(ctx, from, host)
|
|
if err != nil {
|
|
return "", errors.WithStack(err)
|
|
}
|
|
|
|
return fmt.Sprintf("http://%s:%d", addr, int(basePort)+appIndex), nil
|
|
},
|
|
manifests...,
|
|
)
|
|
}
|
|
|
|
func initAppID(manifest *app.Manifest) ModuleDepFunc {
|
|
return func(deps *moduleDeps) error {
|
|
deps.AppID = manifest.ID
|
|
return nil
|
|
}
|
|
}
|
|
|
|
func initAppRepository(repo appModule.Repository) ModuleDepFunc {
|
|
return func(deps *moduleDeps) error {
|
|
deps.AppRepository = repo
|
|
return nil
|
|
}
|
|
}
|
|
|
|
func initMemoryBus(deps *moduleDeps) error {
|
|
deps.Bus = memory.NewBus()
|
|
|
|
return nil
|
|
}
|
|
|
|
func initDatastores(documentStoreDSN, blobStoreDSN, shareStoreDSN string, appID app.ID) ModuleDepFunc {
|
|
return func(deps *moduleDeps) error {
|
|
documentStoreDSN = injectAppID(documentStoreDSN, appID)
|
|
|
|
documentStore, err := driver.NewDocumentStore(documentStoreDSN)
|
|
if err != nil {
|
|
return errors.WithStack(err)
|
|
}
|
|
|
|
deps.DocumentStore = documentStore
|
|
|
|
blobStoreDSN = injectAppID(blobStoreDSN, appID)
|
|
|
|
blobStore, err := driver.NewBlobStore(blobStoreDSN)
|
|
if err != nil {
|
|
return errors.WithStack(err)
|
|
}
|
|
|
|
deps.BlobStore = blobStore
|
|
|
|
shareStore, err := driver.NewShareStore(shareStoreDSN)
|
|
if err != nil {
|
|
return errors.WithStack(err)
|
|
}
|
|
|
|
deps.ShareStore = shareStore
|
|
|
|
return nil
|
|
}
|
|
}
|
|
|
|
func initAccounts(accountsFile string, appID app.ID) ModuleDepFunc {
|
|
return func(deps *moduleDeps) error {
|
|
accountsFile = injectAppID(accountsFile, appID)
|
|
|
|
accounts, err := loadLocalAccounts(accountsFile)
|
|
if err != nil {
|
|
return errors.Wrap(err, "could not load local accounts")
|
|
}
|
|
|
|
deps.Accounts = accounts
|
|
|
|
return nil
|
|
}
|
|
}
|