fixed nil pointer

.gitignore

@@ -10,8 +10,6 @@ tmp/
 *.gz
 .DS_Store
 autogen
-dql
-dql
 *.iml
 *.so
 logs

Version

@@ -1 +1 @@
-v0.20.2
+v0.21.0

cmd/cli.go

@@ -3,13 +3,13 @@ package cmd
 import (
 	"context"
 	"fmt"
+
 	"github.com/jessevdk/go-flags"
 	"github.com/viant/datly/cmd/command"
 	soptions "github.com/viant/datly/cmd/options"
 )
 
 func RunApp(version string, args soptions.Arguments) error {
-
 	options, err := buildOptions(args)
 	if err != nil {
 		return err

cmd/command/async_defaults.go

@@ -0,0 +1,33 @@
+package command
+
+import (
+	"github.com/viant/afs/file"
+	"github.com/viant/afs/url"
+	"github.com/viant/datly/gateway/runtime/standalone"
+)
+
+const (
+	defaultJobURL       = "/tmp/datly/jobs"
+	defaultFailedJobURL = "/tmp/datly/failed"
+)
+
+func applyAsyncJobDefaults(config *standalone.Config) {
+	if config == nil {
+		return
+	}
+
+	if config.JobURL == "" && config.FailedJobURL == "" {
+		config.JobURL = defaultJobURL
+		config.FailedJobURL = defaultFailedJobURL
+		return
+	}
+
+	if config.JobURL == "" {
+		config.JobURL = defaultJobURL
+	}
+
+	if config.FailedJobURL == "" {
+		parent, _ := url.Split(config.JobURL, file.Scheme)
+		config.FailedJobURL = url.Join(parent, "failed", "jobs")
+	}
+}

cmd/command/async_defaults_test.go

@@ -0,0 +1,51 @@
+package command
+
+import (
+	"testing"
+
+	"github.com/viant/datly/gateway"
+	"github.com/viant/datly/gateway/runtime/standalone"
+)
+
+func TestApplyAsyncJobDefaults(t *testing.T) {
+	testCases := []struct {
+		name         string
+		jobURL       string
+		failedJobURL string
+		expectJob    string
+		expectFailed string
+	}{
+		{
+			name:         "both empty use tmp defaults",
+			expectJob:    "/tmp/datly/jobs",
+			expectFailed: "/tmp/datly/failed",
+		},
+		{
+			name:         "custom job only derives failed path",
+			jobURL:       "/custom/jobs",
+			expectJob:    "/custom/jobs",
+			expectFailed: "file://localhost/custom/failed/jobs",
+		},
+		{
+			name:         "failed only keeps failed and defaults job",
+			failedJobURL: "/custom/failed",
+			expectJob:    "/tmp/datly/jobs",
+			expectFailed: "/custom/failed",
+		},
+	}
+
+	for _, testCase := range testCases {
+		cfg := &standalone.Config{Config: &gateway.Config{}}
+		cfg.JobURL = testCase.jobURL
+		cfg.FailedJobURL = testCase.failedJobURL
+
+		applyAsyncJobDefaults(cfg)
+
+		if cfg.JobURL != testCase.expectJob {
+			t.Fatalf("%s: expected JobURL=%s, got %s", testCase.name, testCase.expectJob, cfg.JobURL)
+		}
+		if cfg.FailedJobURL != testCase.expectFailed {
+			t.Fatalf("%s: expected FailedJobURL=%s, got %s", testCase.name, testCase.expectFailed, cfg.FailedJobURL)
+		}
+	}
+}

cmd/command/generate.go

@@ -42,6 +42,9 @@ func (s *Service) generate(ctx context.Context, options *options.Options) error
 	if _, err := s.loadPlugin(ctx, options); err != nil {
 		return err
 	}
+	if ruleOption.EffectiveEngine() == "shape" && options.Generate.Operation != "get" {
+		return fmt.Errorf("shape engine currently supports gen get only")
+	}
 	if options.Generate.Operation == "get" {
 		return s.generateGet(ctx, options)
 	}
@@ -144,8 +147,51 @@ func (s *Service) generateGet(ctx context.Context, opts *options.Options) (err e
 	if err = s.translate(ctx, opts); err != nil {
 		return err
 	}
-	if err = s.persistRepository(ctx); err != nil {
-		return err
+	if opts.Rule().EffectiveEngine() != options.EngineShape {
+		if err = s.persistRepository(ctx); err != nil {
+			return err
+		}
+	}
+
+	if opts.Rule().EffectiveEngine() == options.EngineShape {
+		componentURL := url.Join(translate.Repository.RepositoryURL, "Datly", "routes")
+		datlySrv, err := datly.New(ctx, repository.WithComponentURL(componentURL))
+		if err != nil {
+			return err
+		}
+		for i, source := range sources {
+			translate.Rule.Index = i
+			sourceText, loadErr := translate.Rule.LoadSource(ctx, s.fs, source)
+			if loadErr != nil {
+				return loadErr
+			}
+			method, uri := parseShapeRulePath(sourceText, translate.Rule.RuleName(), translate.Repository.APIPrefix)
+			key := uri
+			if !strings.EqualFold(method, "GET") {
+				key = method + ":" + uri
+			}
+			aComponent, compErr := datlySrv.Component(ctx, key)
+			if compErr != nil {
+				return compErr
+			}
+			applyDefaultComponentPackage(aComponent, translate.Rule.ModulePrefix)
+			_, sourceName := path.Split(url.Path(source))
+			sourceName = trimExt(sourceName)
+			var embeds = map[string]string{}
+			var namedResources []string
+			if repo := opts.Repository(); repo != nil && len(repo.SubstitutesURL) > 0 {
+				namedResources = append(namedResources, repo.SubstitutesURL...)
+			}
+			code := aComponent.GenerateOutputCode(ctx, defComp, true, embeds, namedResources...)
+			destURL := path.Join(translate.Rule.ModuleLocation, translate.Rule.ModulePrefix, sourceName+".go")
+			if err = s.fs.Upload(ctx, destURL, file.DefaultFileOsMode, strings.NewReader(code)); err != nil {
+				return err
+			}
+			if err = s.persistEmbeds(ctx, translate.Rule.ModuleLocation, translate.Rule.ModulePrefix, embeds, aComponent); err != nil {
+				return err
+			}
+		}
+		return nil
 	}
 
 	for i, resource := range s.translator.Repository.Resource {
@@ -167,6 +213,7 @@ func (s *Service) generateGet(ctx context.Context, opts *options.Options) (err e
 		if err != nil {
 			return err
 		}
+		applyDefaultComponentPackage(aComponent, modulePrefix)
 		var embeds = map[string]string{}
 		var namedResources []string
 
@@ -190,6 +237,24 @@ func (s *Service) generateGet(ctx context.Context, opts *options.Options) (err e
 	return nil
 }
 
+func applyDefaultComponentPackage(component *repository.Component, modulePrefix string) {
+	if component == nil {
+		return
+	}
+	if component.Output.Type.Package != "" || component.Input.Type.Package != "" {
+		return
+	}
+	modulePrefix = strings.Trim(modulePrefix, "/")
+	if modulePrefix == "" {
+		return
+	}
+	base := path.Base(modulePrefix)
+	if base == "" || base == "." || base == "/" {
+		return
+	}
+	component.Output.Type.Package = strings.ReplaceAll(base, "-", "_")
+}
+
 func (s *Service) persistEmbeds(ctx context.Context, moduleLocation string, modulePrefix string, embeds map[string]string, component *repository.Component) error {
 	rootName := component.View.Name
 	formatter := text.DetectCaseFormat(rootName)

cmd/command/mcp.go

@@ -24,10 +24,7 @@ func (s *Service) mcp(ctx context.Context, mcpOption *options.Mcp) error {
 	setter.SetStringIfEmpty(&s.config.JobURL, mcpOption.JobURL)
 	setter.SetStringIfEmpty(&s.config.FailedJobURL, mcpOption.FailedJobURL)
 	setter.SetIntIfZero(&s.config.MaxJobs, mcpOption.MaxJobs)
-	if s.config.FailedJobURL == "" && s.config.JobURL != "" {
-		parent, _ := url.Split(s.config.JobURL, file.Scheme)
-		s.config.FailedJobURL = url.Join(parent, "failed", "jobs")
-	}
+	applyAsyncJobDefaults(s.config)
 	if mcpOption.LoadPlugin && s.config.Config.PluginsURL != "" {
 		parent, _ := url.Split(mcpOption.PluginInfo, file.Scheme)
 		_ = s.fs.Copy(ctx, parent, s.config.Config.PluginsURL)

cmd/command/plugin.go

@@ -190,7 +190,7 @@ func (s *Service) reportPluginIssue(ctx context.Context, destURL string) error {
 	if fixBuilder.Len() > 0 {
 		fmt.Printf("[FIXME]: to address pulugin dependency run the following:\n")
 	}
-	fmt.Printf(fixBuilder.String())
+	fmt.Print(fixBuilder.String())
 	return nil
 }
 

cmd/command/run.go

@@ -36,10 +36,7 @@ func (s *Service) run(ctx context.Context, run *options.Run) (*standalone.Server
 	setter.SetStringIfEmpty(&s.config.JobURL, run.JobURL)
 	setter.SetStringIfEmpty(&s.config.FailedJobURL, run.FailedJobURL)
 	setter.SetIntIfZero(&s.config.MaxJobs, run.MaxJobs)
-	if s.config.FailedJobURL == "" && s.config.JobURL != "" {
-		parent, _ := url.Split(s.config.JobURL, file.Scheme)
-		s.config.FailedJobURL = url.Join(parent, "failed", "jobs")
-	}
+	applyAsyncJobDefaults(s.config)
 	if run.LoadPlugin && s.config.Config.PluginsURL != "" {
 		parent, _ := url.Split(run.PluginInfo, file.Scheme)
 		_ = s.fs.Copy(ctx, parent, s.config.Config.PluginsURL)

cmd/command/translate.go

@@ -29,6 +29,10 @@ func (s *Service) Translate(ctx context.Context, opts *options.Options) (err err
 	if err = s.translate(ctx, opts); err != nil {
 		return err
 	}
+	engine := opts.Rule().EffectiveEngine()
+	if engine == options.EngineShape || engine == options.EngineShapeIR {
+		return nil
+	}
 	return s.persistRepository(ctx)
 }
 
@@ -49,6 +53,12 @@ func (s *Service) persistRepository(ctx context.Context) error {
 }
 
 func (s *Service) translate(ctx context.Context, opts *options.Options) error {
+	switch opts.Rule().EffectiveEngine() {
+	case options.EngineShape:
+		return s.translateShape(ctx, opts)
+	case options.EngineShapeIR:
+		return s.translateShapeIR(ctx, opts)
+	}
 	if err := s.ensureTranslator(opts); err != nil {
 		return fmt.Errorf("failed to create translator: %v", err)
 	}