Npt 632 debug

.github/workflows/build.yml

@@ -13,8 +13,6 @@ jobs:
         uses: actions/setup-go@v3
         with:
           go-version: '>=1.17.0'
-      - name: setup-docker
-        uses: docker-practice/actions-setup-docker@1.0.11
       - name: 'Set up Cloud SDK'
         uses: 'google-github-actions/setup-gcloud@v0'
       - name: Build Compiler image
@@ -51,8 +49,6 @@ jobs:
         uses: actions/setup-go@v3
         with:
           go-version: '>=1.17.0'
-      - name: setup-docker
-        uses: docker-practice/actions-setup-docker@1.0.11
       - name: Test Generate Code and Render templates
         run: |
             git config --global url."https://github.com/".insteadOf "git@github.com:"

compiler/.gitignore

@@ -7,6 +7,7 @@ cmd/nexus-openapi-gen
 cmd/gqlgen
 compiler.tar
 _generated
+_tsm_temp
 
 ### GoLand ###
 .idea

compiler/Dockerfile

@@ -23,4 +23,4 @@ RUN go mod download
 WORKDIR /go/src/github.com/vmware-tanzu/graph-framework-for-microservices/compiler
 RUN go mod download
 
-CMD make docker.gitlab_credentials && make generate_code
+CMD make docker.gitlab_credentials && make preparser

compiler/Makefile

@@ -20,6 +20,7 @@ CONFIG_FILE ?= ""
 GENERATED_OUTPUT_DIRECTORY ?= generated
 COMPILER_SRC_DIRECTORY ?= ""
 FORCE ?= false
+PREPARSER_MODPATH ?= model
 
 NEXUS_KUBEOPENAPI_VERSION ?= 7416bd4754d3c0dd8b3fa37fff53d36594f11607
 NEXUS_GRAPHQLGEN_VERSION ?= 32f028bce22efeb70b47a640195bd969dbb337f0
@@ -134,11 +135,41 @@ generate_example_in_container:
 test_in_container: ${BUILDER_NAME}\:${BUILDER_TAG}.image.exists
 	$(call run_in_container, make test)
 
+.PHONY: preparser
+preparser:
+	@echo "Nexus Compiler: Start Preparser"
+	@echo "Cleaning up workdir"
+	rm -rf _generated
+	@echo "Copying generated_base_structure to create directory structure"
+	@echo "COMPILER_SRC_DIRECTORY: ${COMPILER_SRC_DIRECTORY}"
+	cp -R _generated_base_structure _generated
+	@echo "Cleaning up temp dir"
+	rm -rf _tsm_temp
+	@echo "Copying Datamodel to temp directory"
+	cp -R ${DATAMODEL_PATH} _tsm_temp
+	cp -R _generated_base_structure/* ${DATAMODEL_PATH}/build
+	@echo "Nexus Compiler: Running Preparser"
+	go run cmd/preparser/main.go -dsl _tsm_temp -output _generated -modpath ${PREPARSER_MODPATH}
+	@echo "Nexus Compiler: Remove empty directories from model directory"
+	@find _generated/model -depth -type d -empty -delete
+
+	@if [ -d "_tsm_temp/global" ]; then \
+		cp _tsm_temp/go.mod _tsm_temp/global/go.mod; \
+		for d in _tsm_temp/*/; do \
+			if [[ ! "$$d" == "_tsm_temp/global/" && ! "$$d" == "_tsm_temp/build/" ]]; then \
+			  cp -r "$$d" "_tsm_temp/global/"; \
+  			fi; \
+  		done; \
+		$(MAKE) generate_code DATAMODEL_PATH=_tsm_temp/global; \
+	else \
+		$(MAKE) generate_code; \
+	fi
+
 .PHONY: generate_code
 generate_code:
 	@echo "Nexus Compiler: Running compiler code generation"
 	@echo "Cleaning up workdir"
-	rm -rf _generated ${GOPATH}/src/nexustempmodule
+	rm -rf ${GOPATH}/src/nexustempmodule
 	@echo "Copying generated_base_structure to create directory structure"
 	@echo "COMPILER_SRC_DIRECTORY: ${COMPILER_SRC_DIRECTORY}"
 	cp -R _generated_base_structure _generated
@@ -158,11 +189,12 @@ generate_code:
 	@echo "Nexus Compiler: Generating CRD yamls"
 	go run cmd/generate-openapischema/generate-openapischema.go -yamls-path _generated/crds -existing-CRDs-Path ${GENERATED_OUTPUT_DIRECTORY}/crds -force ${FORCE}
 	git checkout -- pkg/openapi_generator/openapi/openapi_generated.go
-	rm -rf ${GENERATED_OUTPUT_DIRECTORY}/{client,apis,crds,common,nexus-client,helper,nexus-gql}
-	cp -r _generated/{client,apis,crds,common,nexus-client,helper,nexus-gql} ${GENERATED_OUTPUT_DIRECTORY}
+	rm -rf ${GENERATED_OUTPUT_DIRECTORY}/{client,apis,crds,common,nexus-client,helper,nexus-gql,tsm-nexus-gql,model}
+	cp -r _generated/{client,apis,crds,common,nexus-client,helper,nexus-gql,tsm-nexus-gql,model} ${GENERATED_OUTPUT_DIRECTORY}
 	@echo "Nexus Compiler: Generating GRAPHQL PKG"
-	cd _generated && goimports -w .
+	cd _generated && mv model/model.go model/model.tmp && goimports -w . && mv model/model.tmp model/model.go
 	cd _generated/nexus-gql && gqlgen generate
+	@echo "Nexus Compiler: GRAPHQL Generating completed"
 	cp -rf _generated/* ${GOPATH}/src/nexustempmodule/
 	cd ${GOPATH}/src/nexustempmodule && cd nexus-gql && go mod init && \
 	go mod edit -replace nexustempmodule=${GOPATH}/src/nexustempmodule && \
@@ -174,10 +206,10 @@ generate_code:
 	./scripts/replace_mod_path.sh
 	find . -name "*.bak" -type f -delete
 	@echo "Sorting imports"
-	cd _generated && goimports -w .
+	cd _generated && mv model/model.go model/model.tmp && goimports -w . && mv model/model.tmp model/model.go
 	@echo "Nexus Compiler: Moving files to output directory"
-	cp -r _generated/{client,apis,crds,common,nexus-client,helper,nexus-gql} ${GENERATED_OUTPUT_DIRECTORY}
-	cp -r ${GOPATH}/src/nexustempmodule/nexus-gql/graphql.so ${GENERATED_OUTPUT_DIRECTORY}/nexus-gql
+	cp -r _generated/{client,apis,crds,common,nexus-client,helper,nexus-gql,tsm-nexus-gql,model} ${GENERATED_OUTPUT_DIRECTORY}
+	cp -r ${GOPATH}/src/nexustempmodule/nexus-gql/* ${GENERATED_OUTPUT_DIRECTORY}/nexus-gql/
 	@echo "Nexus Compiler: Compiler code generation completed"
 
 .PHONY: test_generate_code_in_container

compiler/builder/Dockerfile

@@ -15,7 +15,7 @@ RUN tdnf -y --refresh install \
   make=4.3-2.ph4 \
   coreutils=8.32-3.ph4 \
   build-essential=0.1-3.ph4 \
-  openssh-clients=8.8p1-3.ph4 \
+  openssh-clients \
   jq=1.6-2.ph4 \
   && go install github.com/onsi/ginkgo/ginkgo@v1.16.0 \
   && go install github.com/onsi/gomega/...@v1.18.0 \

compiler/cmd/nexus-sdk/main.go

@@ -49,10 +49,11 @@ func main() {
 	config.ConfigInstance = conf
 	pkgs := parser.ParseDSLPkg(*dslDir)
 	graphlqQueries := parser.ParseGraphqlQuerySpecs(pkgs)
-	graph := parser.ParseDSLNodes(*dslDir, conf.GroupName, pkgs, graphlqQueries)
+	graph, nonNexusTypes, fileset := parser.ParseDSLNodes(*dslDir, conf.GroupName, pkgs, graphlqQueries)
 	methods, codes := rest.ParseResponses(pkgs)
+	graphqlFiles := parser.ParseGraphQLFiles(*dslDir)
 	if err = generator.RenderCRDTemplate(conf.GroupName, conf.CrdModulePath, pkgs, graph,
-		*crdDir, methods, codes); err != nil {
+		*crdDir, methods, codes, nonNexusTypes, fileset, graphqlFiles); err != nil {
 		log.Fatalf("Error rendering crd template: %v", err)
 	}
 }

compiler/cmd/preparser/main.go

@@ -0,0 +1,39 @@
+package main
+
+import (
+	"flag"
+
+	log "github.com/sirupsen/logrus"
+	"github.com/vmware-tanzu/graph-framework-for-microservices/compiler/pkg/preparser"
+)
+
+func main() {
+	dslDir := flag.String("dsl", "datamodel", "DSL file location.")
+	outputDir := flag.String("output", "_generated", "output dir location.")
+	modPath := flag.String("modpath", "datamodel", "ModPath for rendered imports")
+	logLevel := flag.String("log-level", "ERROR", "Log level")
+	flag.Parse()
+
+	lvl, err := log.ParseLevel(*logLevel)
+	if err != nil {
+		log.Fatalf("Failed to configure logging: %v\n", err)
+	}
+	log.SetLevel(lvl)
+
+	packages := preparser.Parse(*dslDir)
+	err = preparser.Render(*dslDir, packages)
+	if err != nil {
+		log.Fatal(err)
+	}
+
+	err = preparser.CopyPkgsToBuild(*dslDir, *outputDir)
+	if err != nil {
+		log.Fatal(err)
+	}
+
+	packages = preparser.Parse(*dslDir)
+	err = preparser.RenderImports(packages, *outputDir, *modPath)
+	if err != nil {
+		log.Fatal(err)
+	}
+}