yakworks · basejump · Jul 14, 2025 · Apr 30, 2025 · May 1, 2025 · May 1, 2025
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -16,6 +16,10 @@ executors:
       GRADLE_OPTS: "-Dorg.gradle.caching=true -Dorg.gradle.daemon=false -Dorg.gradle.workers.max=2 -Dorg.gradle.console=plain"
     docker:
       - image: yakworks/bullseye:jdk11
+  builder-small: # 1cpus 2gb ram, cheapest, used for timeout
+    resource_class: 'small'
+    docker:
+      - image: yakworks/bullseye:jdk11
 
 commands:
   restore_gradle_cache:
@@ -87,6 +91,17 @@ jobs:
       - save_workspace
       - save_build_cache
 
+  timeout-check:
+    executor: builder-small
+    steps:
+      - run:
+          name: Cancel build after set time
+          background: true
+          command: |
+            sleep 600 # 10min
+            echo "Canceling workflow as too much time has elapsed"
+            curl -X POST --header "Content-Type: application/json" "https://circleci.com/api/v2/workflow/${CIRCLE_WORKFLOW_ID}/cancel?circle-token=${CIRCLE_TOKEN}"
+
   gorm-tools:
     executor: builder-large
     steps:

diff --git a/.gitignore b/.gitignore
@@ -159,3 +159,5 @@ Session.vim
 api-docs/dist
 api-docs/node_modules
 .build-cache
+/examples/rally-api/ignite
+/ignite
diff --git a/Makefile b/Makefile
@@ -150,7 +150,7 @@ test.benchmarks:
 	cd examples/benchmarks
 	java -server -Xmx3g -XX:MaxMetaspaceSize=256m \
 		-DmultiplyData=3 -Dgorm.tools.async.poolSize=4 -Djava.awt.headless=true \
-        -Dgrails.env=prod -jar build/libs/benchmarks.jar
+		-Dgrails.env=prod -jar build/libs/benchmarks.jar
 
 #		-XX:+UnlockExperimentalVMOptions -XX:+UseCGroupMemoryLimitForHeap \
 #		-XX:+UseConcMarkSweepGC -XX:+UseCMSInitiatingOccupancyOnly \
@@ -159,11 +159,70 @@ test.benchmarks:
 #		-XX:SurvivorRatio=8 \
 
 ## start the rally-api example jar
-start.rally-api: # start.db
+start.rally-api.ignite: # start.db
 	${gradlew} rally-api:assemble
 	cd examples/rally-api
-	java -server -Xmx2g -jar build/libs/rally-api.jar
+	java \
+	--add-exports=java.base/jdk.internal.misc=ALL-UNNAMED \
+	--add-exports=java.base/sun.nio.ch=ALL-UNNAMED \
+	--add-exports=java.management/com.sun.jmx.mbeanserver=ALL-UNNAMED \
+	--add-exports=jdk.internal.jvmstat/sun.jvmstat.monitor=ALL-UNNAMED \
+	--add-exports=java.base/sun.reflect.generics.reflectiveObjects=ALL-UNNAMED \
+	--add-opens=jdk.management/com.sun.management.internal=ALL-UNNAMED \
+	--illegal-access=permit \
+	-server -Dserver.port=8083 \
+	-Dspring.profiles.active=production,local,server,ignite \
+	-Djava.net.preferIPv4Stack=true \
+	-Xmx2g -jar build/libs/rally-api.jar
+
+start.rally-api2.ignite: # start.db
+	cd examples/rally-api
+	java \
+	--add-exports=java.base/jdk.internal.misc=ALL-UNNAMED \
+	--add-exports=java.base/sun.nio.ch=ALL-UNNAMED \
+	--add-exports=java.management/com.sun.jmx.mbeanserver=ALL-UNNAMED \
+	--add-exports=jdk.internal.jvmstat/sun.jvmstat.monitor=ALL-UNNAMED \
+	--add-exports=java.base/sun.reflect.generics.reflectiveObjects=ALL-UNNAMED \
+	--add-opens=jdk.management/com.sun.management.internal=ALL-UNNAMED \
+	--illegal-access=permit \
+	-server -Dserver.port=8084 \
+	-Dspring.profiles.active=production,local,client,ignite  \
+	-Djava.net.preferIPv4Stack=true \
+	-Xmx2g -jar build/libs/rally-api.jar
+
+## start the rally-api example jar with hazel cast
+start.rally-api: # start.db
+	${gradlew} rally-api:assemble
+	java \
+	-server -Dserver.port=8083 \
+	-Dspring.profiles.active=production,local,server,hazel \
+	-Djava.net.preferIPv4Stack=true \
+	-Xmx2g -jar examples/rally-api/build/libs/rally-api.jar
+
+start.rally-api2:
+	java \
+	-server -Dserver.port=8084 \
+	-Dspring.profiles.active=production,local,client,hazel  \
+	-Djava.net.preferIPv4Stack=true \
+	-Xmx2g -jar examples/rally-api/build/libs/rally-api.jar
+
+start.rally-api3:
+	java \
+	-server -Dserver.port=8085 \
+	-Dspring.profiles.active=production,local,client,hazel  \
+	-Djava.net.preferIPv4Stack=true \
+	-Xmx2g -jar examples/rally-api/build/libs/rally-api.jar
+
+## start rcm-jobs, gradle rcm-jobs:bootRun
+run.rally-api: # start.db
+	${gradlew} rally-api:assemble
+	${gradlew} rally-api:bootRun -Dgrails.env=server -Dspring.profiles.active=local,server  --args='--server.port=8083'
+
+run.rally-api2: # start.db
+	${gradlew} rally-api:bootRun --args='--server.port=8084 --spring.profiles.active=local,client -Dgrails.env=client'
 
+run.rally-api3: # start.db
+	${gradlew} rally-api:bootRun --args='--server.port=8085 --spring.profiles.active=local,client'
 
 # clones the api-docs branch or this project where we will publish/push
 # oapi.docs-clone:

diff --git a/examples/rally-api/Readme.md b/examples/rally-api/Readme.md
@@ -0,0 +1,9 @@
+## Rally API
+
+App to prove out veious functionality
+
+## Multiple Cluster Nodes
+
+Simulate by running `make start.rally-api`, `make start.rally-api2` and `make start.rally-api3` im 3 different terminal sessions
+
+
diff --git a/examples/rally-api/build.gradle b/examples/rally-api/build.gradle
@@ -24,6 +24,20 @@ dependencies {
   // implementation "com.github.jknack:handlebars-springmvc:$vHandlebars"
   // implementation "com.github.jknack:handlebars-guava-cache:$vHandlebars"
 
+  //SHIRO, not used yet
+  ['aspectj', 'core', 'spring', 'web'].each {
+    implementation "org.apache.shiro:shiro-$it:$vShiro"
+  }
+
+  //APACHE IGNITE
+  implementation("org.apache.ignite:ignite-core:2.17.0")
+  //implementation("org.apache.ignite:ignite-kubernetes:2.17.0")
+  //implementation("org.apache.ignite:ignite-indexing:2.17.0")
+  implementation("org.apache.ignite:ignite-spring:2.17.0")
+  implementation("org.apache.ignite:ignite-spring-cache-ext:1.0.0")
+  implementation("org.apache.ignite:ignite-slf4j:2.17.0")
+  //implementation("org.apache.ignite:ignite-spring-boot-autoconfigure-ext:1.0.0")
+
   // === Spring Sec ===
   implementation 'org.springframework.boot:spring-boot-starter-security'
   implementation 'org.springframework.boot:spring-boot-starter-oauth2-client'
@@ -61,7 +75,7 @@ dependencies {
   implementation "com.hazelcast:hazelcast-spring:$vHazelcast"
   implementation "com.github.ben-manes.caffeine:caffeine:$vCaffeine"
 
-  runtimeOnly "com.h2database:h2:$vH2"
+  implementation "com.h2database:h2:$vH2"
   runtimeOnly "javax.xml.bind:jaxb-api:2.3.1"
   runtimeOnly "com.zaxxer:HikariCP:$vHikari"
 
@@ -98,6 +112,8 @@ bootRun {
   //set the sys properties so BuildSupport statics can see them. Should not really be used or needed in prod
   systemProperty "project.rootProjectDir", rootProject.projectDir.absolutePath
   systemProperty "project.projectDir", project.projectDir.absolutePath
+  //fixes the hazelcast when running offline
+  systemProperty "java.net.preferIPv4Stack", true
 }
 
 bootJar.enabled = true

diff --git a/.../rally-api/grails-app/controllers/yakworks/rally/api/rally/ExceptionTestController.groovy b/.../rally-api/grails-app/controllers/yakworks/rally/api/rally/ExceptionTestController.groovy
@@ -10,9 +10,9 @@ import yakworks.api.problem.data.DataProblem
 import yakworks.rally.orgs.model.Org
 import yakworks.rest.gorm.controller.CrudApiController
 
-import static org.springframework.http.HttpStatus.CREATED
 import static org.springframework.http.HttpStatus.OK
 
+@SuppressWarnings(['ThrowRuntimeException'])
 @CompileStatic
 class ExceptionTestController implements CrudApiController<Org> {
     static String namespace = 'rally'

diff --git a/examples/rally-api/grails-app/controllers/yakworks/rally/api/rally/OrgController.groovy b/examples/rally-api/grails-app/controllers/yakworks/rally/api/rally/OrgController.groovy
@@ -6,12 +6,10 @@ package yakworks.rally.api.rally
 
 import groovy.transform.CompileStatic
 
-import yakworks.api.problem.data.DataProblem
 import yakworks.rally.orgs.model.Org
 import yakworks.rest.gorm.controller.CrudApiController
 
 import static org.springframework.http.HttpStatus.CREATED
-import static org.springframework.http.HttpStatus.OK
 
 @CompileStatic
 class OrgController implements CrudApiController<Org> {

diff --git a/examples/rally-api/grails-app/init/yakworks/rally/api/BootStrap.groovy b/examples/rally-api/grails-app/init/yakworks/rally/api/BootStrap.groovy
@@ -4,14 +4,26 @@
 */
 package yakworks.rally.api
 
+import yakworks.rally.orgs.model.Contact
 import yakworks.rally.seed.RallySeed
 import yakworks.security.gorm.model.AppUser
 
 class BootStrap {
 
     def init = { servletContext ->
-        RallySeed.fullMonty()
-        addOktaUser()
+        def contacts
+        AppUser.withTransaction {
+            contacts = Contact.list()
+        }
+        println "************************ contacts size : $contacts.size()"
+        if(!contacts) {
+            RallySeed.fullMonty()
+            addOktaUser()
+        }
+        AppUser.withTransaction {
+            contacts = Contact.list()
+        }
+        println "************************ after contacts size : $contacts.size()"
     }
 
     //add the [email protected] so saml works

diff --git a/examples/rally-api/httpyac/hazel.http b/examples/rally-api/httpyac/hazel.http
@@ -7,10 +7,14 @@
 ### cluster state
 GET {{base_url}}/health/cluster-state
 
+### check ize
 GET {{base_url}}/health/cluster-size
 
+### node state
 GET {{base_url}}/health/node-state
 
+### maps
 GET {{base_url}}/rest/cluster
 
+### maps
 GET {{base_url}}/rest/maps/
diff --git a/examples/rally-api/src/integration-test/groovy/yakworks/SmokeRestApiSpec.groovy b/examples/rally-api/src/integration-test/groovy/yakworks/SmokeRestApiSpec.groovy
@@ -1,6 +1,8 @@
 package yakworks
 
+import org.springframework.beans.factory.annotation.Autowired
 import org.springframework.http.HttpStatus
+import org.springframework.web.bind.support.DefaultDataBinderFactory
 
 import grails.gorm.transactions.Rollback
 import grails.testing.mixin.integration.Integration
@@ -12,6 +14,8 @@ import yakworks.rest.client.OkHttpRestTrait
 @Rollback
 class SmokeRestApiSpec extends Specification implements OkHttpRestTrait {
 
+    //@Autowired DefaultDataBinderFactory defaultDataBinderFactory
+
     String path = "/api/rally"
 
      void setup(){
@@ -43,6 +47,7 @@ class SmokeRestApiSpec extends Specification implements OkHttpRestTrait {
 
     void "get smoke test model"() {
         when:
+        //assert defaultDataBinderFactory
         Response resp = get("$path/smoke/model?foo=buzz&bar=baz")
 
         then:

diff --git a/examples/rally-api/src/integration-test/groovy/yakworks/rest/BulkControllerSpec.groovy b/examples/rally-api/src/integration-test/groovy/yakworks/rest/BulkControllerSpec.groovy
@@ -34,7 +34,7 @@ class BulkControllerSpec extends RestIntTest implements SecuritySpecHelper {
         request.method = "POST"
         //sourceId is built from these so pop to test
         request.requestURI = '/api/rally/org/bulk'
-        request.queryString = 'jobSource=Oracle'
+        request.queryString = 'jobSource=Oracle&async=false'
 
         controller.params.jobSource = "Oracle"
         controller.bulkCreate()
@@ -76,7 +76,7 @@ class BulkControllerSpec extends RestIntTest implements SecuritySpecHelper {
 
         then:
         job.id
-        job.data != null
+        job.dataToString()
     }
 
 }
diff --git a/examples/rally-api/src/integration-test/groovy/yakworks/rest/BulkCsvSpec.groovy b/examples/rally-api/src/integration-test/groovy/yakworks/rest/BulkCsvSpec.groovy
@@ -214,4 +214,36 @@ class BulkCsvSpec  extends RestIntTest implements SecuritySpecHelper {
             if(body.id) SyncJob.repo.removeById(body.id as Long) //syncjob is created in new transaction
         }
     }
+
+    void "test bad CSV"() {
+
+        when: "create attachment"
+        def csvFile = BuildSupport.rootProjectPath.resolve("examples/resources/csv/contact-bad.csv")
+        Attachment attachment
+        Attachment.withNewTransaction {
+            attachment = Attachment.create([name: csvFile.fileName.toString(), sourcePath: csvFile])
+        }
+        TrxUtils.flush()
+        controller.params.attachmentId = attachment.id
+        controller.params['async'] = false //disable promise for test
+        controller.params['saveDataAsFile'] = true //write to file
+
+        controller.bulkCreate()
+        Map body = response.bodyToMap()
+
+        then:
+        response.status == 400
+
+        body.ok == false
+        body.code == 'error.data.csv'
+        body.title == "CSV Data Problem"
+        body.detail.contains "Error on record number 2"
+
+        cleanup: "cleanup db"
+        //attachmentRepo.removeById(attachment.id)
+        Attachment.withNewTransaction {
+            if(attachment) attachment.remove()
+            //if(body.id) SyncJob.repo.removeById(body.id as Long) //syncjob is created in new transaction
+        }
+    }
 }