spring-batch-examples

TODO:

• Spring Batch for cloud
• Spring Tips: Spring Batch: file to pojo to jdbc import
• High Performance Batch Processing
• Batch Processing in 2019
• Cloud Native Batch Processing
• Batching for the Modern Enterprise

spring-batch-example

cd spring-batch-example ; ./gradlew clean bootRun

spring-batch-job-scheduling

mvn -f spring-batch-job-scheduling spring-boot:start
sleep 10s
mvn -f spring-batch-job-scheduling spring-boot:stop

spring-batch-metrics

rm -rf ~/.m2/repository/com/github/daggerok
mvn clean package install -f spring-batch-pipeline-chain

mvn spring-boot:start -f spring-batch-pipeline-chain/apps/user-service
mvn spring-boot:start -f spring-batch-pipeline-chain/apps/payment-service
mvn spring-boot:start -f spring-batch-pipeline-chain/apps/app

http post :8080/api/launch-payments-report ; http get :8080/api

mvn spring-boot:stop -f spring-batch-pipeline-chain/apps/app
mvn spring-boot:stop -f spring-batch-pipeline-chain/apps/user-service
mvn spring-boot:stop -f spring-batch-pipeline-chain/apps/payment-service

cat ./spring-batch-pipeline-chain/apps/app/target/payments-report.csv

spring-batch-retry

rm -rf ~/.m2/repository/com/github/daggerok
mvn clean package install -f spring-batch-retry

mvn spring-boot:start -f spring-batch-retry/apps/user-service
mvn spring-boot:start -f spring-batch-retry/apps/payment-service
mvn spring-boot:start -f spring-batch-retry/apps/app

http post :8080/api/launch-payments-report ; sleep 20s ; http get :8080/api

mvn spring-boot:stop -f spring-batch-retry/apps/app
mvn spring-boot:stop -f spring-batch-retry/apps/user-service
mvn spring-boot:stop -f spring-batch-retry/apps/payment-service

cat ./spring-batch-retry/apps/app/target/payments-report.csv

txt-to-csv-converter

cd txt-to-csv-converter ; ./mvnw clean compile spring-boot:run

read-process-write-with-tasklets

cd read-process-write-with-tasklets ; ./mvnw spring-boot:start
http post :8080/api/launch-my-job
cd read-process-write-with-tasklets ; ./mvnw spring-boot:stop

spring-batch-metrics

rm -rf ~/.m2/repository/com/github/daggerok
mvn clean package install -f spring-batch-metrics

mvn spring-boot:start -f spring-batch-metrics/apps/user-service
mvn spring-boot:start -f spring-batch-metrics/apps/payment-service
mvn spring-boot:start -f spring-batch-metrics/apps/app

http post :8080/api/launch-payments-report ; http get :8080/api
http get  :8080/actuator/metrics/app.EnrichUsersDataProcessor

mvn spring-boot:stop -f spring-batch-metrics/apps/app
mvn spring-boot:stop -f spring-batch-metrics/apps/user-service
mvn spring-boot:stop -f spring-batch-metrics/apps/payment-service

cat ./spring-batch-metrics/apps/app/target/payments-report.csv

run-steps-in-parallel-with-flow-split

rm -rf ~/.m2/repository/com/github/daggerok
mvn clean package install -f run-steps-in-parallel-with-flow-split

mvn spring-boot:start -f run-steps-in-parallel-with-flow-split/apps/user-service
mvn spring-boot:start -f run-steps-in-parallel-with-flow-split/apps/payment-service
mvn spring-boot:start -f run-steps-in-parallel-with-flow-split/apps/app

http post :8080/api/launch-payments-report ; http get :8080/api
http get  :8080/actuator/metrics/app.loadAllPaymentsFlow
http get  :8080/actuator/metrics/app.loadAllUsersFlow
http get  :8080/actuator/metrics/app.enrichReportTaskletStep

mvn spring-boot:stop -f run-steps-in-parallel-with-flow-split/apps/app
mvn spring-boot:stop -f run-steps-in-parallel-with-flow-split/apps/user-service
mvn spring-boot:stop -f run-steps-in-parallel-with-flow-split/apps/payment-service

cat ./run-steps-in-parallel-with-flow-split/apps/app/target/payments-report.csv

batch-to-cloud: step-1-plain-old-batch

rm -rf ~/.m2/repository/com/github/daggerok
mvn clean package install -f batch-to-cloud/step-1-plain-old-batch

mvn spring-boot:start -f batch-to-cloud/step-1-plain-old-batch/user-service
mvn spring-boot:start -f batch-to-cloud/step-1-plain-old-batch/payment-service
mvn spring-boot:start -f batch-to-cloud/step-1-plain-old-batch/app

http post :8080/api/launch-payments-report ; http get :8080/api
http get  :8080/actuator/metrics/app.loadAllPaymentsFlow
http get  :8080/actuator/metrics/app.loadAllUsersFlow
http get  :8080/actuator/metrics/app.enrichReportTaskletStep

mvn spring-boot:stop -f batch-to-cloud/step-1-plain-old-batch/app
mvn spring-boot:stop -f batch-to-cloud/step-1-plain-old-batch/user-service
mvn spring-boot:stop -f batch-to-cloud/step-1-plain-old-batch/payment-service

cat ./batch-to-cloud/step-1-plain-old-batch/app/target/payments-report.csv

rtfm

• Spring Batch testing
• Spring Batch Retry
• Retry rollbackOnly Transactions 1
• Retry rollbackOnly Transactions 2
• https://www.baeldung.com/spring-retry
• Spring Batch example with Gradle 5.4.1