feat : re organize modules

.github/labeler.yml

@@ -1,6 +1,9 @@
 "component : avro":
  - changed-files:
  - any-glob-to-any-file: 'kafka-avro/**/*'
+"component : dsl-integration":
+ - changed-files:
+ - any-glob-to-any-file: 'kafka-dsl-integration/**/*'
 "component : reactor":
  - changed-files:
  - any-glob-to-any-file: 'kafka-reactor/**/*'
@@ -9,10 +12,16 @@
  - any-glob-to-any-file: 'kafka-sample/**/*'
 "component : spring-boot":
  - changed-files:
- - any-glob-to-any-file: 'kafka-spring/**/*'
+ - any-glob-to-any-file: 'kafka-spring-boot/**/*'
 "component : streams":
  - changed-files:
  - any-glob-to-any-file: 'kafka-streams/**/*'
+"component : cloud":
+ - changed-files:
+ - any-glob-to-any-file: 'kafka-cloud/**/*'
+"component : modulith":
+ - changed-files:
+ - any-glob-to-any-file: 'kafka-modulith-outbox-pattern/**/*'
 "type: documentation":
  - changed-files:
  - any-glob-to-any-file: 'docs/**/*'

.github/workflows/kafka-sample-spring-cloud.yml

@@ -1,13 +1,13 @@
-name: kafka-sample-spring-cloud
+name: kafka-spring-cloud-sample
 
 on:
  push:
  paths:
- - "kafka-sample/spring-cloud/**"
+ - "spring-cloud/**"
  branches: [ main ]
  pull_request:
  paths:
- - "kafka-sample/spring-cloud/**"
+ - "spring-cloud/**"
  types:
  - opened
  - synchronize
@@ -18,7 +18,7 @@ jobs:
  runs-on: ubuntu-latest
  defaults:
  run:
- working-directory: "kafka-sample/spring-cloud"
+ working-directory: "spring-cloud"
  steps:
  - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4
  with:

.github/workflows/kafka-sample-spring-modulith.yml

@@ -1,13 +1,13 @@
-name: kafka-sample-spring-modulith-outbox-pattern
+name: kafka-spring-modulith-outbox-pattern-sample
 
 on:
  push:
  paths:
- - "kafka-sample/spring-modulith-outbox-pattern/**"
+ - "spring-modulith-outbox-pattern/**"
  branches: [ main ]
  pull_request:
  paths:
- - "kafka-sample/spring-modulith-outbox-pattern/**"
+ - "spring-modulith-outbox-pattern/**"
  types:
  - opened
  - synchronize
@@ -18,9 +18,9 @@ jobs:
  runs-on: ubuntu-latest
  defaults:
  run:
- working-directory: "kafka-sample/spring-modulith-outbox-pattern"
+ working-directory: "spring-modulith-outbox-pattern"
  steps:
- - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4
+ - uses: actions/checkout@v4
  with:
  fetch-depth: 0
  - name: Set up JDK

.github/workflows/kafka-spring-boot-integration-dsl.yml

@@ -3,11 +3,11 @@ name: kafka-spring-boot-integration-dsl
 on:
  push:
  paths:
- - "kafka-spring/kafka-dsl-integration/**"
+ - "kafka-dsl-integration/**"
  branches: [ main ]
  pull_request:
  paths:
- - "kafka-spring/kafka-dsl-integration/**"
+ - "kafka-dsl-integration/**"
  types:
  - opened
  - synchronize
@@ -18,7 +18,7 @@ jobs:
  runs-on: ubuntu-latest
  defaults:
  run:
- working-directory: "kafka-spring/kafka-dsl-integration"
+ working-directory: "kafka-dsl-integration"
  steps:
  - uses: actions/checkout@v4
  with:

.github/workflows/kafka-spring-boot-multiple-producers-consumers.yml

@@ -3,11 +3,11 @@ name: spring-boot-multiple-producers-consumers
 on:
  push:
  paths:
- - "kafka-spring/spring-boot-multiple-producers-consumers/**"
+ - "kafka-spring-boot/spring-boot-multiple-producers-consumers/**"
  branches: [ main ]
  pull_request:
  paths:
- - "kafka-spring/spring-boot-multiple-producers-consumers/**"
+ - "kafka-spring-boot/spring-boot-multiple-producers-consumers/**"
  types:
  - opened
  - synchronize
@@ -19,10 +19,10 @@ jobs:
  runs-on: ubuntu-latest
  defaults:
  run: 
- working-directory: kafka-spring/spring-boot-multiple-producers-consumers
+ working-directory: kafka-spring-boot/spring-boot-multiple-producers-consumers
 
  steps:
- - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4
+ - uses: actions/checkout@v4
  with:
  fetch-depth: 0
  - name: Set up JDK

.github/workflows/kafka-spring-boot.yml

@@ -3,11 +3,11 @@ name: kafka-spring-boot
 on:
  push:
  paths:
- - "kafka-spring/spring-boot/**"
+ - "kafka-spring-boot/spring-boot-sample/**"
  branches: [ main ]
  pull_request:
  paths:
- - "kafka-spring/spring-boot/**"
+ - "kafka-spring-boot/spring-boot-sample/**"
  types:
  - opened
  - synchronize
@@ -18,7 +18,7 @@ jobs:
  runs-on: ubuntu-latest
  defaults:
  run:
- working-directory: "kafka-spring/spring-boot"
+ working-directory: "kafka-spring-boot/spring-boot-sample"
  steps:
  - uses: actions/checkout@v4
  with:

.gitpod.Dockerfile

@@ -3,7 +3,7 @@ FROM gitpod/workspace-full
 USER root
 
 RUN bash -c ". /home/gitpod/.sdkman/bin/sdkman-init.sh \
- && sdk install java 21.0.1-graalce \
- && sdk default java 21.0.1-graalce"
+ && sdk install java 21.0.2-graalce \
+ && sdk default java 21.0.2-graalce"
 
 

README.md

@@ -20,10 +20,16 @@ Kafka has a number of key features that make it a popular choice for data proces
 
 This repository contains sample projects integrating with kafka using different mechanisms available
 
- - [sample](./kafka-sample)
- - [streams](./kafka-streams/README.md)
- - [reactor](./kafka-reactor/README.md)
  - [avro](./kafka-avro/README.md)
+ - [DSL integration](./kafka-dsl-integration/ReadMe.md)
+ - [reactor](./kafka-reactor/README.md)
+ - [sample](./kafka-sample)
+ - [Examples using spring boot](./kafka-spring-boot/README.md)
+ - [kafka streams implementation](./kafka-streams/README.md)
+ - [Kafka implementation using cloud bindings](./spring-cloud/README.md)
+ - [Outbox Pattern Implementation using Modulith](./spring-modulith-outbox-pattern/README.md)
+
+
 
 
 ### Reference

kafka-dsl-integration/ReadMe.md

@@ -0,0 +1,33 @@
+# spring-dsl-integration
+
+### Format code
+
+```shell
+$ ./mvnw spotless:apply
+```
+
+### Run tests
+
+```shell
+$ ./mvnw clean verify
+```
+
+### Run locally
+
+```shell
+$ docker-compose -f docker/docker-compose.yml up -d
+$ ./mvnw spring-boot:run -Dspring-boot.run.profiles=local
+```
+
+### Using Testcontainers at Development Time
+You can run `TestApplication.java` from your IDE directly.
+You can also run the application using Maven as follows:
+
+```shell
+./mvnw spring-boot:test-run
+```
+
+
+### Useful Links
+* Swagger UI: http://localhost:8080/swagger-ui.html
+* Actuator Endpoint: http://localhost:8080/actuator

kafka-dsl-integration/src/main/resources/application.properties

@@ -0,0 +1,16 @@
+spring.application.name=kafka-dsl-integration
+
+app.kafka.topic=simple.topic
+app.kafka.newTopic=simple.new.topic
+app.kafka.messageKey=simple.key
+
+spring.kafka.consumer.group-id=simpleTestGroup
+spring.kafka.consumer.auto-offset-reset=earliest
+spring.kafka.consumer.enable-auto-commit=false
+#spring.kafka.consumer.value-deserializer=org.apache.kafka.common.serialization.StringDeserializer
+#spring.kafka.consumer.key-deserializer=org.apache.kafka.common.serialization.StringDeserializer
+spring.kafka.producer.batch-size=16384
+spring.kafka.producer.buffer-memory=33554432
+spring.kafka.producer.retries=1
+#spring.kafka.producer.key-serializer=org.apache.kafka.common.serialization.StringSerializer
+#spring.kafka.producer.value-serializer=org.apache.kafka.common.serialization.StringSerializer

kafka-sample/README.md

@@ -7,4 +7,3 @@ This folder contains sample kafka producer and consumer using java, spring & Spr
 |------------------------------------------------------------------------------|-----------------------------------------------------------------------------------------|
 | [Java](./java) | Producing and consuming Messages using Plain Java and Kafka |
 | [Spring](./spring) | Producing and consuming Messages using Pure Spring |
-| [Spring Cloud](./spring-cloud) | Producing and consuming Messages using Spring Cloud |

kafka-spring/README.md → kafka-spring-boot/README.md

@@ -6,5 +6,4 @@ This folder contains sample kafka producer and consumer using java, spring & Spr
 | Type | Description |
 |------------------------------------------------------------------------------|-----------------------------------------------------------------------------------------|
 | [Spring Boot](./spring-boot) | Producing and consuming Messages using Spring Boot |
-| [Spring Integration using kafka DSL](./kafka-dsl-integration) | Producing and consuming Messages using Spring Integration DSL |
 | [Multiple Producers & Consumers](./spring-boot-multiple-producers-consumers) | Producing and consuming Messages from Multiple Producer and consumers using Spring Boot |