Skip to content

K
Kafka and reactive spring boot program
Commit 6c0abe6d authored by Ramakrushna Sahoo's avatar Ramakrushna Sahoo
Browse files
Options

initial commit

parents
Expand all Hide whitespace changes
Inline Side-by-side
Showing with 594 additions and 0 deletions
.gitignore 0 → 100644
View file @ 6c0abe6d
HELP.md
target/
!.mvn/wrapper/maven-wrapper.jar
!**/src/main/**/target/
!**/src/test/**/target/
### STS ###
.apt_generated
.classpath
.factorypath
.project
.settings
.springBeans
.sts4-cache
### IntelliJ IDEA ###
.idea
*.iws
*.iml
*.ipr
### NetBeans ###
/nbproject/private/
/nbbuild/
/dist/
/nbdist/
/.nb-gradle/
build/
!**/src/main/**/build/
!**/src/test/**/build/
### VS Code ###
.vscode/
.mvn/wrapper/maven-wrapper.properties 0 → 100644
View file @ 6c0abe6d
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
wrapperVersion=3.3.2
distributionType=only-script
distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.9.9/apache-maven-3.9.9-bin.zip
mvnw 0 → 100644
View file @ 6c0abe6d
This diff is collapsed.
mvnw.cmd 0 → 100644
View file @ 6c0abe6d
<# : batch portion
@REM ----------------------------------------------------------------------------
@REM Licensed to the Apache Software Foundation (ASF) under one
@REM or more contributor license agreements. See the NOTICE file
@REM distributed with this work for additional information
@REM regarding copyright ownership. The ASF licenses this file
@REM to you under the Apache License, Version 2.0 (the
@REM "License"); you may not use this file except in compliance
@REM with the License. You may obtain a copy of the License at
@REM
@REM http://www.apache.org/licenses/LICENSE-2.0
@REM
@REM Unless required by applicable law or agreed to in writing,
@REM software distributed under the License is distributed on an
@REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
@REM KIND, either express or implied. See the License for the
@REM specific language governing permissions and limitations
@REM under the License.
@REM ----------------------------------------------------------------------------
@REM ----------------------------------------------------------------------------
@REM Apache Maven Wrapper startup batch script, version 3.3.2
@REM
@REM Optional ENV vars
@REM MVNW_REPOURL - repo url base for downloading maven distribution
@REM MVNW_USERNAME/MVNW_PASSWORD - user and password for downloading maven
@REM MVNW_VERBOSE - true: enable verbose log; others: silence the output
@REM ----------------------------------------------------------------------------
@IF "%__MVNW_ARG0_NAME__%"=="" (SET __MVNW_ARG0_NAME__=%~nx0)
@SET __MVNW_CMD__=
@SET __MVNW_ERROR__=
@SET __MVNW_PSMODULEP_SAVE=%PSModulePath%
@SET PSModulePath=
@FOR /F "usebackq tokens=1* delims==" %%A IN (`powershell -noprofile "& {$scriptDir='%~dp0'; $script='%__MVNW_ARG0_NAME__%'; icm -ScriptBlock ([Scriptblock]::Create((Get-Content -Raw '%~f0'))) -NoNewScope}"`) DO @(
IF "%%A"=="MVN_CMD" (set __MVNW_CMD__=%%B) ELSE IF "%%B"=="" (echo %%A) ELSE (echo %%A=%%B)
)
@SET PSModulePath=%__MVNW_PSMODULEP_SAVE%
@SET __MVNW_PSMODULEP_SAVE=
@SET __MVNW_ARG0_NAME__=
@SET MVNW_USERNAME=
@SET MVNW_PASSWORD=
@IF NOT "%__MVNW_CMD__%"=="" (%__MVNW_CMD__% %*)
@echo Cannot start maven from wrapper >&2 && exit /b 1
@GOTO :EOF
: end batch / begin powershell #>
$ErrorActionPreference = "Stop"
if ($env:MVNW_VERBOSE -eq "true") {
$VerbosePreference = "Continue"
}
# calculate distributionUrl, requires .mvn/wrapper/maven-wrapper.properties
$distributionUrl = (Get-Content -Raw "$scriptDir/.mvn/wrapper/maven-wrapper.properties" | ConvertFrom-StringData).distributionUrl
if (!$distributionUrl) {
Write-Error "cannot read distributionUrl property in $scriptDir/.mvn/wrapper/maven-wrapper.properties"
}
switch -wildcard -casesensitive ( $($distributionUrl -replace '^.*/','') ) {
"maven-mvnd-*" {
$USE_MVND = $true
$distributionUrl = $distributionUrl -replace '-bin\.[^.]*$',"-windows-amd64.zip"
$MVN_CMD = "mvnd.cmd"
break
}
default {
$USE_MVND = $false
$MVN_CMD = $script -replace '^mvnw','mvn'
break
}
}
# apply MVNW_REPOURL and calculate MAVEN_HOME
# maven home pattern: ~/.m2/wrapper/dists/{apache-maven-<version>,maven-mvnd-<version>-<platform>}/<hash>
if ($env:MVNW_REPOURL) {
$MVNW_REPO_PATTERN = if ($USE_MVND) { "/org/apache/maven/" } else { "/maven/mvnd/" }
$distributionUrl = "$env:MVNW_REPOURL$MVNW_REPO_PATTERN$($distributionUrl -replace '^.*'+$MVNW_REPO_PATTERN,'')"
}
$distributionUrlName = $distributionUrl -replace '^.*/',''
$distributionUrlNameMain = $distributionUrlName -replace '\.[^.]*$','' -replace '-bin$',''
$MAVEN_HOME_PARENT = "$HOME/.m2/wrapper/dists/$distributionUrlNameMain"
if ($env:MAVEN_USER_HOME) {
$MAVEN_HOME_PARENT = "$env:MAVEN_USER_HOME/wrapper/dists/$distributionUrlNameMain"
}
$MAVEN_HOME_NAME = ([System.Security.Cryptography.MD5]::Create().ComputeHash([byte[]][char[]]$distributionUrl) | ForEach-Object {$_.ToString("x2")}) -join ''
$MAVEN_HOME = "$MAVEN_HOME_PARENT/$MAVEN_HOME_NAME"
if (Test-Path -Path "$MAVEN_HOME" -PathType Container) {
Write-Verbose "found existing MAVEN_HOME at $MAVEN_HOME"
Write-Output "MVN_CMD=$MAVEN_HOME/bin/$MVN_CMD"
exit $?
}
if (! $distributionUrlNameMain -or ($distributionUrlName -eq $distributionUrlNameMain)) {
Write-Error "distributionUrl is not valid, must end with *-bin.zip, but found $distributionUrl"
}
# prepare tmp dir
$TMP_DOWNLOAD_DIR_HOLDER = New-TemporaryFile
$TMP_DOWNLOAD_DIR = New-Item -Itemtype Directory -Path "$TMP_DOWNLOAD_DIR_HOLDER.dir"
$TMP_DOWNLOAD_DIR_HOLDER.Delete() | Out-Null
trap {
if ($TMP_DOWNLOAD_DIR.Exists) {
try { Remove-Item $TMP_DOWNLOAD_DIR -Recurse -Force | Out-Null }
catch { Write-Warning "Cannot remove $TMP_DOWNLOAD_DIR" }
}
}
New-Item -Itemtype Directory -Path "$MAVEN_HOME_PARENT" -Force | Out-Null
# Download and Install Apache Maven
Write-Verbose "Couldn't find MAVEN_HOME, downloading and installing it ..."
Write-Verbose "Downloading from: $distributionUrl"
Write-Verbose "Downloading to: $TMP_DOWNLOAD_DIR/$distributionUrlName"
$webclient = New-Object System.Net.WebClient
if ($env:MVNW_USERNAME -and $env:MVNW_PASSWORD) {
$webclient.Credentials = New-Object System.Net.NetworkCredential($env:MVNW_USERNAME, $env:MVNW_PASSWORD)
}
[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12
$webclient.DownloadFile($distributionUrl, "$TMP_DOWNLOAD_DIR/$distributionUrlName") | Out-Null
# If specified, validate the SHA-256 sum of the Maven distribution zip file
$distributionSha256Sum = (Get-Content -Raw "$scriptDir/.mvn/wrapper/maven-wrapper.properties" | ConvertFrom-StringData).distributionSha256Sum
if ($distributionSha256Sum) {
if ($USE_MVND) {
Write-Error "Checksum validation is not supported for maven-mvnd. `nPlease disable validation by removing 'distributionSha256Sum' from your maven-wrapper.properties."
}
Import-Module $PSHOME\Modules\Microsoft.PowerShell.Utility -Function Get-FileHash
if ((Get-FileHash "$TMP_DOWNLOAD_DIR/$distributionUrlName" -Algorithm SHA256).Hash.ToLower() -ne $distributionSha256Sum) {
Write-Error "Error: Failed to validate Maven distribution SHA-256, your Maven distribution might be compromised. If you updated your Maven version, you need to update the specified distributionSha256Sum property."
}
}
# unzip and move
Expand-Archive "$TMP_DOWNLOAD_DIR/$distributionUrlName" -DestinationPath "$TMP_DOWNLOAD_DIR" | Out-Null
Rename-Item -Path "$TMP_DOWNLOAD_DIR/$distributionUrlNameMain" -NewName $MAVEN_HOME_NAME | Out-Null
try {
Move-Item -Path "$TMP_DOWNLOAD_DIR/$MAVEN_HOME_NAME" -Destination $MAVEN_HOME_PARENT | Out-Null
} catch {
if (! (Test-Path -Path "$MAVEN_HOME" -PathType Container)) {
Write-Error "fail to move MAVEN_HOME"
}
} finally {
try { Remove-Item $TMP_DOWNLOAD_DIR -Recurse -Force | Out-Null }
catch { Write-Warning "Cannot remove $TMP_DOWNLOAD_DIR" }
}
Write-Output "MVN_CMD=$MAVEN_HOME/bin/$MVN_CMD"
pom.xml 0 → 100644
View file @ 6c0abe6d
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-parent</artifactId>
<version>3.3.4</version>
<relativePath/> <!-- lookup parent from repository -->
</parent>
<groupId>com.main</groupId>
<artifactId>EmployeeProducerApplication</artifactId>
<version>0.0.1-SNAPSHOT</version>
<name>EmployeeApplication</name>
<description>Demo project for Web flux with kafka</description>
<url/>
<licenses>
<license/>
</licenses>
<developers>
<developer/>
</developers>
<scm>
<connection/>
<developerConnection/>
<tag/>
<url/>
</scm>
<properties>
<java.version>17</java.version>
</properties>
<dependencies>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-data-r2dbc</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-webflux</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.kafka</groupId>
<artifactId>spring-kafka</artifactId>
</dependency>
<dependency>
<groupId>com.mysql</groupId>
<artifactId>mysql-connector-j</artifactId>
<scope>runtime</scope>
</dependency>
<dependency>
<groupId>io.asyncer</groupId>
<artifactId>r2dbc-mysql</artifactId>
<scope>runtime</scope>
</dependency>
<dependency>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
<optional>true</optional>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>io.projectreactor</groupId>
<artifactId>reactor-test</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.springframework.kafka</groupId>
<artifactId>spring-kafka-test</artifactId>
<scope>test</scope>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
<configuration>
<excludes>
<exclude>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
</exclude>
</excludes>
</configuration>
</plugin>
</plugins>
</build>
</project>
src/main/java/com/main/EmployeeApplication.java 0 → 100644
View file @ 6c0abe6d
package com.main;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.data.r2dbc.repository.config.EnableR2dbcRepositories;
@SpringBootApplication
@EnableR2dbcRepositories
public class EmployeeApplication {
public static void main(String[] args) {
SpringApplication.run(EmployeeApplication.class, args);
}
}
src/main/java/com/main/config/AutoCreateConfig.java 0 → 100644
View file @ 6c0abe6d
package com.main.config;
import org.apache.kafka.clients.admin.NewTopic;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.context.annotation.Profile;
import org.springframework.kafka.config.TopicBuilder;
@Configuration
@Profile("local")
public class AutoCreateConfig {
@Value("${spring.kafka.topic}")
public String topic;
@Bean
public NewTopic employees() {
return TopicBuilder.name(topic)
.build();
}
}
src/main/java/com/main/controller/EmployeeController.java 0 → 100644
View file @ 6c0abe6d
package com.main.controller;
import com.fasterxml.jackson.core.JsonProcessingException;
import com.main.entity.Employee;
import com.main.producer.EmployeeProducer;
import com.main.service.EmployeeService;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.*;
import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono;
import java.util.ArrayList;
import java.util.List;
@RestController
@RequestMapping("/emp")
@Slf4j
public class EmployeeController {
@Autowired
private EmployeeService service;
@Autowired
private EmployeeProducer producer;
@GetMapping("/getEmpById/{id}")
public Mono<Employee> getEmployeeById(@PathVariable Integer id){
return service.getById(id);
}
@GetMapping("/getAll")
public Flux<Employee> getAllEmployee(){
return service.getAllEmp();
}
@PostMapping("/saveEmp")
public Mono<Employee> saveEmployee(@RequestBody Employee emp){
Mono<Employee> mono= service.saveEmp(emp);
return mono;
}
@GetMapping("/getByDeptId/{id}")
public Flux<Employee> getByDeptId(@PathVariable Integer id) throws
JsonProcessingException {
// Create a Flux<Employee>
Flux<Employee> flux = service.findByDeptId(id)
.doOnNext(value -> log.info("Employee data fetched successfully: {}", value))
.doOnError(error -> log.error("Data not found", error));
// Collect employees into a list and send to producer
flux.collectList()
.doOnNext(list -> {
try {
producer.sendEmployee(list);
} catch (JsonProcessingException e) {
throw new RuntimeException(e);
}
log.info("Employee list sent to producer: {}", list);
})
.doOnError(error -> log.error("Error while sending employee list: {}", error))
.subscribe();
return flux; // Return the Flux for further processing
}
}
src/main/java/com/main/entity/Employee.java 0 → 100644
View file @ 6c0abe6d
package com.main.entity;
import lombok.Data;
import org.springframework.data.annotation.Id;
import org.springframework.data.relational.core.mapping.Column;
import org.springframework.data.relational.core.mapping.Table;
@Data
@Table("employee")
public class Employee {
@Id
private Integer id;
@Column("eName")
private String eName;
private String email;
@Column("deptId")
private Integer deptId;
}
src/main/java/com/main/producer/EmployeeProducer.java 0 → 100644
View file @ 6c0abe6d
package com.main.producer;
import com.fasterxml.jackson.core.JsonProcessingException;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.main.entity.Employee;
import lombok.extern.slf4j.Slf4j;
import org.springframework.kafka.core.KafkaTemplate;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.kafka.support.SendResult;
import org.springframework.stereotype.Component;
import java.util.List;
import java.util.concurrent.CompletableFuture;
import java.util.concurrent.TimeUnit;
@Component
@Slf4j
public class EmployeeProducer {
private final KafkaTemplate<Integer, String> kafkaTemplate;
public final ObjectMapper objectMapper;
@Value("${spring.kafka.topic}")
public String topic;
public EmployeeProducer(KafkaTemplate<Integer, String> kafkaTemplate, ObjectMapper objectMapper) {
this.kafkaTemplate = kafkaTemplate;
this.objectMapper = objectMapper;
}
public CompletableFuture<SendResult<Integer, String>> sendEmployee(List<Employee> emp) throws JsonProcessingException {
if (emp.isEmpty()) {
throw new IllegalArgumentException("Employee list cannot be empty");
}
var key = emp.get(0).getId();
var value = objectMapper.writeValueAsString(emp);
return sendWithRetry(key, value, 3, 1000); // Retry up to 3 times with a backoff of 1000 ms
}
private CompletableFuture<SendResult<Integer, String>> sendWithRetry(Integer key, String value, int retries, long backoff) {
return kafkaTemplate.send(topic, key, value).handle((sendResult, throwable) -> {
if (throwable != null) {
if (retries > 0 && throwable.getCause() instanceof org.apache.kafka.common.errors.NotLeaderOrFollowerException) {
log.warn("Retrying due to NOT_LEADER_OR_FOLLOWER error. Attempts left: {}", retries);
try {
TimeUnit.MILLISECONDS.sleep(backoff);
} catch (InterruptedException e) {
Thread.currentThread().interrupt();
log.error("Retry interrupted", e);
}
return sendWithRetry(key, value, retries - 1, backoff).join(); // Retry
} else {
handleFailure(key, value, throwable);
return null; // Give up on failure
}
} else {
handleSuccess(key, value);
return sendResult;
}
});
}
private void handleSuccess(Integer key, String value ) {
log.info("Message sent successfully for the key: {}, value: {} ", key, value);
}
private void handleFailure(Integer key, String value, Throwable ex) {
log.error("Error sending the message: {}, exception: {}", value, ex.getMessage(), ex);
}
}
src/main/java/com/main/repository/EmployeeRepo.java 0 → 100644
View file @ 6c0abe6d
package com.main.repository;
import com.main.entity.Employee;
import org.springframework.data.repository.reactive.ReactiveCrudRepository;
import org.springframework.stereotype.Repository;
import reactor.core.publisher.Flux;
@Repository
public interface EmployeeRepo extends ReactiveCrudRepository<Employee, Integer> {
Flux<Employee> findByDeptId(Integer deptId);
}
src/main/java/com/main/service/EmployeeService.java 0 → 100644
View file @ 6c0abe6d
package com.main.service;
import com.main.entity.Employee;
import com.main.repository.EmployeeRepo;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono;
@Service
@Slf4j
public class EmployeeService {
@Autowired
private EmployeeRepo repo;
public Mono<Employee> getById(Integer id){
Mono<Employee> mono=repo.findById(id)
.doOnNext(value-> log.info("Value get by id : {} ", value))
.doOnError(error-> log.error("can't fetch data ", error));
return mono;
}
public Flux<Employee> getAllEmp(){
Flux<Employee> emps= repo.findAll()
.doOnNext(value-> log.info("get all emp successfully : {}", value))
.doOnError(error-> log.error("can't fetch all data ", error));
return emps;
}
public Mono<Employee> saveEmp(Employee emp){
Mono<Employee> mono=repo.save(emp)
.doOnNext(value-> log.info("save emp successfully : {}", value))
.doOnError(error-> log.error("can't save all data ", error));
return mono;
}
public Flux<Employee> findByDeptId(Integer id){
Flux<Employee> emps= repo.findByDeptId(id)
.doOnNext(value-> log.info("get emp by dept id successfully : {}", value))
.doOnError(error-> log.error("can't fetch data by dept id ", error));
return emps;
}
}
src/main/resources/application.properties 0 → 100644
View file @ 6c0abe6d
spring.application.name=EmployeeApplication
# R2DBC connection settings
spring.r2dbc.url=r2dbc:mysql://root:root@localhost:3306/database1
spring.r2dbc.username=root
spring.r2dbc.password=root
# Optional: R2DBC pool configuration (if you want to enable connection pooling)
spring.r2dbc.pool.initial-size=5
spring.r2dbc.pool.max-size=20
# Enable R2DBC logging (optional)
logging.level.io.r2dbc.spi=DEBUG
#Kafka configuration
spring.kafka.topic= employee-producer
spring.kafka.producer.bootstrap-servers= localhost:9092
spring.kafka.producer.key-serializer= org.apache.kafka.common.serialization.IntegerSerializer
spring.kafka.producer.value-serializer= org.apache.kafka.common.serialization.StringSerializer
spring.kafka.producer.retries=3
spring.kafka.producer.retry.backoff.ms=1000
src/test/java/com/main/EmployeeApplicationTests.java 0 → 100644
View file @ 6c0abe6d
package com.main;
import org.junit.jupiter.api.Test;
import org.springframework.boot.test.context.SpringBootTest;
@SpringBootTest
class EmployeeApplicationTests {
@Test
void contextLoads() {
}
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment