Refactor/#34 주차장 데이터 삽입 성능개선 및 외부 api 장애 발생시 처리 로직 추가

app-scheduler/build.gradle

@@ -10,4 +10,10 @@ dependencies {
     implementation 'org.springframework.boot:spring-boot-starter-actuator'
     // 프로메테우스 추가
     implementation 'io.micrometer:micrometer-registry-prometheus'
+
+    implementation group: 'org.hibernate.orm', name: 'hibernate-spatial', version: '6.3.1.Final'
+
+    implementation 'org.springframework.boot:spring-boot-starter-aop'
+
+    implementation 'org.springframework.retry:spring-retry:2.0.6'
 }

app-scheduler/src/main/java/com/parkingcomestrue/external/api/ApiCounter.java

@@ -0,0 +1,59 @@
+package com.parkingcomestrue.external.api;
+
+public class ApiCounter {
+
+    private final double MIN_TOTAL_COUNT;
+
+    private double totalCount;
+    private double errorCount;
+    private boolean isClosed;
+
+    public ApiCounter() {
+        this.MIN_TOTAL_COUNT = 10;
+        this.totalCount = 0;
+        this.errorCount = 0;
+        this.isClosed = false;
+    }
+
+    public ApiCounter(double minTotalCount) {
+        this.MIN_TOTAL_COUNT = minTotalCount;
+        this.totalCount = 0;
+        this.errorCount = 0;
+        this.isClosed = false;
+    }
+
+    public synchronized void countUp() {
+        totalCount++;
+    }
+
+    public synchronized void errorCountUp() {
+        totalCount++;
+        errorCount++;
+    }
+
+    public void reset() {
+        totalCount = 0;
+        errorCount = 0;
+        isClosed = false;
+    }
+
+    public boolean isClosed() {
+        return isClosed;
+    }
+
+    public void close() {
+        isClosed = true;
+    }
+
+    public boolean isErrorRateOverThan(double errorRate) {
+        if (totalCount < MIN_TOTAL_COUNT) {
+            return false;
+        }
+        double currentErrorRate = errorCount / totalCount;
+        return currentErrorRate >= errorRate;
+    }
+
+    public double getTotalCount() {
+        return totalCount;
+    }
+}

app-scheduler/src/main/java/com/parkingcomestrue/external/api/AsyncApiExecutor.java

@@ -0,0 +1,20 @@
+package com.parkingcomestrue.external.api;
+
+import java.util.concurrent.CompletableFuture;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+import java.util.function.Supplier;
+
+public class AsyncApiExecutor {
+
+    private static final ExecutorService executorService = Executors.newFixedThreadPool(100, (Runnable r) -> {
+                Thread thread = new Thread(r);
+                thread.setDaemon(true);
+                return thread;
+            }
+    );
+
+    public static <U> CompletableFuture<U> executeAsync(Supplier<U> supplier) {
+        return CompletableFuture.supplyAsync(supplier::get, executorService);
+    }
+}

app-scheduler/src/main/java/com/parkingcomestrue/external/api/CircuitBreaker.java

@@ -0,0 +1,17 @@
+package com.parkingcomestrue.external.api;
+
+import java.lang.annotation.ElementType;
+import java.lang.annotation.Retention;
+import java.lang.annotation.RetentionPolicy;
+import java.lang.annotation.Target;
+import java.util.concurrent.TimeUnit;
+
+@Retention(RetentionPolicy.RUNTIME)
+@Target(ElementType.METHOD)
+public @interface CircuitBreaker {
+
+    int minTotalCount() default 10;
+    double errorRate() default 0.2;
+    long resetTime() default 30;
+    TimeUnit timeUnit() default TimeUnit.MINUTES;
+}

app-scheduler/src/main/java/com/parkingcomestrue/external/api/CircuitBreakerAspect.java

@@ -0,0 +1,53 @@
+package com.parkingcomestrue.external.api;
+
+import java.util.Map;
+import java.util.concurrent.ConcurrentHashMap;
+import java.util.concurrent.Executors;
+import java.util.concurrent.ScheduledExecutorService;
+import lombok.extern.slf4j.Slf4j;
+import org.aspectj.lang.ProceedingJoinPoint;
+import org.aspectj.lang.annotation.Around;
+import org.aspectj.lang.annotation.Aspect;
+import org.springframework.stereotype.Component;
+
+@Slf4j
+@Aspect
+@Component
+public class CircuitBreakerAspect {
+
+    private final ScheduledExecutorService scheduler = Executors.newScheduledThreadPool(10);
+    private final Map<Object, ApiCounter> map = new ConcurrentHashMap<>();
+
+    @Around("@annotation(annotation)")
+    public Object around(ProceedingJoinPoint proceedingJoinPoint, CircuitBreaker annotation) {
+        ApiCounter apiCounter = getApiCounter(proceedingJoinPoint, annotation.minTotalCount());
+        if (apiCounter.isClosed()) {
+            log.warn("현재 해당 {} API는 오류로 인해 중지되었습니다.", proceedingJoinPoint.getTarget());
+            return null;
+        }
+        try {
+            Object result = proceedingJoinPoint.proceed();
+            apiCounter.countUp();
+            return result;
+        } catch (Throwable e) {
+            handleError(annotation, apiCounter);
+            return null;
+        }
+    }
+
+    private ApiCounter getApiCounter(ProceedingJoinPoint proceedingJoinPoint, int minTotalCount) {
+        Object target = proceedingJoinPoint.getTarget();
+        if (!map.containsKey(target)) {
+            map.put(target, new ApiCounter(minTotalCount));
+        }
+        return map.get(target);
+    }
+
+    private void handleError(CircuitBreaker annotation, ApiCounter apiCounter) {
+        apiCounter.errorCountUp();
+        if (apiCounter.isErrorRateOverThan(annotation.errorRate())) {
+            apiCounter.close();
+            scheduler.schedule(apiCounter::reset, annotation.resetTime(), annotation.timeUnit());
+        }
+    }
+}

app-scheduler/src/main/java/com/parkingcomestrue/external/api/HealthChecker.java

@@ -0,0 +1,8 @@
+package com.parkingcomestrue.external.api;
+
+import com.parkingcomestrue.external.api.parkingapi.HealthCheckResponse;
+
+public interface HealthChecker {
+
+    HealthCheckResponse check();
+}

app-scheduler/src/main/java/com/parkingcomestrue/external/coordinate/CoordinateApiService.java → app-scheduler/src/main/java/com/parkingcomestrue/external/api/coordinate/CoordinateApiService.java

@@ -1,8 +1,9 @@
-package com.parkingcomestrue.external.coordinate;
+package com.parkingcomestrue.external.api.coordinate;
 
 import com.parkingcomestrue.common.domain.parking.Location;
-import com.parkingcomestrue.external.coordinate.dto.CoordinateResponse;
-import com.parkingcomestrue.external.coordinate.dto.CoordinateResponse.ExactLocation;
+import com.parkingcomestrue.external.api.HealthChecker;
+import com.parkingcomestrue.external.api.coordinate.dto.CoordinateResponse;
+import com.parkingcomestrue.external.api.parkingapi.HealthCheckResponse;
 import java.util.List;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.beans.factory.annotation.Qualifier;
@@ -13,7 +14,7 @@
 import org.springframework.web.util.UriComponentsBuilder;
 
 @Component
-public class CoordinateApiService {
+public class CoordinateApiService implements HealthChecker {
 
     private static final String KAKAO_URL = "https://dapi.kakao.com/v2/local/search/address.json";
 
@@ -32,12 +33,12 @@ public Location extractLocationByAddress(String address, Location location) {
             return location;
         }
 
-        ExactLocation exactLocation = getExactLocation(result);
+        CoordinateResponse.ExactLocation exactLocation = getExactLocation(result);
         return Location.of(exactLocation.getLongitude(), exactLocation.getLatitude());
     }
 
-    private ExactLocation getExactLocation(ResponseEntity<CoordinateResponse> result) {
-        List<ExactLocation> exactLocations = result.getBody().getExactLocations();
+    private CoordinateResponse.ExactLocation getExactLocation(ResponseEntity<CoordinateResponse> result) {
+        List<CoordinateResponse.ExactLocation> exactLocations = result.getBody().getExactLocations();
         return exactLocations.get(0);
     }
 
@@ -59,4 +60,15 @@ private boolean isEmptyResultData(ResponseEntity<CoordinateResponse> result) {
         Integer matchingDataCount = result.getBody().getMeta().getTotalCount();
         return matchingDataCount == 0;
     }
+
+    @Override
+    public HealthCheckResponse check() {
+        UriComponents uriComponents = makeCompleteUri("health check");
+        ResponseEntity<CoordinateResponse> response = connect(uriComponents);
+        return new HealthCheckResponse(isHealthy(response), 1);
+    }
+
+    private boolean isHealthy(ResponseEntity<CoordinateResponse> response) {
+        return response.getStatusCode().is2xxSuccessful();
+    }
 }

app-scheduler/src/main/java/com/parkingcomestrue/external/coordinate/CoordinateErrorHandler.java → app-scheduler/src/main/java/com/parkingcomestrue/external/api/coordinate/CoordinateErrorHandler.java

@@ -1,4 +1,4 @@
-package com.parkingcomestrue.external.coordinate;
+package com.parkingcomestrue.external.api.coordinate;
 
 import com.parkingcomestrue.external.support.exception.SchedulerException;
 import com.parkingcomestrue.external.support.exception.SchedulerExceptionInformation;

app-scheduler/src/main/java/com/parkingcomestrue/external/coordinate/dto/CoordinateResponse.java → app-scheduler/src/main/java/com/parkingcomestrue/external/api/coordinate/dto/CoordinateResponse.java

@@ -1,4 +1,4 @@
-package com.parkingcomestrue.external.coordinate.dto;
+package com.parkingcomestrue.external.api.coordinate.dto;
 
 import com.fasterxml.jackson.annotation.JsonProperty;
 import java.util.List;

app-scheduler/src/main/java/com/parkingcomestrue/external/api/parkingapi/HealthCheckResponse.java

@@ -0,0 +1,15 @@
+package com.parkingcomestrue.external.api.parkingapi;
+
+import lombok.Getter;
+
+@Getter
+public class HealthCheckResponse {
+
+    boolean isHealthy;
+    int totalSize;
+
+    public HealthCheckResponse(boolean isHealthy, int totalSize) {
+        this.isHealthy = isHealthy;
+        this.totalSize = totalSize;
+    }
+}

app-scheduler/src/main/java/com/parkingcomestrue/external/api/parkingapi/ParkingApiService.java

@@ -0,0 +1,16 @@
+package com.parkingcomestrue.external.api.parkingapi;
+
+import com.parkingcomestrue.common.domain.parking.Parking;
+import com.parkingcomestrue.external.api.HealthChecker;
+import java.util.List;
+
+public interface ParkingApiService extends HealthChecker {
+
+    default boolean offerCurrentParking() {
+        return false;
+    }
+
+    List<Parking> read(int pageNumber, int size);
+
+    int getReadSize();
+}

app-scheduler/src/main/java/com/parkingcomestrue/external/parkingapi/korea/KoreaParkingAdapter.java → app-scheduler/src/main/java/com/parkingcomestrue/external/api/parkingapi/korea/KoreaParkingAdapter.java

@@ -1,4 +1,4 @@
-package com.parkingcomestrue.external.parkingapi.korea;
+package com.parkingcomestrue.external.api.parkingapi.korea;
 
 import com.parkingcomestrue.common.domain.parking.BaseInformation;
 import com.parkingcomestrue.common.domain.parking.Fee;

app-scheduler/src/main/java/com/parkingcomestrue/external/parkingapi/korea/KoreaParkingApiService.java → app-scheduler/src/main/java/com/parkingcomestrue/external/api/parkingapi/korea/KoreaParkingApiService.java

@@ -1,11 +1,11 @@
-package com.parkingcomestrue.external.parkingapi.korea;
+package com.parkingcomestrue.external.api.parkingapi.korea;
 
 import com.parkingcomestrue.common.domain.parking.Parking;
-import com.parkingcomestrue.external.parkingapi.ParkingApiService;
+import com.parkingcomestrue.external.api.CircuitBreaker;
+import com.parkingcomestrue.external.api.parkingapi.HealthCheckResponse;
+import com.parkingcomestrue.external.api.parkingapi.ParkingApiService;
 import java.net.URI;
-import java.util.HashSet;
 import java.util.List;
-import java.util.Set;
 import org.springframework.beans.factory.annotation.Qualifier;
 import org.springframework.beans.factory.annotation.Value;
 import org.springframework.http.ResponseEntity;
@@ -34,26 +34,20 @@ public KoreaParkingApiService(KoreaParkingAdapter adapter,
     }
 
     @Override
-    public List<Parking> read() throws Exception {
-        Set<KoreaParkingResponse> result = new HashSet<>();
-        for (int pageNumber = 1; ; pageNumber++) {
-            KoreaParkingResponse response = call(pageNumber, SIZE);
-            String resultCode = response.getResponse().getHeader().getResultCode();
-            if (NORMAL_RESULT_CODE.equals(resultCode)) {
-                result.add(response);
-                continue;
-            }
-            break;
-        }
-        return result.stream()
-                .flatMap(response -> adapter.convert(response).stream())
-                .toList();
+    @CircuitBreaker
+    public List<Parking> read(int pageNumber, int size) {
+        ResponseEntity<KoreaParkingResponse> response = call(pageNumber, size);
+        return adapter.convert(response.getBody());
     }
 
-    private KoreaParkingResponse call(int startIndex, int size) {
-        URI uri = makeUri(startIndex, size);
-        ResponseEntity<KoreaParkingResponse> response = restTemplate.getForEntity(uri, KoreaParkingResponse.class);
-        return response.getBody();
+    @Override
+    public int getReadSize() {
+        return SIZE;
+    }
+
+    private ResponseEntity<KoreaParkingResponse> call(int pageNumber, int size) {
+        URI uri = makeUri(pageNumber, size);
+        return restTemplate.getForEntity(uri, KoreaParkingResponse.class);
     }
 
     private URI makeUri(int startIndex, int size) {
@@ -66,4 +60,15 @@ private URI makeUri(int startIndex, int size) {
                 .queryParam("type", RESULT_TYPE)
                 .build();
     }
+
+    @Override
+    public HealthCheckResponse check() {
+        ResponseEntity<KoreaParkingResponse> response = call(1, 1);
+        return new HealthCheckResponse(isHealthy(response), response.getBody().getResponse().getBody().getTotalCount());
+    }
+
+    private boolean isHealthy(ResponseEntity<KoreaParkingResponse> response) {
+        return response.getStatusCode().is2xxSuccessful() && response.getBody().getResponse().getHeader()
+                .getResultCode().equals(NORMAL_RESULT_CODE);
+    }
 }

app-scheduler/src/main/java/com/parkingcomestrue/external/parkingapi/korea/KoreaParkingResponse.java → app-scheduler/src/main/java/com/parkingcomestrue/external/api/parkingapi/korea/KoreaParkingResponse.java

@@ -1,4 +1,4 @@
-package com.parkingcomestrue.external.parkingapi.korea;
+package com.parkingcomestrue.external.api.parkingapi.korea;
 
 import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
 import com.fasterxml.jackson.annotation.JsonProperty;
@@ -29,6 +29,7 @@ public static class Header {
         public static class Body {
 
             private List<Item> items;
+            private int totalCount;
 
             @Getter
             @JsonIgnoreProperties(ignoreUnknown = true)

app-scheduler/src/main/java/com/parkingcomestrue/external/parkingapi/pusan/PusanPublicParkingAdapter.java → app-scheduler/src/main/java/com/parkingcomestrue/external/api/parkingapi/pusan/PusanPublicParkingAdapter.java

@@ -1,4 +1,4 @@
-package com.parkingcomestrue.external.parkingapi.pusan;
+package com.parkingcomestrue.external.api.parkingapi.pusan;
 
 import com.parkingcomestrue.common.domain.parking.BaseInformation;
 import com.parkingcomestrue.common.domain.parking.Fee;