valitydev/exporter-limits
14
0
Fork 0
mirror of https://github.com/valitydev/exporter-limits.git synced 2024-11-06 00:25:22 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

add export to prometheus

Browse Source
This commit is contained in:
Anatoly Karlov 2023-08-15 18:17:16 +03:00
parent 3b8634840b
commit b8a6bf76ca
7 changed files with 93 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
src/main/java/dev/vality/exporter/limits/config/GaugeConfig.java
View File

@ -1,18 +0,0 @@
package dev.vality.exporter.limits.config;
import dev.vality.exporter.limits.model.Metric;
import io.micrometer.core.instrument.MeterRegistry;
import io.micrometer.core.instrument.MultiGauge;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
@Configuration
public class GaugeConfig {
@Bean
public MultiGauge multiGaugeLimitsAmount(MeterRegistry meterRegistry) {
return MultiGauge.builder(Metric.LIMITS_AMOUNT.getName())
.description(Metric.LIMITS_AMOUNT.getDescription())
.register(meterRegistry);
}
}

21
src/main/java/dev/vality/exporter/limits/config/StorageConfig.java Normal file
View File

@ -0,0 +1,21 @@
package dev.vality.exporter.limits.config;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
@Configuration
public class StorageConfig {
@Bean
public Map<String, Double> limitsBoundaryAggregatesMap() {
return new ConcurrentHashMap<>();
}
@Bean
public Map<String, Double> limitsAmountAggregatesMap() {
return new ConcurrentHashMap<>();
}
}

10
src/main/java/dev/vality/exporter/limits/model/LimitsData.java
View File

@ -37,8 +37,8 @@ public class LimitsData {
@AllArgsConstructor
public static class Limit {
private Integer amount;
private Integer boundary;
private String amount;
private String boundary;
private Change change;
@JsonProperty("config_id")
private String configId;
@ -55,7 +55,7 @@ public class LimitsData {
@AllArgsConstructor
public static class Change {
private Integer amount;
private String amount;
private String currency;
}
@ -66,9 +66,9 @@ public class LimitsData {
public static class Route {
@JsonProperty("provider_id")
private Integer providerId;
private String providerId;
@JsonProperty("terminal_id")
private Integer terminalId;
private String terminalId;
}
}

3
src/main/java/dev/vality/exporter/limits/model/Metric.java
View File

@ -6,6 +6,9 @@ import lombok.RequiredArgsConstructor;
@RequiredArgsConstructor
public enum Metric {
LIMITS_BOUNDARY(
formatWithPrefix("limits_boundary"),
"Limits boundary since last scrape"),
LIMITS_AMOUNT(
formatWithPrefix("limits_amount"),
"Limits amount since last scrape");

40
src/main/java/dev/vality/exporter/limits/service/LimitsService.java
View File

@ -1,18 +1,54 @@
package dev.vality.exporter.limits.service;
import dev.vality.exporter.limits.model.CustomTag;
import dev.vality.exporter.limits.model.LimitsData;
import dev.vality.exporter.limits.model.Metric;
import io.micrometer.core.instrument.Gauge;
import io.micrometer.core.instrument.Tags;
import lombok.RequiredArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import org.springframework.stereotype.Service;
import java.util.Map;
@Service
@RequiredArgsConstructor
@Slf4j
@SuppressWarnings("LineLength")
public class LimitsService {
private final MeterRegistryService meterRegistryService;
private final Map<String, Double> limitsBoundaryAggregatesMap;
private final Map<String, Double> limitsAmountAggregatesMap;
private final OpenSearchService openSearchService;
public void registerMetrics() {
var limitsData = openSearchService.getLimitsDataByInterval();
log.info("limitsData {}", limitsData);
var limitsDataByInterval = openSearchService.getLimitsDataByInterval();
for (var limitsData : limitsDataByInterval) {
var id = limitsData.getMachine().getId() + "." + limitsData.getPayment().getId();
gauge(limitsBoundaryAggregatesMap, Metric.LIMITS_BOUNDARY, id, getTags(limitsData), limitsData.getLimit().getBoundary());
gauge(limitsAmountAggregatesMap, Metric.LIMITS_AMOUNT, id, getTags(limitsData), limitsData.getLimit().getAmount());
}
var registeredMetricsSize = meterRegistryService.getRegisteredMetricsSize(Metric.LIMITS_BOUNDARY.getName()) + meterRegistryService.getRegisteredMetricsSize(Metric.LIMITS_AMOUNT.getName());
log.info("Limits with final statuses metrics have been registered to 'prometheus', " +
"registeredMetricsSize = {}, clientSize = {}", registeredMetricsSize, limitsDataByInterval.size());
}
private void gauge(Map<String, Double> storage, Metric metric, String id, Tags tags, String value) {
if (!storage.containsKey(id)) {
var gauge = Gauge.builder(metric.getName(), storage, map -> map.get(id))
.description(metric.getDescription())
.tags(tags);
meterRegistryService.registry(gauge);
}
storage.put(id, Double.parseDouble(value));
}
private Tags getTags(LimitsData dto) {
return Tags.of(
CustomTag.terminalId(dto.getLimit().getRoute().getTerminalId()),
CustomTag.providerId(dto.getLimit().getRoute().getProviderId()),
CustomTag.currency(dto.getLimit().getChange().getCurrency()),
CustomTag.shopId(dto.getLimit().getShopId()));
}
}

24
src/main/java/dev/vality/exporter/limits/service/MeterRegistryService.java Normal file
View File

@ -0,0 +1,24 @@
package dev.vality.exporter.limits.service;
import io.micrometer.core.instrument.Gauge;
import io.micrometer.core.instrument.MeterRegistry;
import lombok.RequiredArgsConstructor;
import org.springframework.stereotype.Service;
@Service
@RequiredArgsConstructor
public class MeterRegistryService {
private final MeterRegistry meterRegistry;
public <T> void registry(Gauge.Builder<T> builder) {
builder.register(meterRegistry);
}
public long getRegisteredMetricsSize(String name) {
return meterRegistry.getMeters().stream()
.filter(meter -> meter.getId().getName().equals(name))
.filter(Gauge.class::isInstance)
.count();
}
}

3
src/main/java/dev/vality/exporter/limits/service/OpenSearchService.java
View File

@ -39,11 +39,12 @@ public class OpenSearchService {
@SneakyThrows
public List<LimitsData> getLimitsDataByInterval() {
return openSearchClient.search(s -> s
.size(10000)
.index(openSearchProperties.getIndex())
.sort(builder -> builder
.field(builder1 -> builder1
.field(TIMESTAMP)
.order(SortOrder.Desc)
.order(SortOrder.Asc)
.unmappedType(FieldType.Boolean)))
.docvalueFields(builder -> builder
.field(TIMESTAMP)