[AB-166] added locking for runtime storage

This commit is contained in:
Sheldan
2020-11-22 14:43:42 +01:00
parent 448d555dba
commit 1d9f2595db
7 changed files with 110 additions and 71 deletions

View File

@@ -2,6 +2,7 @@ package dev.sheldan.abstracto.experience.job;
import dev.sheldan.abstracto.experience.models.ServerExperience; import dev.sheldan.abstracto.experience.models.ServerExperience;
import dev.sheldan.abstracto.experience.service.AUserExperienceService; import dev.sheldan.abstracto.experience.service.AUserExperienceService;
import dev.sheldan.abstracto.experience.service.RunTimeExperienceService;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.quartz.DisallowConcurrentExecution; import org.quartz.DisallowConcurrentExecution;
import org.quartz.JobExecutionContext; import org.quartz.JobExecutionContext;
@@ -30,17 +31,27 @@ public class ExperiencePersistingJob extends QuartzJobBean {
@Autowired @Autowired
private AUserExperienceService userExperienceService; private AUserExperienceService userExperienceService;
@Autowired
private RunTimeExperienceService runTimeExperienceService;
@Override @Override
protected void executeInternal(JobExecutionContext context) throws JobExecutionException { protected void executeInternal(JobExecutionContext context) throws JobExecutionException {
Map<Long, List<ServerExperience>> runtimeExperience = userExperienceService.getRuntimeExperience(); runTimeExperienceService.takeLock();
try {
Map<Long, List<ServerExperience>> runtimeExperience = runTimeExperienceService.getRuntimeExperience();
log.info("Running experience persisting job."); log.info("Running experience persisting job.");
Long pastMinute = (Instant.now().getEpochSecond() / 60) - 1; Long pastMinute = (Instant.now().getEpochSecond() / 60) - 1;
if(runtimeExperience.containsKey(pastMinute)) { if(runtimeExperience.containsKey(pastMinute)) {
List<ServerExperience> foundServers = runtimeExperience.get(pastMinute); List<ServerExperience> foundServers = runtimeExperience.get(pastMinute);
log.info("Found experience from {} servers to persist.", foundServers.size()); log.info("Found experience from {} servers to persist.", foundServers.size());
userExperienceService.handleExperienceGain(foundServers).thenAccept(aVoid -> userExperienceService.handleExperienceGain(foundServers).thenAccept(aVoid -> {
runtimeExperience.remove(pastMinute) runTimeExperienceService.takeLock();
); runTimeExperienceService.getRuntimeExperience().remove(pastMinute);
runTimeExperienceService.releaseLock();
});
}
} finally {
runTimeExperienceService.releaseLock();
} }
} }

View File

@@ -88,6 +88,8 @@ public class AUserExperienceServiceBean implements AUserExperienceService {
*/ */
@Override @Override
public void addExperience(AUserInAServer userInAServer) { public void addExperience(AUserInAServer userInAServer) {
runTimeExperienceService.takeLock();
try {
Long minute = Instant.now().getEpochSecond() / 60; Long minute = Instant.now().getEpochSecond() / 60;
Map<Long, List<ServerExperience>> runtimeExperience = runTimeExperienceService.getRuntimeExperience(); Map<Long, List<ServerExperience>> runtimeExperience = runTimeExperienceService.getRuntimeExperience();
if(runtimeExperience.containsKey(minute)) { if(runtimeExperience.containsKey(minute)) {
@@ -110,11 +112,9 @@ public class AUserExperienceServiceBean implements AUserExperienceService {
serverExperience.getUserInServerIds().add(userInAServer.getUserInServerId()); serverExperience.getUserInServerIds().add(userInAServer.getUserInServerId());
runtimeExperience.put(minute, new ArrayList<>(Arrays.asList(serverExperience))); runtimeExperience.put(minute, new ArrayList<>(Arrays.asList(serverExperience)));
} }
} finally {
runTimeExperienceService.releaseLock();
} }
@Override
public Map<Long, List<ServerExperience>> getRuntimeExperience() {
return runTimeExperienceService.getRuntimeExperience();
} }

View File

@@ -6,13 +6,23 @@ import org.springframework.stereotype.Component;
import java.util.HashMap; import java.util.HashMap;
import java.util.List; import java.util.List;
import java.util.Map; import java.util.Map;
import java.util.concurrent.locks.Lock;
import java.util.concurrent.locks.ReentrantLock;
@Component @Component
public class RunTimeExperienceService { public class RunTimeExperienceService {
private Map<Long, List<ServerExperience>> runtimeExperience = new HashMap<>(); private Map<Long, List<ServerExperience>> runtimeExperience = new HashMap<>();
private static final Lock lock = new ReentrantLock();
public Map<Long, List<ServerExperience>> getRuntimeExperience() { public Map<Long, List<ServerExperience>> getRuntimeExperience() {
return runtimeExperience; return runtimeExperience;
} }
public void takeLock() {
lock.lock();
}
public void releaseLock() {
lock.unlock();
}
} }

View File

@@ -12,7 +12,6 @@ import dev.sheldan.abstracto.experience.models.database.AExperienceLevel;
import dev.sheldan.abstracto.experience.models.database.AExperienceRole; import dev.sheldan.abstracto.experience.models.database.AExperienceRole;
import dev.sheldan.abstracto.experience.models.database.AUserExperience; import dev.sheldan.abstracto.experience.models.database.AUserExperience;
import java.util.Map;
import java.util.List; import java.util.List;
import java.util.concurrent.CompletableFuture; import java.util.concurrent.CompletableFuture;
import java.util.function.Consumer; import java.util.function.Consumer;
@@ -31,13 +30,6 @@ public interface AUserExperienceService {
*/ */
void addExperience(AUserInAServer userInAServer); void addExperience(AUserInAServer userInAServer);
/**
* The current representation of the run time experience. Basically a HashMap of minutes to a list of {@link AServer}
* containing a list of {@link AUserInAServer} which should gain experience in the minute used as key in the HashMap
* @return
*/
Map<Long, List<ServerExperience>> getRuntimeExperience();
/** /**
* Calculates the appropriate level of the given {@link AUserExperience} according to the given {@link AExperienceLevel} * Calculates the appropriate level of the given {@link AUserExperience} according to the given {@link AExperienceLevel}
* configuration. * configuration.

View File

@@ -33,6 +33,8 @@ public class EmotePersistingJob extends QuartzJobBean {
@Override @Override
@Transactional @Transactional
protected void executeInternal(JobExecutionContext jobExecutionContext) throws JobExecutionException { protected void executeInternal(JobExecutionContext jobExecutionContext) throws JobExecutionException {
trackedEmoteRuntimeService.takeLock();
try {
Map<Long, Map<Long, List<PersistingEmote>>> runtimeConfig = trackedEmoteRuntimeService.getRuntimeConfig(); Map<Long, Map<Long, List<PersistingEmote>>> runtimeConfig = trackedEmoteRuntimeService.getRuntimeConfig();
log.info("Running statistic persisting job."); log.info("Running statistic persisting job.");
Long pastMinute = getPastMinute(); Long pastMinute = getPastMinute();
@@ -43,6 +45,9 @@ public class EmotePersistingJob extends QuartzJobBean {
runtimeConfig.remove(pastMinute); runtimeConfig.remove(pastMinute);
checkForPastEmoteStats(pastMinute, runtimeConfig); checkForPastEmoteStats(pastMinute, runtimeConfig);
} }
} finally {
trackedEmoteRuntimeService.releaseLock();
}
} }
private void checkForPastEmoteStats(Long minuteToCheck, Map<Long, Map<Long, List<PersistingEmote>>> runtimeConfig) { private void checkForPastEmoteStats(Long minuteToCheck, Map<Long, Map<Long, List<PersistingEmote>>> runtimeConfig) {

View File

@@ -9,6 +9,8 @@ import org.springframework.stereotype.Component;
import java.time.Instant; import java.time.Instant;
import java.util.*; import java.util.*;
import java.util.concurrent.locks.Lock;
import java.util.concurrent.locks.ReentrantLock;
@Component @Component
@Slf4j @Slf4j
@@ -16,6 +18,7 @@ public class TrackedEmoteRuntimeServiceBean implements TrackedEmoteRuntimeServic
@Autowired @Autowired
private TrackedEmoteRunTimeStorage trackedEmoteRunTimeStorage; private TrackedEmoteRunTimeStorage trackedEmoteRunTimeStorage;
private static final Lock runTimeLock = new ReentrantLock();
@Override @Override
public Map<Long, Map<Long, List<PersistingEmote>>> getRuntimeConfig() { public Map<Long, Map<Long, List<PersistingEmote>>> getRuntimeConfig() {
@@ -29,18 +32,20 @@ public class TrackedEmoteRuntimeServiceBean implements TrackedEmoteRuntimeServic
@Override @Override
public void addEmoteForServer(Emote emote, Guild guild, Long count, boolean external) { public void addEmoteForServer(Emote emote, Guild guild, Long count, boolean external) {
takeLock();
try {
Long key = getKey(); Long key = getKey();
PersistingEmote newPersistentEmote = createFromEmote(guild, emote, count, external); PersistingEmote newPersistentEmote = createFromEmote(guild, emote, count, external);
if(trackedEmoteRunTimeStorage.contains(key)) { if (trackedEmoteRunTimeStorage.contains(key)) {
Map<Long, List<PersistingEmote>> elementsForKey = trackedEmoteRunTimeStorage.get(key); Map<Long, List<PersistingEmote>> elementsForKey = trackedEmoteRunTimeStorage.get(key);
if(elementsForKey.containsKey(guild.getIdLong())) { if (elementsForKey.containsKey(guild.getIdLong())) {
List<PersistingEmote> persistingEmotes = elementsForKey.get(guild.getIdLong()); List<PersistingEmote> persistingEmotes = elementsForKey.get(guild.getIdLong());
Optional<PersistingEmote> existingEmote = persistingEmotes Optional<PersistingEmote> existingEmote = persistingEmotes
.stream() .stream()
.filter(persistingEmote -> persistingEmote.getEmoteId().equals(emote.getIdLong())) .filter(persistingEmote -> persistingEmote.getEmoteId().equals(emote.getIdLong()))
.findFirst(); .findFirst();
existingEmote.ifPresent(persistingEmote -> persistingEmote.setCount(persistingEmote.getCount() + count)); existingEmote.ifPresent(persistingEmote -> persistingEmote.setCount(persistingEmote.getCount() + count));
if(!existingEmote.isPresent()) { if (!existingEmote.isPresent()) {
persistingEmotes.add(newPersistentEmote); persistingEmotes.add(newPersistentEmote);
} }
} else { } else {
@@ -53,6 +58,9 @@ public class TrackedEmoteRuntimeServiceBean implements TrackedEmoteRuntimeServic
log.trace("Adding emote map entry for server {}.", guild.getIdLong()); log.trace("Adding emote map entry for server {}.", guild.getIdLong());
trackedEmoteRunTimeStorage.put(key, serverEmotes); trackedEmoteRunTimeStorage.put(key, serverEmotes);
} }
} finally {
releaseLock();
}
} }
@Override @Override
@@ -79,4 +87,15 @@ public class TrackedEmoteRuntimeServiceBean implements TrackedEmoteRuntimeServic
.serverId(guild.getIdLong()) .serverId(guild.getIdLong())
.build(); .build();
} }
@Override
public void takeLock() {
runTimeLock.lock();
}
@Override
public void releaseLock() {
runTimeLock.unlock();
}
} }

View File

@@ -14,4 +14,6 @@ public interface TrackedEmoteRuntimeService {
Long getKey(); Long getKey();
PersistingEmote createFromEmote(Guild guild, Emote emote, boolean external); PersistingEmote createFromEmote(Guild guild, Emote emote, boolean external);
PersistingEmote createFromEmote(Guild guild, Emote emote, Long count, boolean external); PersistingEmote createFromEmote(Guild guild, Emote emote, Long count, boolean external);
void takeLock();
void releaseLock();
} }