fix: Fix auto-translation errors, drop some handled exceptions (sentry)

backend/api/src/main/kotlin/io/tolgee/api/v2/controllers/AutoTranslationController.kt

@@ -71,7 +71,7 @@ When no languages provided, it translates only untranslated languages."""
  throw BadRequestException(Message.CANNOT_TRANSLATE_BASE_LANGUAGE)
  }
 
- autoTranslationService.autoTranslateSync(
+ autoTranslationService.autoTranslateSyncWithRetry(
  key = key,
  forcedLanguageTags = languages?.toList(),
  useTranslationMemory = useTranslationMemory ?: false,

backend/data/src/main/kotlin/io/tolgee/batch/state/BatchJobStateProvider.kt

@@ -125,6 +125,9 @@ class BatchJobStateProvider(
  }
 
  fun getCachedJobIds(): MutableSet<Long> {
- return getStatesMap().keys
+ val keys = getStatesMap().keys
+ // redisson defers the access to the key set, so it was throwing NoSuchElementException when iterating over keys
+ // so let's rather copy the set
+ return keys.toMutableSet()
  }
 }

backend/data/src/main/kotlin/io/tolgee/component/SentryBeforeSendCallback.kt

@@ -0,0 +1,34 @@
+package io.tolgee.component
+
+import io.sentry.Hint
+import io.sentry.SentryEvent
+import io.sentry.SentryOptions
+import org.springframework.stereotype.Component
+
+@Component
+class SentryBeforeSendCallback : SentryOptions.BeforeSendCallback {
+ override fun execute(event: SentryEvent, hint: Hint): SentryEvent? {
+ if (event.containsMessage("Failed to send message to MessageChannel")) {
+ return null
+ }
+
+ if (event.containsExceptionOfType("FailedDontRequeueException")) {
+ return null
+ }
+
+ if (event.containsExceptionOfType("ClientAbortException")) {
+ return null
+ }
+
+ if (event.containsMessage("Cannot render error page for request [/websocket")) return null
+
+ return event
+ }
+
+ private fun SentryEvent.containsMessage(string: String): Boolean {
+ return message?.formatted?.contains(string) == true
+ }
+
+ private fun SentryEvent.containsExceptionOfType(type: String) =
+ exceptions?.any { it.type?.contains(type) == true } == true
+}

backend/data/src/main/kotlin/io/tolgee/exceptions/ExceptionWithMessage.kt

@@ -22,7 +22,7 @@ abstract class ExceptionWithMessage(
  this.tolgeeMessage = message
  }
 
- constructor(message: Message) : this(null, null) {
+ constructor(message: Message) : this(message.code, null) {
  this.tolgeeMessage = message
  }
 }

backend/data/src/main/kotlin/io/tolgee/service/translation/AutoTranslationService.kt

@@ -16,10 +16,13 @@ import io.tolgee.repository.AutoTranslationConfigRepository
 import io.tolgee.security.authentication.AuthenticationFacade
 import io.tolgee.service.LanguageService
 import io.tolgee.service.machineTranslation.MtService
+import io.tolgee.util.executeInNewTransaction
+import io.tolgee.util.tryUntilItDoesntBreakConstraint
 import jakarta.persistence.EntityManager
 import org.slf4j.Logger
 import org.slf4j.LoggerFactory
 import org.springframework.stereotype.Service
+import org.springframework.transaction.PlatformTransactionManager
 
 @Service
 class AutoTranslationService(
@@ -30,7 +33,8 @@ class AutoTranslationService(
  private val languageService: LanguageService,
  private val batchJobService: BatchJobService,
  private val authenticationFacade: AuthenticationFacade,
- private val entityManager: EntityManager
+ private val entityManager: EntityManager,
+ private val transactionManager: PlatformTransactionManager
 ) {
  val logger: Logger = LoggerFactory.getLogger(this::class.java)
 
@@ -127,6 +131,20 @@ class AutoTranslationService(
  return null
  }
 
+ fun autoTranslateSyncWithRetry(
+ key: Key,
+ forcedLanguageTags: List<String>? = null,
+ useTranslationMemory: Boolean? = null,
+ useMachineTranslation: Boolean? = null,
+ isBatch: Boolean,
+ ) {
+ tryUntilItDoesntBreakConstraint(maxRepeats = 10) {
+ executeInNewTransaction(transactionManager) {
+ autoTranslateSync(key, forcedLanguageTags, useTranslationMemory, useMachineTranslation, isBatch)
+ }
+ }
+ }
+
  fun autoTranslateSync(
  key: Key,
  forcedLanguageTags: List<String>? = null,

backend/data/src/main/kotlin/io/tolgee/util/tryUntilItDoesntBreakContraint.kt

@@ -4,10 +4,10 @@ import jakarta.persistence.PersistenceException
 import org.springframework.dao.CannotAcquireLockException
 import org.springframework.dao.DataIntegrityViolationException
 
-inline fun <T> tryUntilItDoesntBreakConstraint(fn: () -> T): T {
+inline fun <T> tryUntilItDoesntBreakConstraint(maxRepeats: Int = 100, fn: () -> T): T {
  var exception: Exception? = null
  var repeats = 0
- for (it in 1..100) {
+ for (it in 1..maxRepeats) {
  try {
  return fn()
  } catch (e: Exception) {
@@ -16,6 +16,7 @@ inline fun <T> tryUntilItDoesntBreakConstraint(fn: () -> T): T {
  repeats++
  exception = e
  }
+
  else -> throw e
  }
  }