Versions (relevant - OpenSearch/Dashboard/Server OS/Browser): tried 2.19.1, 2.19.0, 2.18.0
Describe the issue:
I’m trying to restore snapshot made with Opensearch 2.18.0 to my new cluster, but shards are stuck in “FINALIZE” state and i see next error in the logs:
2025-03-06T16:47:28.284Z
[2025-03-06T16:47:28,282][ERROR][o.o.i.s.RemoteDirectory ] [i-0686a59a8faa2ba47] Failed to upload blob _2o4.fdm
2025-03-06T16:47:28.284Z
java.util.concurrent.CompletionException: java.lang.WrongThreadException: Attempted access outside owning thread
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:315) ~[?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:320) ~[?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:936) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture$UniHandle.tryFire(CompletableFuture.java:911) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2194) [?:?]
2025-03-06T16:47:28.284Z
at software.amazon.awssdk.utils.CompletableFutureUtils.lambda$forwardExceptionTo$0(CompletableFutureUtils.java:79) [utils-2.20.86.jar:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2194) [?:?]
2025-03-06T16:47:28.284Z
at software.amazon.awssdk.core.internal.http.pipeline.stages.AsyncApiCallMetricCollectionStage.lambda$execute$0(AsyncApiCallMetricCollectionStage.java:54) [sdk-core-2.20.86.jar:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2194) [?:?]
2025-03-06T16:47:28.284Z
at software.amazon.awssdk.core.internal.http.pipeline.stages.AsyncApiCallTimeoutTrackingStage.lambda$execute$2(AsyncApiCallTimeoutTrackingStage.java:67) [sdk-core-2.20.86.jar:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2194) [?:?]
2025-03-06T16:47:28.284Z
at software.amazon.awssdk.utils.CompletableFutureUtils.lambda$forwardExceptionTo$0(CompletableFutureUtils.java:79) [utils-2.20.86.jar:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2194) [?:?]
2025-03-06T16:47:28.284Z
at software.amazon.awssdk.core.internal.http.pipeline.stages.AsyncRetryableStage$RetryingExecutor.maybeAttemptExecute(AsyncRetryableStage.java:103) [sdk-core-2.20.86.jar:?]
2025-03-06T16:47:28.284Z
at software.amazon.awssdk.core.internal.http.pipeline.stages.AsyncRetryableStage$RetryingExecutor.maybeRetryExecute(AsyncRetryableStage.java:184) [sdk-core-2.20.86.jar:?]
2025-03-06T16:47:28.284Z
at software.amazon.awssdk.core.internal.http.pipeline.stages.AsyncRetryableStage$RetryingExecutor.lambda$attemptExecute$1(AsyncRetryableStage.java:159) [sdk-core-2.20.86.jar:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2194) [?:?]
2025-03-06T16:47:28.284Z
at software.amazon.awssdk.utils.CompletableFutureUtils.lambda$forwardExceptionTo$0(CompletableFutureUtils.java:79) [utils-2.20.86.jar:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2194) [?:?]
2025-03-06T16:47:28.284Z
at software.amazon.awssdk.core.internal.http.pipeline.stages.MakeAsyncHttpRequestStage.lambda$null$0(MakeAsyncHttpRequestStage.java:103) [sdk-core-2.20.86.jar:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2194) [?:?]
2025-03-06T16:47:28.284Z
at software.amazon.awssdk.core.internal.http.pipeline.stages.MakeAsyncHttpRequestStage.completeResponseFuture(MakeAsyncHttpRequestStage.java:240) [sdk-core-2.20.86.jar:?]
2025-03-06T16:47:28.284Z
at software.amazon.awssdk.core.internal.http.pipeline.stages.MakeAsyncHttpRequestStage.lambda$executeHttpRequest$3(MakeAsyncHttpRequestStage.java:163) [sdk-core-2.20.86.jar:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:934) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture$UniHandle.tryFire(CompletableFuture.java:911) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:482) [?:?]
2025-03-06T16:47:28.284Z
at org.opensearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:946) [opensearch-2.18.0.jar:2.18.0]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) [?:?]
2025-03-06T16:47:28.284Z
at java.base/java.lang.Thread.run(Thread.java:1583) [?:?]
Configuration:
Relevant Logs or Screenshots: