Versions (relevant - OpenSearch/Dashboard/Server OS/Browser):
Opensearch 2.13
Describe the issue:
After upgrading from 2.11 to 2.13 we experienced intermittent issues for some of our queries. Opensearch throws java.lang.UnsupportedOperationException.
Notice how “assetRights.eventStartTime” changes from a date to a null value in the logs below.
Seen the error both running in AWS and locally on docker.
Configuration:
{
"settings": {
"index": {
"number_of_shards": "1",
"number_of_replicas": "1",
"refresh_interval": "10s",
"search.slowlog.threshold.query.warn": "300ms",
"search.slowlog.threshold.query.info": "200ms",
"search.slowlog.threshold.fetch.warn": "300ms",
"search.slowlog.threshold.fetch.info": "200ms"
}
},
"mappings": {
"dynamic": "strict",
"properties": {
"mediaId": {
"type": "keyword"
},
"id": {
"type": "keyword"
},
"ids": {
"type": "keyword"
},
"countryCode": {
"type": "keyword"
},
"mediaType": {
"type": "keyword"
},
"checksum": {
"type": "integer"
},
"stores": {
"type": "keyword"
},
"channels": {
"type": "keyword"
},
"mainGenre": {
"type": "keyword",
"normalizer": "lowercase"
},
"subGenres": {
"type": "keyword",
"normalizer": "lowercase"
},
"titleSv": {
"type": "keyword",
"normalizer": "lowercase"
},
"titleDa": {
"type": "keyword",
"normalizer": "lowercase"
},
"titleFi": {
"type": "keyword",
"normalizer": "lowercase"
},
"titleNb": {
"type": "keyword",
"normalizer": "lowercase"
},
"league": {
"type": "keyword",
"normalizer": "lowercase"
},
"sportData": {
"properties": {
"competitionId": {
"type": "keyword"
},
"participantIds": {
"type": "keyword"
}
}
},
"labels": {
"type": "keyword",
"normalizer": "lowercase"
},
"priority": {
"type": "integer"
},
"assetRights": {
"type": "nested",
"properties": {
"deviceType": {
"type": "keyword"
},
"assetId": {
"type": "keyword"
},
"validFrom": {
"type": "date"
},
"validTo": {
"type": "date"
},
"eventStartTime": {
"type": "date"
},
"eventEndTime": {
"type": "date"
},
"eventBroadcastSource": {
"type": "keyword"
},
"live": {
"type": "boolean"
},
"stores": {
"type": "keyword"
},
"channels": {
"type": "keyword"
}
}
}
}
}
}
Relevant Logs or Screenshots:
2024-08-15 10:29:36 [2024-08-15T08:29:36,409][TRACE][o.o.h.HttpTracer ] [bd9265e87b13] [2080][null][POST][/teliaplay_fi_timeline_search/_search?typed_keys=true&max_concurrent_shard_requests=5&ignore_unavailable=false&expand_wildcards=open&allow_no_indices=true&ignore_throttled=true&search_type=query_then_fetch&batched_reduce_size=512&ccs_minimize_roundtrips=true] received request from [Netty4HttpChannel{localAddress=/172.18.0.2:9200, remoteAddress=/192.168.65.1:54250}]
2024-08-15 10:29:36 [2024-08-15T08:29:36,409][TRACE][o.o.i.b.in_flight_requests] [bd9265e87b13] [in_flight_requests] Adding [3kb][<http_request>] to used bytes [new used: [3kb], limit: 1073741824 [1gb], estimate: 6268 [6.1kb]]
2024-08-15 10:29:36 [2024-08-15T08:29:36,413][TRACE][o.o.t.TaskManager ] [bd9265e87b13] register 9359 [transport] [indices:data/read/search] [indices[teliaplay_fi_timeline_search], search_type[QUERY_THEN_FETCH], source[{"from":0,"size":16,"query":{"bool":{"filter":[{"bool":{"should":[{"nested":{"query":{"bool":{"must":[{"range":{"assetRights.eventStartTime":{"from":null,"to":"2025-03-10T17:59:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.eventEndTime":{"from":"2024-08-15T08:29:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"terms":{"assetRights.deviceType":["WEB"],"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}},"path":"assetRights","ignore_unmapped":false,"score_mode":"min","boost":1.0,"inner_hits":{"name":"upcoming","ignore_unmapped":false,"from":0,"size":3,"version":false,"seq_no_primary_term":false,"explain":false,"track_scores":false,"sort":[{"assetRights.eventStartTime":{"order":"asc"}}]}}},{"nested":{"query":{"bool":{"must":[{"range":{"assetRights.eventStartTime":{"from":null,"to":"2024-08-15T08:29:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.eventEndTime":{"from":"2024-08-14T09:00:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.validFrom":{"from":null,"to":"2024-08-15T08:29:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.validTo":{"from":"2024-08-15T08:29:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"terms":{"assetRights.deviceType":["WEB"],"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}},"path":"assetRights","ignore_unmapped":false,"score_mode":"min","boost":1.0,"inner_hits":{"name":"past","ignore_unmapped":false,"from":0,"size":3,"version":false,"seq_no_primary_term":false,"explain":false,"track_scores":false,"sort":[{"assetRights.eventStartTime":{"order":"asc"}}]}}}],"adjust_pure_negative":true,"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}},"_source":{"includes":["mediaId","titleFi","_score","inner_hits"],"excludes":[]},"sort":[{"assetRights.eventStartTime":{"order":"asc","nested":{"path":"assetRights","filter":{"bool":{"should":[{"bool":{"must":[{"range":{"assetRights.eventStartTime":{"from":null,"to":"2025-03-10T17:59:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.eventEndTime":{"from":"2024-08-15T08:29:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"terms":{"assetRights.deviceType":["WEB"],"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}},{"bool":{"must":[{"range":{"assetRights.eventStartTime":{"from":null,"to":"2024-08-15T08:29:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.eventEndTime":{"from":"2024-08-14T09:00:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.validFrom":{"from":null,"to":"2024-08-15T08:29:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.validTo":{"from":"2024-08-15T08:29:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"terms":{"assetRights.deviceType":["WEB"],"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}}}}}]}]]
2024-08-15 10:29:36 [2024-08-15T08:29:36,413][DEBUG][o.o.t.TaskManager ] [bd9265e87b13] Starting resource tracking for task: 9359
2024-08-15 10:29:36 [2024-08-15T08:29:36,416][DEBUG][o.o.t.TransportService ] [bd9265e87b13] Action: indices:data/read/search[phase/query]
2024-08-15 10:29:36 [2024-08-15T08:29:36,416][TRACE][o.o.t.TaskManager ] [bd9265e87b13] register child node [{bd9265e87b13}{LQLJLZp4TiOyuDJRnbEa0A}{Xb9bZmIqRWCWbZX85s9I3Q}{172.18.0.2}{172.18.0.2:9300}{dimr}{shard_indexing_pressure_enabled=true}] task [9359]
2024-08-15 10:29:36 [2024-08-15T08:29:36,416][TRACE][o.o.t.T.tracer ] [bd9265e87b13] [3887][indices:data/read/search[phase/query]] sent to [{bd9265e87b13}{LQLJLZp4TiOyuDJRnbEa0A}{Xb9bZmIqRWCWbZX85s9I3Q}{172.18.0.2}{172.18.0.2:9300}{dimr}{shard_indexing_pressure_enabled=true}] (timeout: [null])
2024-08-15 10:29:36 [2024-08-15T08:29:36,416][TRACE][o.o.t.T.tracer ] [bd9265e87b13] [3887][indices:data/read/search[phase/query]] received request
2024-08-15 10:29:36 [2024-08-15T08:29:36,416][TRACE][o.o.t.TaskManager ] [bd9265e87b13] register 9360 [direct] [indices:data/read/search[phase/query]] [shardId[[teliaplay_fi_2024-08-15-10-01-02-417][0]]]
2024-08-15 10:29:36 [2024-08-15T08:29:36,416][DEBUG][o.o.t.TaskManager ] [bd9265e87b13] Starting resource tracking for task: 9360
2024-08-15 10:29:36 [2024-08-15T08:29:36,417][DEBUG][o.o.t.TaskManager ] [bd9265e87b13] Task execution started on thread. Task: 9360, Thread: 52
2024-08-15 10:29:36 [2024-08-15T08:29:36,432][TRACE][o.o.s.q.QueryPhase ] [bd9265e87b13] [teliaplay_fi_2024-08-15-10-01-02-417][0] source[{"from":0,"size":16,"query":{"bool":{"filter":[{"bool":{"should":[{"nested":{"query":{"bool":{"must":[{"range":{"assetRights.eventStartTime":{"from":null,"to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.eventEndTime":{"from":"2024-08-15T08:29:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"terms":{"assetRights.deviceType":["WEB"],"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}},"path":"assetRights","ignore_unmapped":false,"score_mode":"min","boost":1.0,"inner_hits":{"name":"upcoming","ignore_unmapped":false,"from":0,"size":3,"version":false,"seq_no_primary_term":false,"explain":false,"track_scores":false,"sort":[{"assetRights.eventStartTime":{"order":"asc"}}]}}},{"nested":{"query":{"bool":{"must":[{"range":{"assetRights.eventStartTime":{"from":null,"to":"2024-08-15T08:29:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.eventEndTime":{"from":"2024-08-14T09:00:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.validFrom":{"from":null,"to":"2024-08-15T08:29:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.validTo":{"from":"2024-08-15T08:29:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"terms":{"assetRights.deviceType":["WEB"],"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}},"path":"assetRights","ignore_unmapped":false,"score_mode":"min","boost":1.0,"inner_hits":{"name":"past","ignore_unmapped":false,"from":0,"size":3,"version":false,"seq_no_primary_term":false,"explain":false,"track_scores":false,"sort":[{"assetRights.eventStartTime":{"order":"asc"}}]}}}],"adjust_pure_negative":true,"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}},"_source":{"includes":["mediaId","titleFi","_score","inner_hits"],"excludes":[]},"sort":[{"assetRights.eventStartTime":{"order":"asc","nested":{"path":"assetRights","filter":{"bool":{"should":[{"bool":{"must":[{"range":{"assetRights.eventStartTime":{"from":null,"to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.eventEndTime":{"from":"2024-08-15T08:29:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"terms":{"assetRights.deviceType":["WEB"],"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}},{"bool":{"must":[{"range":{"assetRights.eventStartTime":{"from":null,"to":"2024-08-15T08:29:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.eventEndTime":{"from":"2024-08-14T09:00:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.validFrom":{"from":null,"to":"2024-08-15T08:29:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.validTo":{"from":"2024-08-15T08:29:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"terms":{"assetRights.deviceType":["WEB"],"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}}}}}]}], id[],
2024-08-15 10:29:36 [2024-08-15T08:29:36,481][TRACE][o.o.i.IndexingMemoryController] [bd9265e87b13] total indexing heap bytes used [0b] vs indices.memory.index_buffer_size [102.3mb], currently writing bytes [0b]
2024-08-15 10:29:36 [2024-08-15T08:29:36,501][TRACE][o.o.s.SearchService ] [bd9265e87b13] Query phase failed
2024-08-15 10:29:36 org.opensearch.search.query.QueryPhaseExecutionException: Query Failed [Failed to execute main query]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase.executeInternal(QueryPhase.java:307) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase.execute(QueryPhase.java:155) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:602) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.SearchService.executeQueryPhase(SearchService.java:666) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.SearchService$2.lambda$onResponse$0(SearchService.java:635) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.ActionRunnable.lambda$supply$0(ActionRunnable.java:74) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.ActionRunnable$2.doRun(ActionRunnable.java:89) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:52) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.threadpool.TaskAwareRunnable.doRun(TaskAwareRunnable.java:78) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:52) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:59) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:941) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:52) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) [?:?]
2024-08-15 10:29:36 at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) [?:?]
2024-08-15 10:29:36 at java.base/java.lang.Thread.run(Thread.java:1583) [?:?]
2024-08-15 10:29:36 Caused by: java.lang.UnsupportedOperationException
2024-08-15 10:29:36 at org.opensearch.index.fielddata.AbstractNumericDocValues.advance(AbstractNumericDocValues.java:60) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.apache.lucene.search.comparators.NumericComparator$NumericLeafComparator$2.advance(NumericComparator.java:416) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreRange(Weight.java:286) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:236) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.BooleanScorer$BulkScorerAndDoc.score(BooleanScorer.java:60) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.BooleanScorer.scoreWindowSingleScorer(BooleanScorer.java:334) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.BooleanScorer.scoreWindow(BooleanScorer.java:358) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.BooleanScorer.score(BooleanScorer.java:374) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.opensearch.search.internal.CancellableBulkScorer.score(CancellableBulkScorer.java:71) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:38) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.opensearch.search.internal.ContextIndexSearcher.searchLeaf(ContextIndexSearcher.java:327) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:283) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:560) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase.searchWithCollector(QueryPhase.java:355) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase$DefaultQueryPhaseSearcher.searchWithCollector(QueryPhase.java:462) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase$DefaultQueryPhaseSearcher.searchWithCollector(QueryPhase.java:450) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase$DefaultQueryPhaseSearcher.searchWith(QueryPhase.java:432) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhaseSearcherWrapper.searchWith(QueryPhaseSearcherWrapper.java:60) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.neuralsearch.search.query.HybridQueryPhaseSearcher.searchWith(HybridQueryPhaseSearcher.java:61) ~[?:?]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase.executeInternal(QueryPhase.java:282) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 ... 15 more
2024-08-15 10:29:36 [2024-08-15T08:29:36,510][TRACE][o.o.t.TaskManager ] [bd9265e87b13] unregister task for id: 9360
2024-08-15 10:29:36 [2024-08-15T08:29:36,511][TRACE][o.o.t.T.tracer ] [bd9265e87b13] [3887][indices:data/read/search[phase/query]] sent error response
2024-08-15 10:29:36 org.opensearch.search.query.QueryPhaseExecutionException: Query Failed [Failed to execute main query]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase.executeInternal(QueryPhase.java:307) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase.execute(QueryPhase.java:155) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:602) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.SearchService.executeQueryPhase(SearchService.java:666) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.SearchService$2.lambda$onResponse$0(SearchService.java:635) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.ActionRunnable.lambda$supply$0(ActionRunnable.java:74) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.ActionRunnable$2.doRun(ActionRunnable.java:89) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:52) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.threadpool.TaskAwareRunnable.doRun(TaskAwareRunnable.java:78) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:52) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:59) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:941) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:52) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) [?:?]
2024-08-15 10:29:36 at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) [?:?]
2024-08-15 10:29:36 at java.base/java.lang.Thread.run(Thread.java:1583) [?:?]
2024-08-15 10:29:36 Caused by: java.lang.UnsupportedOperationException
2024-08-15 10:29:36 at org.opensearch.index.fielddata.AbstractNumericDocValues.advance(AbstractNumericDocValues.java:60) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.apache.lucene.search.comparators.NumericComparator$NumericLeafComparator$2.advance(NumericComparator.java:416) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreRange(Weight.java:286) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:236) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.BooleanScorer$BulkScorerAndDoc.score(BooleanScorer.java:60) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.BooleanScorer.scoreWindowSingleScorer(BooleanScorer.java:334) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.BooleanScorer.scoreWindow(BooleanScorer.java:358) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.BooleanScorer.score(BooleanScorer.java:374) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.opensearch.search.internal.CancellableBulkScorer.score(CancellableBulkScorer.java:71) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:38) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.opensearch.search.internal.ContextIndexSearcher.searchLeaf(ContextIndexSearcher.java:327) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:283) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:560) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase.searchWithCollector(QueryPhase.java:355) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase$DefaultQueryPhaseSearcher.searchWithCollector(QueryPhase.java:462) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase$DefaultQueryPhaseSearcher.searchWithCollector(QueryPhase.java:450) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase$DefaultQueryPhaseSearcher.searchWith(QueryPhase.java:432) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhaseSearcherWrapper.searchWith(QueryPhaseSearcherWrapper.java:60) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.neuralsearch.search.query.HybridQueryPhaseSearcher.searchWith(HybridQueryPhaseSearcher.java:61) ~[?:?]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase.executeInternal(QueryPhase.java:282) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 ... 15 more
2024-08-15 10:29:36 [2024-08-15T08:29:36,513][TRACE][o.o.t.T.tracer ] [bd9265e87b13] [3887][indices:data/read/search[phase/query]] received response from [{bd9265e87b13}{LQLJLZp4TiOyuDJRnbEa0A}{Xb9bZmIqRWCWbZX85s9I3Q}{172.18.0.2}{172.18.0.2:9300}{dimr}{shard_indexing_pressure_enabled=true}]
2024-08-15 10:29:36 [2024-08-15T08:29:36,514][TRACE][o.o.t.TaskManager ] [bd9265e87b13] unregister child node [{bd9265e87b13}{LQLJLZp4TiOyuDJRnbEa0A}{Xb9bZmIqRWCWbZX85s9I3Q}{172.18.0.2}{172.18.0.2:9300}{dimr}{shard_indexing_pressure_enabled=true}] task [9359]
2024-08-15 10:29:36 [2024-08-15T08:29:36,519][TRACE][o.o.a.s.TransportSearchAction] [bd9265e87b13] [LQLJLZp4TiOyuDJRnbEa0A][teliaplay_fi_2024-08-15-10-01-02-417][0]: Failed to execute [SearchRequest{searchType=QUERY_THEN_FETCH, indices=[teliaplay_fi_timeline_search], indicesOptions=IndicesOptions[ignore_unavailable=false, allow_no_indices=true, expand_wildcards_open=true, expand_wildcards_closed=false, expand_wildcards_hidden=false, allow_aliases_to_multiple_indices=true, forbid_closed_indices=true, ignore_aliases=false, ignore_throttled=true], routing='null', preference='null', requestCache=null, scroll=null, maxConcurrentShardRequests=5, batchedReduceSize=512, preFilterShardSize=null, allowPartialSearchResults=true, localClusterAlias=null, getOrCreateAbsoluteStartMillis=-1, ccsMinimizeRoundtrips=true, source={"from":0,"size":16,"query":{"bool":{"filter":[{"bool":{"should":[{"nested":{"query":{"bool":{"must":[{"range":{"assetRights.eventStartTime":{"from":null,"to":"2025-03-10T17:59:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.eventEndTime":{"from":"2024-08-15T08:29:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"terms":{"assetRights.deviceType":["WEB"],"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}},"path":"assetRights","ignore_unmapped":false,"score_mode":"min","boost":1.0,"inner_hits":{"name":"upcoming","ignore_unmapped":false,"from":0,"size":3,"version":false,"seq_no_primary_term":false,"explain":false,"track_scores":false,"sort":[{"assetRights.eventStartTime":{"order":"asc"}}]}}},{"nested":{"query":{"bool":{"must":[{"range":{"assetRights.eventStartTime":{"from":null,"to":"2024-08-15T08:29:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.eventEndTime":{"from":"2024-08-14T09:00:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.validFrom":{"from":null,"to":"2024-08-15T08:29:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.validTo":{"from":"2024-08-15T08:29:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"terms":{"assetRights.deviceType":["WEB"],"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}},"path":"assetRights","ignore_unmapped":false,"score_mode":"min","boost":1.0,"inner_hits":{"name":"past","ignore_unmapped":false,"from":0,"size":3,"version":false,"seq_no_primary_term":false,"explain":false,"track_scores":false,"sort":[{"assetRights.eventStartTime":{"order":"asc"}}]}}}],"adjust_pure_negative":true,"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}},"_source":{"includes":["mediaId","titleFi","_score","inner_hits"],"excludes":[]},"sort":[{"assetRights.eventStartTime":{"order":"asc","nested":{"path":"assetRights","filter":{"bool":{"should":[{"bool":{"must":[{"range":{"assetRights.eventStartTime":{"from":null,"to":"2025-03-10T17:59:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.eventEndTime":{"from":"2024-08-15T08:29:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"terms":{"assetRights.deviceType":["WEB"],"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}},{"bool":{"must":[{"range":{"assetRights.eventStartTime":{"from":null,"to":"2024-08-15T08:29:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.eventEndTime":{"from":"2024-08-14T09:00:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.validFrom":{"from":null,"to":"2024-08-15T08:29:00.000Z","include_lower":true,"include_upper":true,"boost":1.0}}},{"range":{"assetRights.validTo":{"from":"2024-08-15T08:29:00.000Z","to":null,"include_lower":true,"include_upper":true,"boost":1.0}}},{"terms":{"assetRights.deviceType":["WEB"],"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}}],"adjust_pure_negative":true,"boost":1.0}}}}}]}, cancelAfterTimeInterval=null, pipeline=null, phaseTook=false}] lastShard [true]
2024-08-15 10:29:36 org.opensearch.transport.RemoteTransportException: [bd9265e87b13][172.18.0.2:9300][indices:data/read/search[phase/query]]
2024-08-15 10:29:36 Caused by: org.opensearch.search.query.QueryPhaseExecutionException: Query Failed [Failed to execute main query]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase.executeInternal(QueryPhase.java:307) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase.execute(QueryPhase.java:155) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:602) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.SearchService.executeQueryPhase(SearchService.java:666) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.SearchService$2.lambda$onResponse$0(SearchService.java:635) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.ActionRunnable.lambda$supply$0(ActionRunnable.java:74) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.ActionRunnable$2.doRun(ActionRunnable.java:89) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:52) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.threadpool.TaskAwareRunnable.doRun(TaskAwareRunnable.java:78) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:52) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:59) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:941) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:52) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) [?:?]
2024-08-15 10:29:36 at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) [?:?]
2024-08-15 10:29:36 at java.base/java.lang.Thread.run(Thread.java:1583) [?:?]
2024-08-15 10:29:36 Caused by: java.lang.UnsupportedOperationException
2024-08-15 10:29:36 at org.opensearch.index.fielddata.AbstractNumericDocValues.advance(AbstractNumericDocValues.java:60) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.apache.lucene.search.comparators.NumericComparator$NumericLeafComparator$2.advance(NumericComparator.java:416) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreRange(Weight.java:286) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:236) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.BooleanScorer$BulkScorerAndDoc.score(BooleanScorer.java:60) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.BooleanScorer.scoreWindowSingleScorer(BooleanScorer.java:334) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.BooleanScorer.scoreWindow(BooleanScorer.java:358) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.apache.lucene.search.BooleanScorer.score(BooleanScorer.java:374) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.opensearch.search.internal.CancellableBulkScorer.score(CancellableBulkScorer.java:71) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:38) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.opensearch.search.internal.ContextIndexSearcher.searchLeaf(ContextIndexSearcher.java:327) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:283) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:560) ~[lucene-core-9.11.1.jar:9.11.1 0c087dfdd10e0f6f3f6faecc6af4415e671a9e69 - 2024-06-23 12:31:02]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase.searchWithCollector(QueryPhase.java:355) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase$DefaultQueryPhaseSearcher.searchWithCollector(QueryPhase.java:462) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase$DefaultQueryPhaseSearcher.searchWithCollector(QueryPhase.java:450) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase$DefaultQueryPhaseSearcher.searchWith(QueryPhase.java:432) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhaseSearcherWrapper.searchWith(QueryPhaseSearcherWrapper.java:60) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.neuralsearch.search.query.HybridQueryPhaseSearcher.searchWith(HybridQueryPhaseSearcher.java:61) ~[?:?]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase.executeInternal(QueryPhase.java:282) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.query.QueryPhase.execute(QueryPhase.java:155) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:602) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.SearchService.executeQueryPhase(SearchService.java:666) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.search.SearchService$2.lambda$onResponse$0(SearchService.java:635) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.ActionRunnable.lambda$supply$0(ActionRunnable.java:74) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.ActionRunnable$2.doRun(ActionRunnable.java:89) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:52) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.threadpool.TaskAwareRunnable.doRun(TaskAwareRunnable.java:78) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:52) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:59) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:941) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:52) ~[opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) ~[?:?]
2024-08-15 10:29:36 at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) ~[?:?]
2024-08-15 10:29:36 at java.base/java.lang.Thread.run(Thread.java:1583) ~[?:?]
2024-08-15 10:29:36 [2024-08-15T08:29:36,524][DEBUG][o.o.a.s.TransportSearchAction] [bd9265e87b13] All shards failed for phase: [query]
2024-08-15 10:29:36 org.opensearch.OpenSearchException$3: null
2024-08-15 10:29:36 at org.opensearch.OpenSearchException.guessRootCauses(OpenSearchException.java:710) ~[opensearch-core-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.search.AbstractSearchAsyncAction.executeNextPhase(AbstractSearchAsyncAction.java:393) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.search.AbstractSearchAsyncAction.onPhaseDone(AbstractSearchAsyncAction.java:810) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.search.AbstractSearchAsyncAction.onShardFailure(AbstractSearchAsyncAction.java:548) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.search.AbstractSearchAsyncAction$1.onFailure(AbstractSearchAsyncAction.java:316) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.search.SearchExecutionStatsCollector.onFailure(SearchExecutionStatsCollector.java:104) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.ActionListenerResponseHandler.handleException(ActionListenerResponseHandler.java:75) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.search.SearchTransportService$ConnectionCountingHandler.handleException(SearchTransportService.java:766) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.transport.TransportService$9.handleException(TransportService.java:1729) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.transport.TransportService$ContextRestoreResponseHandler.handleException(TransportService.java:1515) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.transport.TransportService$DirectResponseChannel.processException(TransportService.java:1629) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1603) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.transport.TaskTransportChannel.sendResponse(TaskTransportChannel.java:81) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.transport.TransportChannel.sendErrorResponse(TransportChannel.java:75) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.support.ChannelActionListener.onFailure(ChannelActionListener.java:70) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.action.ActionRunnable.onFailure(ActionRunnable.java:104) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:54) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at org.opensearch.threadpool.TaskAwareRunnable.doRun(TaskAwareRunnable.java:78) [opensearch-2.16.0.jar:2.16.0]
2024-08-15 10:29:36 at