Versions (relevant - OpenSearch/Dashboard/Server OS/Browser): 2.11.11
Describe the issue:
While trying to register the models to the group I created, I am consistently getting:
[2024-07-26T13:34:25,840][ERROR][o.o.m.m.MLModelManager ] [phoenix186169] Failed to update model group
java.security.PrivilegedActionException: null
Caused by: java.net.SocketException: Network is unreachable
Configuration:
/_plugins/_ml/models/_upload
{
“name”: “huggingface/sentence-transformers/all-MiniLM-L12-v2”,
“version”: “1.0.1”,
“model_group_id”: “NF5x75ABXK7v2rJaXCqA”,
“model_format”: “TORCH_SCRIPT”
}
Relevant Logs or Screenshots:
[2024-07-26T14:47:03,243][ERROR][o.o.m.m.MLModelManager ] [phoenix186169] Failed to update model group
java.security.PrivilegedActionException: null
at java.security.AccessController.doPrivileged(AccessController.java:573) ~[?:?]
at org.opensearch.ml.engine.ModelHelper.downloadPrebuiltModelMetaList(ModelHelper.java:167) ~[?:?]
at org.opensearch.ml.model.MLModelManager.registerPrebuiltModel(MLModelManager.java:754) ~[?:?]
at org.opensearch.ml.model.MLModelManager.uploadModel(MLModelManager.java:605) ~[?:?]
at org.opensearch.ml.model.MLModelManager.lambda$registerMLModel$17(MLModelManager.java:419) ~[?:?]
at org.opensearch.core.action.ActionListener$1.onResponse(ActionListener.java:82) [opensearch-core-2.11.1.jar:2.11.1]
at org.opensearch.action.support.TransportAction$1.onResponse(TransportAction.java:113) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.TransportAction$1.onResponse(TransportAction.java:107) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.core.action.ActionListener$1.onResponse(ActionListener.java:82) [opensearch-core-2.11.1.jar:2.11.1]
at org.opensearch.action.support.single.instance.TransportInstanceSingleOperationAction$AsyncSingleAction$1.handleResponse(TransportInstanceSingleOperationAction.java:235) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.single.instance.TransportInstanceSingleOperationAction$AsyncSingleAction$1.handleResponse(TransportInstanceSingleOperationAction.java:221) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1516) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1599) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1579) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.transport.TaskTransportChannel.sendResponse(TaskTransportChannel.java:71) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.core.action.ActionListener$1.onResponse(ActionListener.java:82) [opensearch-core-2.11.1.jar:2.11.1]
at org.opensearch.action.update.TransportUpdateAction.lambda$shardOperation$3(TransportUpdateAction.java:302) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.core.action.ActionListener$1.onResponse(ActionListener.java:82) [opensearch-core-2.11.1.jar:2.11.1]
at org.opensearch.action.bulk.TransportSingleItemBulkWriteAction.lambda$wrapBulkResponse$0(TransportSingleItemBulkWriteAction.java:84) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.core.action.ActionListener$1.onResponse(ActionListener.java:82) [opensearch-core-2.11.1.jar:2.11.1]
at org.opensearch.action.support.TransportAction$1.onResponse(TransportAction.java:113) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.TransportAction$1.onResponse(TransportAction.java:107) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.core.action.ActionListener$6.onResponse(ActionListener.java:301) [opensearch-core-2.11.1.jar:2.11.1]
at org.opensearch.action.bulk.TransportBulkAction$BulkOperation$1.finishHim(TransportBulkAction.java:691) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.bulk.TransportBulkAction$BulkOperation$1.onResponse(TransportBulkAction.java:664) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.bulk.TransportBulkAction$BulkOperation$1.onResponse(TransportBulkAction.java:650) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.core.action.ActionListener$6.onResponse(ActionListener.java:301) [opensearch-core-2.11.1.jar:2.11.1]
at org.opensearch.action.support.TransportAction$1.onResponse(TransportAction.java:113) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.TransportAction$1.onResponse(TransportAction.java:107) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.replication.TransportReplicationAction$ReroutePhase.finishOnSuccess(TransportReplicationAction.java:1169) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.replication.TransportReplicationAction$ReroutePhase$1.handleResponse(TransportReplicationAction.java:1077) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.replication.TransportReplicationAction$ReroutePhase$1.handleResponse(TransportReplicationAction.java:1063) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.transport.TransportService$6.handleResponse(TransportService.java:897) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1516) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1599) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1579) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.transport.TaskTransportChannel.sendResponse(TaskTransportChannel.java:71) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.ChannelActionListener.onResponse(ChannelActionListener.java:62) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.ChannelActionListener.onResponse(ChannelActionListener.java:45) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.core.action.ActionListener$6.onResponse(ActionListener.java:301) [opensearch-core-2.11.1.jar:2.11.1]
at org.opensearch.action.support.replication.TransportReplicationAction$AsyncPrimaryAction.lambda$runWithPrimaryShardReference$2(TransportReplicationAction.java:560) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.core.action.ActionListener$1.onResponse(ActionListener.java:82) [opensearch-core-2.11.1.jar:2.11.1]
at org.opensearch.core.action.ActionListener$4.onResponse(ActionListener.java:182) [opensearch-core-2.11.1.jar:2.11.1]
at org.opensearch.action.support.replication.ReplicationOperation.finish(ReplicationOperation.java:439) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.replication.ReplicationOperation.decPendingAndFinishIfNeeded(ReplicationOperation.java:425) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.replication.ReplicationOperation$1.onResponse(ReplicationOperation.java:194) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.replication.ReplicationOperation$1.onResponse(ReplicationOperation.java:186) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.replication.TransportWriteAction$WritePrimaryResult$1.onSuccess(TransportWriteAction.java:314) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.replication.TransportWriteAction$AsyncAfterWriteAction.maybeFinish(TransportWriteAction.java:460) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.replication.TransportWriteAction$AsyncAfterWriteAction.lambda$run$1(TransportWriteAction.java:489) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.common.util.concurrent.AsyncIOProcessor.notifyList(AsyncIOProcessor.java:143) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.common.util.concurrent.AsyncIOProcessor.drainAndProcessAndRelease(AsyncIOProcessor.java:121) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.common.util.concurrent.AsyncIOProcessor.put(AsyncIOProcessor.java:95) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.index.shard.IndexShard.sync(IndexShard.java:4247) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.replication.TransportWriteAction$AsyncAfterWriteAction.run(TransportWriteAction.java:487) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.replication.TransportWriteAction$WritePrimaryResult.runPostReplicationActions(TransportWriteAction.java:321) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.replication.ReplicationOperation.handlePrimaryResult(ReplicationOperation.java:186) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.core.action.ActionListener$1.onResponse(ActionListener.java:82) [opensearch-core-2.11.1.jar:2.11.1]
at org.opensearch.core.action.ActionListener.completeWith(ActionListener.java:355) [opensearch-core-2.11.1.jar:2.11.1]
at org.opensearch.action.bulk.TransportShardBulkAction$2.finishRequest(TransportShardBulkAction.java:518) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.bulk.TransportShardBulkAction$2.doRun(TransportShardBulkAction.java:481) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:52) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.bulk.TransportShardBulkAction.performOnPrimary(TransportShardBulkAction.java:530) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:411) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:123) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.action.support.replication.TransportWriteAction$1.doRun(TransportWriteAction.java:223) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:908) [opensearch-2.11.1.jar:2.11.1]
at org.opensearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:52) [opensearch-2.11.1.jar:2.11.1]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) [?:?]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) [?:?]
at java.lang.Thread.run(Thread.java:833) [?:?]
Caused by: java.net.SocketException: Network is unreachable
at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
at sun.net.www.protocol.http.HttpURLConnection$10.run(HttpURLConnection.java:2057) ~[?:?]
at sun.net.www.protocol.http.HttpURLConnection$10.run(HttpURLConnection.java:2052) ~[?:?]
at java.security.AccessController.doPrivileged(AccessController.java:569) ~[?:?]
at sun.net.www.protocol.http.HttpURLConnection.getChainedException(HttpURLConnection.java:2051) ~[?:?]
at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1609) ~[?:?]
at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1589) ~[?:?]
at sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream(HttpsURLConnectionImpl.java:224) ~[?:?]
at ai.djl.training.util.DownloadUtils.download(DownloadUtils.java:78) ~[?:?]
at ai.djl.training.util.DownloadUtils.download(DownloadUtils.java:52) ~[?:?]
at org.opensearch.ml.engine.ModelHelper.lambda$downloadPrebuiltModelMetaList$2(ModelHelper.java:172) ~[?:?]
at java.security.AccessController.doPrivileged(AccessController.java:569) ~[?:?]
… 70 more
Caused by: java.net.SocketException: Network is unreachable
at sun.nio.ch.Net.connect0(Native Method) ~[?:?]
at sun.nio.ch.Net.connect(Net.java:579) ~[?:?]
at sun.nio.ch.Net.connect(Net.java:568) ~[?:?]
at sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:593) ~[?:?]
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) ~[?:?]
at java.net.Socket.connect(Socket.java:633) ~[?:?]
at sun.security.ssl.SSLSocketImpl.connect(SSLSocketImpl.java:304) ~[?:?]
at sun.security.ssl.BaseSSLSocketImpl.connect(BaseSSLSocketImpl.java:174) ~[?:?]
at sun.net.NetworkClient.doConnect(NetworkClient.java:183) ~[?:?]
at sun.net.www.http.HttpClient.openServer(HttpClient.java:533) ~[?:?]
at sun.net.www.http.HttpClient.openServer(HttpClient.java:638) ~[?:?]
at sun.net.www.protocol.https.HttpsClient.(HttpsClient.java:266) ~[?:?]
at sun.net.www.protocol.https.HttpsClient.New(HttpsClient.java:380) ~[?:?]
at sun.net.www.protocol.https.AbstractDelegateHttpsURLConnection.getNewHttpClient(AbstractDelegateHttpsURLConnection.java:193) ~[?:?]
at sun.net.www.protocol.http.HttpURLConnection.plainConnect0(HttpURLConnection.java:1242) ~[?:?]
at sun.net.www.protocol.http.HttpURLConnection.plainConnect(HttpURLConnection.java:1128) ~[?:?]
at sun.net.www.protocol.https.AbstractDelegateHttpsURLConnection.connect(AbstractDelegateHttpsURLConnection.java:179) ~[?:?]
at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1665) ~[?:?]
at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1589) ~[?:?]
at sun.net.www.protocol.http.HttpURLConnection.getHeaderField(HttpURLConnection.java:3256) ~[?:?]
at java.net.URLConnection.getHeaderFieldLong(URLConnection.java:639) ~[?:?]
at java.net.URLConnection.getContentLengthLong(URLConnection.java:509) ~[?:?]
at sun.net.www.protocol.https.HttpsURLConnectionImpl.getContentLengthLong(HttpsURLConnectionImpl.java:372) ~[?:?]
at ai.djl.training.util.DownloadUtils.download(DownloadUtils.java:73) ~[?:?]
at ai.djl.training.util.DownloadUtils.download(DownloadUtils.java:52) ~[?:?]
at org.opensearch.ml.engine.ModelHelper.lambda$downloadPrebuiltModelMetaList$2(ModelHelper.java:172) ~[?:?]
at java.security.AccessController.doPrivileged(AccessController.java:569) ~[?:?]
… 70 more