konduitai / konduit-serving-examples Goto Github PK

[root@iZ2ze3hiduvxw3kac9o07jZ yaml]# konduit serve -id simple_test -c ./simple.yaml
Starting konduit server...
INFO: Running command /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.el7_8.x86_64/jre/bin/java -Djava.awt.headless=true -jar /root/.konduit-serving/jar/konduit.jar run --instances 1 -s inference -c ./simple.yaml -Dserving.id=simple_test
Processing configuration: /home/konduit-serving-examples/yaml/./simple.yaml
Starting konduit server with an id of 'simple_test'
11:53:03.525 [main] INFO ai.konduit.serving.util.LogUtils - Logging file at: /root/.konduit-serving/command_logs/simple_test.log
11:53:03.663 [main] ERROR a.k.s.l.command.KonduitRunCommand - Configuration file serving:
http_port: 1337
input_data_format: NUMPY
output_data_format: NUMPY
log_timings: True
extra_start_args: -Xmx8g
steps:
python_step:
type: PYTHON
python_code: |
first += 2
second = first
python_inputs:
first: NDARRAY
python_outputs:
second: NDARRAY
client:
port: 1337 does not contain a valid JSON object
11:53:03.688 [main] INFO a.k.s.l.KonduitServingLauncher - Setup micro meter options.
11:53:04.080 [vert.x-eventloop-thread-0] INFO a.k.s.routers.PipelineRouteDefiner - Using metrics registry io.micrometer.prometheus.PrometheusMeterRegistry for inference
11:53:04.093 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - java.lang.NullPointerException
11:53:04.094 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.routers.PipelineRouteDefiner.defineRoutes(PipelineRouteDefiner.java:161)
11:53:04.094 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.verticles.inference.InferenceVerticle.setupWebServer(InferenceVerticle.java:87)
11:53:04.094 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.verticles.base.BaseRoutableVerticle.start(BaseRoutableVerticle.java:87)
11:53:04.094 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.vertx.core.impl.DeploymentManager.lambda$doDeploy$9(DeploymentManager.java:556)
11:53:04.094 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.vertx.core.impl.ContextImpl.executeTask(ContextImpl.java:369)
11:53:04.094 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.vertx.core.impl.EventLoopContext.lambda$executeAsync$0(EventLoopContext.java:38)
11:53:04.094 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:164)
11:53:04.094 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472)
11:53:04.094 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:500)
11:53:04.095 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
11:53:04.095 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
11:53:04.095 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
11:53:04.095 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at java.lang.Thread.run(Thread.java:748)
11:53:04.096 [vert.x-eventloop-thread-1] ERROR i.v.c.i.l.c.VertxIsolatedDeployer - Failed in deploying verticle
java.lang.NullPointerException: null
at ai.konduit.serving.routers.PipelineRouteDefiner.defineRoutes(PipelineRouteDefiner.java:161)
at ai.konduit.serving.verticles.inference.InferenceVerticle.setupWebServer(InferenceVerticle.java:87)
at ai.konduit.serving.verticles.base.BaseRoutableVerticle.start(BaseRoutableVerticle.java:87)
at io.vertx.core.impl.DeploymentManager.lambda$doDeploy$9(DeploymentManager.java:556)
at io.vertx.core.impl.ContextImpl.executeTask(ContextImpl.java:369)
at io.vertx.core.impl.EventLoopContext.lambda$executeAsync$0(EventLoopContext.java:38)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:164)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:500)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(Thread.java:748)
11:53:04.097 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - java.lang.NullPointerException
11:53:04.097 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.routers.PipelineRouteDefiner.defineRoutes(PipelineRouteDefiner.java:161)
11:53:04.097 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.verticles.inference.InferenceVerticle.setupWebServer(InferenceVerticle.java:87)
11:53:04.097 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.verticles.base.BaseRoutableVerticle.start(BaseRoutableVerticle.java:87)
11:53:04.097 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.vertx.core.impl.DeploymentManager.lambda$doDeploy$9(DeploymentManager.java:556)
11:53:04.097 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.vertx.core.impl.ContextImpl.executeTask(ContextImpl.java:369)
11:53:04.097 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.vertx.core.impl.EventLoopContext.lambda$executeAsync$0(EventLoopContext.java:38)
11:53:04.097 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:164)
11:53:04.098 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472)
11:53:04.098 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:500)
11:53:04.098 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
11:53:04.098 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
11:53:04.098 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
11:53:04.098 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at java.lang.Thread.run(Thread.java:748)
11:53:04.098 [vert.x-eventloop-thread-1] ERROR a.k.s.l.KonduitServingLauncher -
Failed to start konduit server

Right now I'm returning confidence scores in notebooks/05_onnx_pytorch.ipynb. Will change this to the second element: boxes.

[root@iZ2ze3hiduvxw3kac9o07jZ yaml]# konduit predict -it IMAGE pytorchFaceDetect ../data/facedetector/1.jpg
java.lang.ClassCastException: org.datavec.image.data.ImageWritable cannot be cast to org.datavec.api.writable.NDArrayWritable

Starting konduit server with an id of 'a37f71e6'
16:41:15.532 [main] INFO ai.konduit.serving.util.LogUtils - Logging file at: /root/.konduit-serving/command_logs/a37f71e6.log
16:41:15.845 [main] INFO a.k.s.l.KonduitServingLauncher - Setup micro meter options.
16:41:16.026 [vert.x-eventloop-thread-0] INFO a.k.s.routers.PipelineRouteDefiner - Using metrics registry io.micrometer.prometheus.PrometheusMeterRegistry for inference
16:41:17.204 [vert.x-eventloop-thread-0] WARN org.nd4j.linalg.factory.Nd4jBackend - Skipped [JCublasBackend] backend (unavailable): java.lang.UnsatisfiedLinkError: /root/.javacpp/cache/konduit.jar/org/bytedeco/cuda/linux-x86_64/libjnicudart.so: libcudart.so.10.2: cannot open shared object file: No such file or directory
16:41:17.206 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - java.lang.ExceptionInInitializerError
16:41:17.207 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at org.deeplearning4j.core.listener.HardwareMetric.fromSystem(HardwareMetric.java:130)
16:41:17.207 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.metrics.NativeMetrics.bindTo(NativeMetrics.java:60)
16:41:17.207 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.config.metrics.impl.MetricsBinderRendererAdapter.bindTo(MetricsBinderRendererAdapter.java:34)
16:41:17.207 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.routers.PipelineRouteDefiner.addMetric(PipelineRouteDefiner.java:755)
16:41:17.207 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.routers.PipelineRouteDefiner.defineRoutes(PipelineRouteDefiner.java:183)
16:41:17.207 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.verticles.inference.InferenceVerticle.setupWebServer(InferenceVerticle.java:87)
16:41:17.207 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.verticles.base.BaseRoutableVerticle.start(BaseRoutableVerticle.java:87)
16:41:17.207 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.vertx.core.impl.DeploymentManager.lambda$doDeploy$9(DeploymentManager.java:556)
16:41:17.207 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.vertx.core.impl.ContextImpl.executeTask(ContextImpl.java:369)
16:41:17.207 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.vertx.core.impl.EventLoopContext.lambda$executeAsync$0(EventLoopContext.java:38)
16:41:17.207 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:164)
16:41:17.207 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472)
16:41:17.207 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:500)
16:41:17.208 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
16:41:17.208 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
16:41:17.208 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
16:41:17.208 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at java.lang.Thread.run(Thread.java:748)
16:41:17.208 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - Caused by: java.lang.RuntimeException: org.nd4j.linalg.factory.Nd4jBackend$NoAvailableBackendException: Please ensure that you have an nd4j backend on your classpath. Please see: https://deeplearning4j.konduit.ai/nd4j/backend
16:41:17.208 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at org.nd4j.linalg.factory.Nd4j.initContext(Nd4j.java:5094)
16:41:17.208 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at org.nd4j.linalg.factory.Nd4j.(Nd4j.java:270)
16:41:17.208 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - ... 17 more
16:41:17.208 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - Caused by: org.nd4j.linalg.factory.Nd4jBackend$NoAvailableBackendException: Please ensure that you have an nd4j backend on your classpath. Please see: https://deeplearning4j.konduit.ai/nd4j/backend
16:41:17.208 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at org.nd4j.linalg.factory.Nd4jBackend.load(Nd4jBackend.java:221)
16:41:17.208 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at org.nd4j.linalg.factory.Nd4j.initContext(Nd4j.java:5091)
16:41:17.208 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - ... 18 more
16:41:17.209 [vert.x-eventloop-thread-1] ERROR i.v.c.i.l.c.VertxIsolatedDeployer - Failed in deploying verticle
java.lang.ExceptionInInitializerError: null
at org.deeplearning4j.core.listener.HardwareMetric.fromSystem(HardwareMetric.java:130)
at ai.konduit.serving.metrics.NativeMetrics.bindTo(NativeMetrics.java:60)
at ai.konduit.serving.config.metrics.impl.MetricsBinderRendererAdapter.bindTo(MetricsBinderRendererAdapter.java:34)
at ai.konduit.serving.routers.PipelineRouteDefiner.addMetric(PipelineRouteDefiner.java:755)
at ai.konduit.serving.routers.PipelineRouteDefiner.defineRoutes(PipelineRouteDefiner.java:183)
at ai.konduit.serving.verticles.inference.InferenceVerticle.setupWebServer(InferenceVerticle.java:87)
at ai.konduit.serving.verticles.base.BaseRoutableVerticle.start(BaseRoutableVerticle.java:87)
at io.vertx.core.impl.DeploymentManager.lambda$doDeploy$9(DeploymentManager.java:556)
at io.vertx.core.impl.ContextImpl.executeTask(ContextImpl.java:369)
at io.vertx.core.impl.EventLoopContext.lambda$executeAsync$0(EventLoopContext.java:38)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:164)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:500)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: org.nd4j.linalg.factory.Nd4jBackend$NoAvailableBackendException: Please ensure that you have an nd4j backend on your classpath. Please see: https://deeplearning4j.konduit.ai/nd4j/backend
at org.nd4j.linalg.factory.Nd4j.initContext(Nd4j.java:5094)
at org.nd4j.linalg.factory.Nd4j.(Nd4j.java:270)
... 17 common frames omitted
Caused by: org.nd4j.linalg.factory.Nd4jBackend$NoAvailableBackendException: Please ensure that you have an nd4j backend on your classpath. Please see: https://deeplearning4j.konduit.ai/nd4j/backend
at org.nd4j.linalg.factory.Nd4jBackend.load(Nd4jBackend.java:221)

[root@iZ2ze3hiduvxw3kac9o07jZ yaml]# konduit serve -c deeplearning4j.yaml
Starting konduit server...
INFO: Running command /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.el7_8.x86_64/jre/bin/java -Djava.awt.headless=true -jar /root/.konduit-serving/jar/konduit.jar run --instances 1 -s inference -c deeplearning4j.yaml -Dserving.id=f2352f4b
Processing configuration: /home/konduit-serving-examples/yaml/deeplearning4j.yaml
Starting konduit server with an id of 'f2352f4b'
09:32:44.525 [main] INFO ai.konduit.serving.util.LogUtils - Logging file at: /root/.konduit-serving/command_logs/f2352f4b.log
09:32:44.783 [main] ERROR a.k.s.l.command.KonduitRunCommand - Given configuration: serving:
http_port: 1337
input_data_format: NUMPY
output_data_format: NUMPY
log_timings: True
extra_start_args: -Xmx8g
steps:

• type: MULTI_LAYER_NETWORK
  model_loading_path: "/home/konduit-serving-examples/data/multilayernetwork/SimpleCNN.zip"
  input_names:
  • image_array
    output_names:
  • output
    input_data_types:
    image_array: FLOAT
    client:
    port: 1337
    does not contain a valid JSON/YAML object
    09:32:44.785 [main] ERROR a.k.s.l.command.KonduitRunCommand -

Errors while processing as a json string:
java.lang.RuntimeException: Error deserializing JSON string to class ai.konduit.serving.InferenceConfiguration
at ai.konduit.serving.util.ObjectMappers.fromJson(ObjectMappers.java:139)
at ai.konduit.serving.InferenceConfiguration.fromJson(InferenceConfiguration.java:108)
at ai.konduit.serving.launcher.command.KonduitRunCommand.readConfiguration(KonduitRunCommand.java:121)
at ai.konduit.serving.launcher.command.KonduitRunCommand.getJsonFromFileOrString(KonduitRunCommand.java:103)
at io.vertx.core.impl.launcher.commands.RunCommand.getConfiguration(RunCommand.java:420)
at io.vertx.core.impl.launcher.commands.RunCommand.run(RunCommand.java:243)
at ai.konduit.serving.launcher.command.KonduitRunCommand.run(KonduitRunCommand.java:86)
at io.vertx.core.impl.launcher.VertxCommandLauncher.execute(VertxCommandLauncher.java:248)
at io.vertx.core.impl.launcher.VertxCommandLauncher.dispatch(VertxCommandLauncher.java:383)
at io.vertx.core.impl.launcher.VertxCommandLauncher.dispatch(VertxCommandLauncher.java:346)
at ai.konduit.serving.launcher.KonduitServingLauncher.main(KonduitServingLauncher.java:130)
Caused by: org.nd4j.shade.jackson.core.JsonParseException: Unrecognized token 'serving': was expecting (JSON String, Number, Array, Object or token 'null', 'true' or 'false')
at [Source: (String)"serving:
http_port: 1337
input_data_format: NUMPY
output_data_format: NUMPY
log_timings: True
extra_start_args: -Xmx8g
steps:

• type: MULTI_LAYER_NETWORK
  model_loading_path: "/home/konduit-serving-examples/data/multilayernetwork/SimpleCNN.zip"
  input_names:
  • image_array
    output_names:
  • output
    input_data_types:
    image_array: FLOAT
    client:
    port: 1337
    "; line: 1, column: 8]
    at org.nd4j.shade.jackson.core.JsonParser._constructError(JsonParser.java:1840)
    at org.nd4j.shade.jackson.core.base.ParserMinimalBase._reportError(ParserMinimalBase.java:722)
    at org.nd4j.shade.jackson.core.json.ReaderBasedJsonParser._reportInvalidToken(ReaderBasedJsonParser.java:2868)
    at org.nd4j.shade.jackson.core.json.ReaderBasedJsonParser._handleOddValue(ReaderBasedJsonParser.java:1914)
    at org.nd4j.shade.jackson.core.json.ReaderBasedJsonParser.nextToken(ReaderBasedJsonParser.java:773)
    at org.nd4j.shade.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4356)
    at org.nd4j.shade.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205)
    at org.nd4j.shade.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214)
    at org.nd4j.shade.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182)
    at ai.konduit.serving.util.ObjectMappers.fromJson(ObjectMappers.java:137)
    ... 10 common frames omitted
    09:32:44.785 [main] ERROR a.k.s.l.command.KonduitRunCommand -

Errors while processing as a yaml string:
java.lang.RuntimeException: Error deserializing YAML string to class ai.konduit.serving.InferenceConfiguration
at ai.konduit.serving.util.ObjectMappers.fromYaml(ObjectMappers.java:124)
at ai.konduit.serving.InferenceConfiguration.fromYaml(InferenceConfiguration.java:97)
at ai.konduit.serving.launcher.command.KonduitRunCommand.readConfiguration(KonduitRunCommand.java:124)
at ai.konduit.serving.launcher.command.KonduitRunCommand.getJsonFromFileOrString(KonduitRunCommand.java:103)
at io.vertx.core.impl.launcher.commands.RunCommand.getConfiguration(RunCommand.java:420)
at io.vertx.core.impl.launcher.commands.RunCommand.run(RunCommand.java:243)
at ai.konduit.serving.launcher.command.KonduitRunCommand.run(KonduitRunCommand.java:86)
at io.vertx.core.impl.launcher.VertxCommandLauncher.execute(VertxCommandLauncher.java:248)
at io.vertx.core.impl.launcher.VertxCommandLauncher.dispatch(VertxCommandLauncher.java:383)
at io.vertx.core.impl.launcher.VertxCommandLauncher.dispatch(VertxCommandLauncher.java:346)
at ai.konduit.serving.launcher.KonduitServingLauncher.main(KonduitServingLauncher.java:130)
Caused by: org.nd4j.shade.jackson.databind.exc.InvalidTypeIdException: Could not resolve type id 'MULTI_LAYER_NETWORK' as a subtype of ai.konduit.serving.pipeline.PipelineStep: known type ids = [ARRAY_CONCAT, ArrayConcatenationStep, CUSTOM, CustomPipelineStep, DL4J, Dl4jStep, IMAGE, ImageLoadingStep, JSON_EXPANDER, JsonExpanderTransformStep, KERAS, KerasStep, ONNX, OnnxStep, PMML, PYTHON, PmmlStep, PythonStep, SAMEDIFF, SameDiffStep, TENSORFLOW, TRANSFORM, TensorFlowStep, TransformProcessStep, WORDPIECE_TOKENIZER, WordPieceTokenizerStep] (for POJO property 'steps')
at [Source: (StringReader); line: 8, column: 11] (through reference chain: ai.konduit.serving.InferenceConfiguration["steps"]->java.util.ArrayList[0])
at org.nd4j.shade.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43)
at org.nd4j.shade.jackson.databind.DeserializationContext.invalidTypeIdException(DeserializationContext.java:1761)
at org.nd4j.shade.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1268)
at org.nd4j.shade.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290)
at org.nd4j.shade.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162)
at org.nd4j.shade.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113)
at org.nd4j.shade.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97)
at org.nd4j.shade.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254)
at org.nd4j.shade.jackson.databind.deser.std.CollectionDeserializer.deserialize(CollectionDeserializer.java:288)
at org.nd4j.shade.jackson.databind.deser.std.CollectionDeserializer.deserialize(CollectionDeserializer.java:245)
at org.nd4j.shade.jackson.databind.deser.std.CollectionDeserializer.deserialize(CollectionDeserializer.java:27)
at org.nd4j.shade.jackson.databind.deser.impl.MethodProperty.deserializeAndSet(MethodProperty.java:129)
at org.nd4j.shade.jackson.databind.deser.BeanDeserializer.vanillaDeserialize(BeanDeserializer.java:288)
at org.nd4j.shade.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:151)
at org.nd4j.shade.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218)
at org.nd4j.shade.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214)
at org.nd4j.shade.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182)
at ai.konduit.serving.util.ObjectMappers.fromYaml(ObjectMappers.java:122)
... 10 common frames omitted
09:32:44.809 [main] INFO a.k.s.l.KonduitServingLauncher - Setup micro meter options.
09:32:45.100 [vert.x-eventloop-thread-0] INFO a.k.s.routers.PipelineRouteDefiner - Using metrics registry io.micrometer.prometheus.PrometheusMeterRegistry for inference
09:32:45.114 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - java.lang.NullPointerException
09:32:45.115 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.routers.PipelineRouteDefiner.defineRoutes(PipelineRouteDefiner.java:160)
09:32:45.115 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.verticles.inference.InferenceVerticle.setupWebServer(InferenceVerticle.java:87)
09:32:45.115 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.verticles.base.BaseRoutableVerticle.start(BaseRoutableVerticle.java:87)
09:32:45.115 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.vertx.core.impl.DeploymentManager.lambda$doDeploy$9(DeploymentManager.java:556)
09:32:45.115 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.vertx.core.impl.ContextImpl.executeTask(ContextImpl.java:369)
09:32:45.115 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.vertx.core.impl.EventLoopContext.lambda$executeAsync$0(EventLoopContext.java:38)
09:32:45.115 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:164)
09:32:45.115 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472)
09:32:45.116 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:500)
09:32:45.116 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
09:32:45.116 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
09:32:45.116 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
09:32:45.116 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at java.lang.Thread.run(Thread.java:748)
09:32:45.116 [vert.x-eventloop-thread-1] ERROR i.v.c.i.l.c.VertxIsolatedDeployer - Failed in deploying verticle
java.lang.NullPointerException: null
at ai.konduit.serving.routers.PipelineRouteDefiner.defineRoutes(PipelineRouteDefiner.java:160)
at ai.konduit.serving.verticles.inference.InferenceVerticle.setupWebServer(InferenceVerticle.java:87)
at ai.konduit.serving.verticles.base.BaseRoutableVerticle.start(BaseRoutableVerticle.java:87)
at io.vertx.core.impl.DeploymentManager.lambda$doDeploy$9(DeploymentManager.java:556)
at io.vertx.core.impl.ContextImpl.executeTask(ContextImpl.java:369)
at io.vertx.core.impl.EventLoopContext.lambda$executeAsync$0(EventLoopContext.java:38)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:164)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:500)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(Thread.java:748)
09:32:45.117 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - java.lang.NullPointerException
09:32:45.117 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.routers.PipelineRouteDefiner.defineRoutes(PipelineRouteDefiner.java:160)
09:32:45.117 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.verticles.inference.InferenceVerticle.setupWebServer(InferenceVerticle.java:87)
09:32:45.117 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at ai.konduit.serving.verticles.base.BaseRoutableVerticle.start(BaseRoutableVerticle.java:87)
09:32:45.117 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.vertx.core.impl.DeploymentManager.lambda$doDeploy$9(DeploymentManager.java:556)
09:32:45.117 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.vertx.core.impl.ContextImpl.executeTask(ContextImpl.java:369)
09:32:45.117 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.vertx.core.impl.EventLoopContext.lambda$executeAsync$0(EventLoopContext.java:38)
09:32:45.118 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:164)
09:32:45.118 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472)
09:32:45.118 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:500)
09:32:45.118 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
09:32:45.118 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
09:32:45.118 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
09:32:45.118 [vert.x-eventloop-thread-1] ERROR java.lang.Throwable - at java.lang.Thread.run(Thread.java:748)
09:32:45.118 [vert.x-eventloop-thread-1] ERROR a.k.s.l.KonduitServingLauncher -
Failed to start konduit server.

[root@iZ2ze3hiduvxw3kac9o07jZ konduitTest]# konduit list
Traceback (most recent call last):
File "/usr/local/python3/lib/python3.7/site-packages/urllib3/connection.py", line 160, in _new_conn
(self._dns_host, self.port), self.timeout, **extra_kw
File "/usr/local/python3/lib/python3.7/site-packages/urllib3/util/connection.py", line 84, in create_connection
raise err
File "/usr/local/python3/lib/python3.7/site-packages/urllib3/util/connection.py", line 74, in create_connection
sock.connect(sa)
ConnectionRefusedError: [Errno 111] Connection refused

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
File "/usr/local/python3/lib/python3.7/site-packages/urllib3/connectionpool.py", line 677, in urlopen
chunked=chunked,
File "/usr/local/python3/lib/python3.7/site-packages/urllib3/connectionpool.py", line 381, in _make_request
self._validate_conn(conn)
File "/usr/local/python3/lib/python3.7/site-packages/urllib3/connectionpool.py", line 976, in _validate_conn
conn.connect()
File "/usr/local/python3/lib/python3.7/site-packages/urllib3/connection.py", line 308, in connect
conn = self._new_conn()
File "/usr/local/python3/lib/python3.7/site-packages/urllib3/connection.py", line 172, in _new_conn
self, "Failed to establish a new connection: %s" % e
urllib3.exceptions.NewConnectionError: <urllib3.connection.HTTPSConnection object at 0x7fd29259ab38>: Failed to establish a new connection: [Errno 111] Connection refused

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
File "/usr/local/python3/lib/python3.7/site-packages/requests/adapters.py", line 449, in send
timeout=timeout
File "/usr/local/python3/lib/python3.7/site-packages/urllib3/connectionpool.py", line 725, in urlopen
method, url, error=e, _pool=self, _stacktrace=sys.exc_info()[2]
File "/usr/local/python3/lib/python3.7/site-packages/urllib3/util/retry.py", line 439, in increment
raise MaxRetryError(_pool, url, error or ResponseError(cause))
urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='api.github.com', port=443): Max retries exceeded with url: /repos/KonduitAI/konduit-serving/tags (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7fd29259ab38>: Failed to establish a new connection: [Errno 111] Connection refused'))

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
File "/usr/bin/konduit", line 5, in
from cli import cli
File "/usr/local/python3/lib/python3.7/site-packages/cli.py", line 157, in
git_tags = get_git_tags()
File "/usr/local/python3/lib/python3.7/site-packages/cli.py", line 137, in get_git_tags
response = requests.get("https://api.github.com/repos/KonduitAI/konduit-serving/tags")
File "/usr/local/python3/lib/python3.7/site-packages/requests/api.py", line 76, in get
return request('get', url, params=params, **kwargs)
File "/usr/local/python3/lib/python3.7/site-packages/requests/api.py", line 61, in request
return session.request(method=method, url=url, **kwargs)
File "/usr/local/python3/lib/python3.7/site-packages/requests/sessions.py", line 530, in request
resp = self.send(prep, **send_kwargs)
File "/usr/local/python3/lib/python3.7/site-packages/requests/sessions.py", line 643, in send
r = adapter.send(request, **kwargs)
File "/usr/local/python3/lib/python3.7/site-packages/requests/adapters.py", line 516, in send
raise ConnectionError(e, request=request)
requests.exceptions.ConnectionError: HTTPSConnectionPool(host='api.github.com', port=443): Max retries exceeded with url: /repos/KonduitAI/konduit-serving/tags (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7fd29259ab38>: Failed to establish a new connection: [Errno 111] Connection refused'))