官方镜像集群模式提交任务报错 （An error occurred when submitting a task in cluster mode in the official mirror）

[CharlesJames13586]

集群启动命令(start)

./bin/seatunnel-cluster.sh -d

RESTFul提交任务 (submit-job)

$ curl --location '10.51.87.90:8080/submit-job?jobId=3&jobName=es_to_milvus_test&format=hocon' \
> --header 'Content-Type: text/plain' \
> --data 'env {
>   parallelism = 1
>   job.mode = "BATCH"
> }
>
> source{
>        Elasticsearch {
>            tls_verify_hostname = false
>            tls_verify_certificate = false
>            ssl = false
>            hosts = ["http://10.17.6.***:9233"]
>            username = "crcBlack***Vector"
>            password = "******"
>            index = "***-vector-d128-black-series"
>        }
> }
> sink {
>       Milvus {
>           url="http://10.56.**.**:40005"
>           database="default"
>           token="***"
>           batch_size=500
>       }
> }'

报错 (error)

milvus.io.grpc.ManagedChannelProvider: Provider milvus.io.grpc.netty.shaded.milvus.io.grpc.netty.NettyChannelProvider not found


{"status":"fail","message":"org.apache.seatunnel.engine.common.exception.JobException: java.util.ServiceConfigurationError: milvus.io.grpc.ManagedChannelProvider: Provider milvus.io.grpc.netty.shaded.milvus.io.grpc.netty.NettyChannelProvider not found\n\tat java.base/java.util.ServiceLoader.fail(ServiceLoader.java:588)\n\tat java.base/java.util.ServiceLoader$LazyClassPathLookupIterator.nextProviderClass(ServiceLoader.java:1211)\n\tat java.base/java.util.ServiceLoader$LazyClassPathLookupIterator.hasNextService(ServiceLoader.java:1220)\n\tat java.base/java.util.ServiceLoader$LazyClassPathLookupIterator.hasNext(ServiceLoader.java:1264)\n\tat java.base/java.util.ServiceLoader$2.hasNext(ServiceLoader.java:1299)\n\tat java.base/java.util.ServiceLoader$3.hasNext(ServiceLoader.java:1384)\n\tat milvus.io.grpc.ServiceProviders.getCandidatesViaServiceLoader(ServiceProviders.java:111)\n\tat milvus.io.grpc.ServiceProviders.loadAll(ServiceProviders.java:64)\n\tat milvus.io.grpc.ManagedChannelRegistry.getDefaultRegistry(ManagedChannelRegistry.java:101)\n\tat milvus.io.grpc.ManagedChannelProvider.provider(ManagedChannelProvider.java:43)\n\tat milvus.io.grpc.ManagedChannelBuilder.forAddress(ManagedChannelBuilder.java:44)\n\tat io.milvus.v2.utils.ClientUtils.getChannel(ClientUtils.java:171)\n\tat io.milvus.v2.client.MilvusClientV2.connect(MilvusClientV2.java:140)\n\tat io.milvus.v2.client.MilvusClientV2.<init>(MilvusClientV2.java:97)\n\tat org.apache.seatunnel.connectors.seatunnel.milvus.sink.catalog.MilvusCatalog.open(MilvusCatalog.java:65)\n\tat org.apache.seatunnel.connectors.seatunnel.milvus.sink.MilvusSink.getSaveModeHandler(MilvusSink.java:109)\n\tat org.apache.seatunnel.engine.server.master.JobMaster.handleSaveMode(JobMaster.java:562)\n\tat org.apache.seatunnel.engine.server.master.JobMaster.handleSaveMode(JobMaster.java:574)\n\tat org.apache.seatunnel.engine.server.master.JobMaster.lambda$init$1(JobMaster.java:273)\n\tat java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183)\n\tat java.base/java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177)\n\tat java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195)\n\tat java.base/java.util.Iterator.forEachRemaining(Iterator.java:133)\n\tat java.base/java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801)\n\tat java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484)\n\tat java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)\n\tat java.base/java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150)\n\tat java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173)\n\tat java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)\n\tat java.base/java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497)\n\tat org.apache.seatunnel.engine.server.master.JobMaster.init(JobMaster.java:267)\n\tat org.apache.seatunnel.engine.server.CoordinatorService.lambda$submitJob$6(CoordinatorService.java:649)\n\tat org.apache.seatunnel.api.tracing.MDCRunnable.run(MDCRunnable.java:43)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)\n\tat java.base/java.lang.Thread.run(Thread.java:834)\n"}

[CharlesJames13586]

Dockerfile

FROM registry-internal.corp.kuaishou.com/kmilvus/vector-transport-service:latest

RUN apt update && apt install -y vim


RUN mkdir logs
RUN ls

RUN touch mystart.sh && chmod a+x mystart.sh

RUN echo 'sed -i "s/8080/$AUTO_PORT0/g" config/seatunnel.yaml ' >> mystart.sh && echo 'sed -i "s/auto-increment: false/auto-increment: true/g" config/hazelcast.yaml' >> mystart.sh && echo './bin/seatunnel-cluster.sh' >> mystart.sh

CMD ["****","api"]