val spark: SparkSession = SparkSession.buildinger()
.config("spark.cassandra.connection.host", "server.abc")
.config("spark.cassandra.connection.port","9142")
.config("spark.cassandra.connection.ssl.enabled",true)
.config("spark.cassandra.connection.ssl.trustStore.path","s3:/dev-code/certs/trust.jks")
.config("spark.cassandra.connection.ssl.trustStore.password","mypass")
.config("spark.cassandra.auth.username","myuser")
.config("spark.cassandra.auth.password","userpass")
.appName("CassandraIntegration").getOrCreate()
FYI：它可以訪問S3桶，我能夠從同一位置讀取CSV檔案。另外，兩個埠都啟用了9042和9142。關閉9042，只保留9142埠，但錯誤仍然存在。
下面是這個錯誤：
ERROR [main] glue.ProcessLauncher (Logging.scala:logError(94) ）:) Exception in User Class.
java.io.IOException。Failed to Cassandra at {server.abc:9142} :: Error實體化 class com。 datastax.oss.driver。 internal.core.ssl。 DefaultSslEngineFactory（由advanced.ssl-engine-factory.class指定）。Cannot初始化SSL Context。
at com.datastax.spark.connector.cql.CassandraConnector$.createSession(CassandraConnector.scala:173)
at com.datastax.spark.connector.cql.CassandraConnector$.$anonfun$sessionCache$1（CassandraConnector.scala：161）。
at com.datastax.spark.connector.cql.RefCountedCache.createNewValueAndKeys(RefCountedCache.scala:32)
at com.datastax.spark.connector.cql.RefCountedCache.syncAcquire(RefCountedCache.scala:69)
at com.datastax.spark.connector.cql.RefCountedCache.acquisition(RefCountedCache.scala: 57)
at com.datastax.spark.connector.cql.CassandraConnector.openSession(CassandraConnector.scala:81)
at com.datastax.spark.connector.cql.CassandraConnector.withSessionDo(CassandraConnector.scala:103)
at com.datastax.spark.connector.datasource.CassandraCatalog$. com$datastax$spark$connector$datasource$CassandraCatalog$$getMetadata(CassandraCatalog.scala:455)
at com.datastax.spark.connector.datasource.CassandraCatalog$.getTableMetaData(CassandraCatalog.scala:421)
at org.apache.spark.sql.cassandra.DefaultSource.getTable(DefaultSource.scala:68)
at org.apache.spark.sql.cassandra.DefaultSource.inferSchema(DefaultSource.scala:72)
at org.apache.spark.sql.execution.datasources.v2.DataSourceV2Utils$.getTableFromProvider（DataSourceV2Utils.scala：81）。
at org.apache.spark.sql.DataFrameReader.$anonfun$load$1（DataFrameReader.scala：296）。
at scala.Option.map(Option.scala:230)
at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:266)
at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:226)
at MyCsvToCassandrsJob$.main(csv-to-cassanra-job:63)
at MyCsvToCassandrsJob.main(csv-to-cassanra-job-job)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke（DelegatingMethodAccessorImpl.java：43）。
at java.lang.reflect.Method.invoke(Method.java:498)
at com.amazonaws.services.glue.SparkProcessLauncherPlugin.invoke(ProcessLauncher.scala:47)
at com.amazonaws.services.glue.SparkProcessLauncherPlugin.invoke$(ProcessLauncher.scala:47)
at com.amazonaws.services.glue.ProcessLauncher$$anon$1.invoke（ProcessLauncher.scala：75）。
at com.amazonaws.services.glue.ProcessLauncher. launch(ProcessLauncher.scala:123)
at com.amazonaws.services.glue.ProcessLauncher$.main(ProcessLauncher.scala:29)
at com.amazonaws.services.glue.ProcessLauncher.main(ProcessLauncher.scala)
Caused by: java.lang.IllegalArgumentException: Error實體化class com。 datastax.oss.driver。 internal.core.ssl。 DefaultSslEngineFactory（由advanced.ssl-engine-factory.class指定）。Cannot初始化SSL Context。
at com.datastax.oss.driver.internal.core.util.Reflection.buildFromConfig(Reflection.java:253)
at com.datastax.oss.driver.internal.core.util.Reflection.buildFromConfig(Reflection.java:108)
at com.datastax.oss.driver.internal.core.context.DefaultDriverContext.buildSslEngineFactory（DefaultDriverContext.java:414）。
at com.datastax.oss.driver.internal.core.context.DefaultDriverContext. lambda$new$4（DefaultDriverContext.java：279）。
at com.datastax.oss.driver.internal.core.util.concurrent.LazyReference.get(LazyReference.java:55)
at com.datastax.oss.driver.internal.core.context.DefaultDriverContext.getSslEngineFactory（DefaultDriverContext.java:733）。
at com.datastax.oss.driver.internal.core.context.DefaultDriverContext.buildSslHandlerFactory(DefaultDriverContext.java:470)
at com.datastax.oss.driver.internal.core.util.concurrent.LazyReference.get(LazyReference.java:55)
at com.datastax.oss.driver.internal.core.context.DefaultDriverContext.getSslHandlerFactory（DefaultDriverContext.java:799）。
at com.datastax.oss.driver.internal.core.session.DefaultSession$SingleThreaded.init(DefaultSession.java：348)
at com.datastax.oss.driver.internal.core.session.DefaultSession$SingleThreaded. access$1100（DefaultSession.java：300）。
at com.datastax.oss.driver.internal.core.session.DefaultSession.lambda$init$0(DefaultSession.java：146)
at com.datastax.oss.driver.shaded.netty.util.concurrent.PromiseTask.runTask(PromiseTask.java：98)
at com.datastax.oss.driver.shaded.netty.util.concurrent.PromiseTask.run(PromiseTask.java:106)
at com.datastax.oss.driver.shaded.netty.channel.DefaultEventLoop.run(DefaultEventLoop.java:54)
at com.datastax.oss.driver.shaded.netty.util.concurrent.SingleThreadEventExecutor$4.run（SingleThreadEventExecutor.java：989）。
at com.datastax.oss.driver.shaded.netty.util.international.ThreadExecutorMap$2.run（ThreadExecutorMap.java：74）。
at com.datastax.oss.driver.shaded.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.IllegalStateException: Cannot初始化SSL Context。
at com.datastax.oss.driver.internal.core.ssl.DefaultSslEngineFactory.<init>(DefaultSslEngineFactory.java:74)
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance（NativeConstructorAccessorImpl.java：62）。
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance（DelegatingConstructorAccessorImpl.java：45）。
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at com.datastax.oss.driver.internal.core.util.Reflection.buildFromConfig(Reflection.java:246)
... 18 more
Caused by: java.nio.file.NoSuchFileException: s3:/dev-code/certs/trust.jks
at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java：102)
at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java：107)
at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
在java.nio.file.Files.newByteChannel(Files.java：361)
在java.nio.file.Files.newByteChannel(Files.java：407)
at java.nio.file.spi.FileSystemProvider.newInputStream(FileSystemProvider.java:384)
在java.nio.file.Files.newInputStream(Files.java：152)
at com.datastax.oss.driver.internal.core.ssl.DefaultSslEngineFactory.buildContext(DefaultSslEngineFactory.java:119)
at com.datastax.oss.driver.internal.core.ssl.DefaultSslEngineFactory.<init> (DefaultSslEngineFactory.java:72)
... 23 more
如果有任何解決這個問題的方法，請給予很大的幫助。
uj5u.com熱心網友回復：
在你的錯誤資訊的底部，我看到了這個：
NoSuchFileException: s3:/dev-code/certs/trust.jks
Alex是對的，你需要提供一個Spark連接器能夠真正到達的檔案的路徑。 從表面上看，S3在這里不起作用。
uj5u.com熱心網友回復：
將.jks s3檔案添加到Glue Job的 "參考檔案路徑 "中，然后只需提供檔案名就可以嘗試訪問。因為該檔案將被自動放置在/tmp檔案夾下。但它仍然不能解決這個問題。
從這個網站，我了解到我們也需要提供所有的默認值：
。下面是我的最終代碼：
val spark: SparkSession = SparkSession.buildinger()
.config("spark.cassandra.connection.host", "server.abc")
.config("spark.cassandra.connection.port","9142")
.config("spark.cassandra.connection.ssl.enabled",true)
.config("spark.cassandra.connection.ssl.enabledAlgorithms"/span>, "TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA")
.config("spark.cassandra.connection.ssl.trustStore.path"，"trust.jks")
.config("spark.cassandra.connection.ssl.trustStore.password","mypass")
.config("spark.cassandra.connection.ssl.trustStore.type","JKS")
.config("spark.cassandra.connection.ssl.protocol","TLS")
.config("spark.cassandra.auth.username","myuser")
.config("spark.cassandra.auth.password","userpass")
.appName("CassandraIntegration").getOrCreate()
轉載請註明出處，本文鏈接：https://www.uj5u.com/caozuo/326317.html
標籤：