WARN StaticHostProvider: No IP address found for server: master:2181
java.net.UnknownHostException: master
at java.net.Inet4AddressImpl.lookupAllHostAddr(Native Method)
at java.net.InetAddress$1.lookupAllHostAddr(InetAddress.java:901)
at java.net.InetAddress.getAddressesFromNameService(InetAddress.java:1295)
at java.net.InetAddress.getAllByName0(InetAddress.java:1248)
at java.net.InetAddress.getAllByName(InetAddress.java:1164)
at java.net.InetAddress.getAllByName(InetAddress.java:1098)
at org.apache.zookeeper.client.StaticHostProvider.resolveAndShuffle(StaticHostProvider.java:98)
at org.apache.zookeeper.client.StaticHostProvider.<init>(StaticHostProvider.java:61)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:445)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.checkZk(RecoverableZooKeeper.java:141)
at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.<init>(RecoverableZooKeeper.java:128)
at org.apache.hadoop.hbase.zookeeper.ZKUtil.connect(ZKUtil.java:136)
at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.<init>(ZooKeeperWatcher.java:171)
at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.<init>(ZooKeeperWatcher.java:145)
at org.apache.hadoop.hbase.client.ZooKeeperKeepAliveConnection.<init>(ZooKeeperKeepAliveConnection.java:43)
at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.getKeepAliveZooKeeperWatcher(ConnectionManager.java:1664)
at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getClusterId(ZooKeeperRegistry.java:104)
at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.retrieveClusterId(ConnectionManager.java:886)
at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.<init>(ConnectionManager.java:642)
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
at org.apache.hadoop.hbase.client.ConnectionFactory.createConnection(ConnectionFactory.java:238)
at org.apache.hadoop.hbase.client.ConnectionManager.createConnection(ConnectionManager.java:427)
at org.apache.hadoop.hbase.client.ConnectionManager.createConnection(ConnectionManager.java:420)
at org.apache.hadoop.hbase.client.ConnectionManager.getConnectionInternal(ConnectionManager.java:298)
at org.apache.hadoop.hbase.client.HBaseAdmin.<init>(HBaseAdmin.java:239)
at project.utils.HBaseUtils.<init>(HBaseUtils.java:25)
at project.utils.HBaseUtils.getInstance(HBaseUtils.java:35)
at project.dao.CourseClickCountDAO$.save(CourseClickCountDAO.scala:24)
at project.spark.ImoocStatStreamingApp$$anonfun$main$4$$anonfun$apply$1.apply(ImoocStatStreamingApp.scala:59)
at project.spark.ImoocStatStreamingApp$$anonfun$main$4$$anonfun$apply$1.apply(ImoocStatStreamingApp.scala:54)
at org.apache.spark.rdd.RDD$$anonfun$foreachPartition$1$$anonfun$apply$28.apply(RDD.scala:883)
at org.apache.spark.rdd.RDD$$anonfun$foreachPartition$1$$anonfun$apply$28.apply(RDD.scala:883)
at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1897)
at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1897)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:70)
at org.apache.spark.scheduler.Task.run(Task.scala:85)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:274)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
18/05/05 13:01:17 INFO ClientCnxn: Opening socket connection to server core/172.21.0.11:2181. Will not attempt to authenticate using SASL (unknown error)
uj5u.com熱心網友回復：
使用的是hdp集成的環境，用flume連接kafka，生產訊息到sparkstream，使用 val messages= KafkaUtils.createStream(ssc,zkQuorum,groupId,topicMap)接收訊息，然后在服務端使用spark-submit提交訊息時，就一直報這個錯誤uj5u.com熱心網友回復：
樓主加油我只是回復拿每榷訓分
uj5u.com熱心網友回復：
WARN StaticHostProvider: No IP address found for server: master:2181java.net.UnknownHostException: master
你看你的/etc/hosts 配置好集群所有節點的hostname和ip沒有
uj5u.com熱心網友回復：
172.21.0.11 core172.21.0.13 master
這樣配置的，沒有問題啊，整個hdp集群都正常運行的，我想了想，這個專案是用sparkstreaming對接kafka，然后已經接收到來自zookeeper的2181埠的訊息，接收的時候都能夠正常決議ip，怎么存到hbase的時候，決議不了呢，我是用的一個java工具類連接hbase資料庫的，
uj5u.com熱心網友回復：
172.21.0.11 core172.21.0.13 master
這樣配置的，沒有問題啊，整個hdp集群都正常運行的，我想了想，這個專案是用sparkstreaming對接kafka，然后已經接收到來自zookeeper的2181埠的訊息，接收的時候都能夠正常決議ip，怎么存到hbase的時候，決議不了呢，我是用的一個java工具類連接hbase資料庫的，
uj5u.com熱心網友回復：
不知道是否是我的java連接工具類沒有寫正確uj5u.com熱心網友回復：
WARN StaticHostProvider: No IP address found for server: master:2181查找不到對應的hostname，檢查相關環境的配置，包括kafka，hbase，hadoop，spark以及執行主機
uj5u.com熱心網友回復：
https://www.cnblogs.com/asura7969/p/8483917.html這里有個資料，看能不能幫到你。
uj5u.com熱心網友回復：
你的host沒配置的吧轉載請註明出處，本文鏈接：https://www.uj5u.com/qita/51987.html
標籤：Spark
上一篇：Spark寫parquet檔案時，經過shuffle和不shuffle資料量 不同，shuffle后parquet檔案壓縮比降低