val sgyRDD: RDD[(Text, BytesWritable)] = sc.newAPIHadoopFile(filePath, classOf[SecondInputFormat],
classOf[Text], classOf[BytesWritable])
var resBody = ArrayBuffer[SegyResult]()
var count = 0
val newRdd = sgyRDD.coalesce(10)
newRdd.foreach { x =>
val bytes: Array[Byte] = x._2.getBytes
val allBody = bytes.splitAt(240)
val header = allBody._1
bean240 = dealBinaryStruct(header)
val bodyByte: Array[Byte] = allBody._2
val doubleData: Array[Double] = SgyUtil.readDataInIBMFormat(bodyByte, beanHead.getHns)
val segyResult: SegyResult = new SegyResult()
segyResult.setData(doubleData)
segyResult.setCdp(bean240.getCdp())
segyResult.setInLine(bean240.getEp())
segyResult.setHdt(beanHead.getHdt())
segyResult.setLabel(bean240.getLabel())
segyResult.setPh(bean240.getFldr())
segyResult.setDh(bean240.getTracf())
resBody += segyResult
}
println("ssssssss"+resBody.toArray.length)
這段代碼到最后resBody這個陣列為什么是個空的啊
轉載請註明出處，本文鏈接：https://www.uj5u.com/qita/19049.html
標籤：Spark