- 首页 > it技术 > >
//landscape_zb变量格式:mutable.HashMap[String, ArrayBuffer[Any]]
//单个landscape对象的格式 (new_key,(ls_id, lat, lon)),用ArrayBuffer将多组lat, lon组合起来
var bc_landscape_zb = sc.broadcast(landscape_zb)val bc_landscape_new =
no_home_new_key.mapPartitions({
iter =>
var bc_landscape = bc_landscape_zb.value
for {
it <- iter
//it is (new_key,(phone_no,travel_time,lat,lon))
if (bc_landscape.contains(it._1))
} yield (it._2._1, it._2._2, it._2._3, bc_landscape.get(it._1).get)
// (phone_no, travel_time, ls_id, (Double, Double), (Double, Double))
})
推荐阅读