-
Notifications
You must be signed in to change notification settings - Fork 14
/
CollectNeighborIds.scala
53 lines (37 loc) · 1.85 KB
/
CollectNeighborIds.scala
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
package cn.just.shinelon.GraphX.PageRank
import java.io.{File, FileOutputStream, OutputStreamWriter}
import org.apache.derby.iapi.services.io.ArrayOutputStream
import org.apache.spark.graphx.GraphLoader
import org.apache.spark.{SparkConf, SparkContext}
object CollectNeighborIds {
def main(args: Array[String]): Unit = {
val conf=new SparkConf()
.setMaster("local")
.setAppName("CollectNeighborIds")
val sc=new SparkContext(conf)
//构造图
val graph=GraphLoader.edgeListFile(sc,"F:\\spark-2.0.0\\SparkApp\\src\\cn\\just\\shinelon\\GraphX\\PageRank\\relation.txt")
// val graph=GraphLoader.edgeListFile(sc,"hdfs://hadoop-senior.shinelon.com:8020/user/shinelon/graphx/relation.txt")
val graphNeighborUtil=new GraphNeighborUtil
// val set=graphNeighborUtil.getFristNeighborIds(3,graph)
//
// set.foreach(println)
//获取二级邻居的ids
val secondIds=graphNeighborUtil.getIds(1000080335,graph)
//***********************测试数据集*********************************
// if(secondIds.isEmpty){println("为空")}else{println("不为空")}
//封装为工具类
// val fileOutput=new OutputStreamWriter(new FileOutputStream(
// new File("F:\\spark-2.0.0\\SparkApp\\src\\cn\\just\\shinelon\\GraphX\\PageRank\\secondIds.txt")))
// for (elem <- secondIds) {
// println(elem)
// fileOutput.write(elem.toString+" ")
// }
// fileOutput.close()
//****************************************************************
// println(secondIds.size)
val fileUtil=new FileUtil
fileUtil.writeFile(secondIds,"F:\\spark-2.0.0\\SparkApp\\src\\cn\\just\\shinelon\\GraphX\\PageRank\\usersecondIds.txt")
// fileUtil.writeFile(secondIds,"F:\\spark-2.0.0\\SparkApp\\src\\cn\\just\\shinelon\\GraphX\\PageRank\\hanhan_usersecondIds.txt")
}
}