Hhanwen 2020-05-12
public static Map<String,String> loadDataFromFile() {
Map<String,String> map = new ConcurrentHashMap<>();
try {
File file = new File("filename.txt");
if (file.isFile() && file.exists()) {
InputStreamReader read = new InputStreamReader(new FileInputStream(file), "UTF-8");
BufferedReader bufferedReader = new BufferedReader(read);
String line = null;
while ((line = bufferedReader.readLine()) != null) {
String[] split = line.split(",");
if (split.length==2) {
map.put(split[0],split[1]);
}
}
bufferedReader.close();
read.close();
}
} catch (Exception e) {
e.printStackTrace();
}
return map;
}//获取文件内容并广播
Map<String,String> pidMap = loadDataFromFile();
Broadcast<Map<String,String>> broadcast = sc.broadcast(pidMap);
//在worker中使用
broadcast.getValue();