From 206614cd191b6fa1f04c66a974118841a888d5f0 Mon Sep 17 00:00:00 2001
From: Xinyuv <li.cynthia.f@gmail.com>
Date: Mon, 3 Dec 2018 02:26:31 -0600
Subject: [PATCH] rua
---
spark/filt.py | 5 +++--
spark/join.py | 5 +++--
spark/trans.py | 7 ++++---
3 files changed, 10 insertions(+), 7 deletions(-)
diff --git a/spark/filt.py b/spark/filt.py
index 3d0ae3d..37c4844 100644
--- a/spark/filt.py
+++ b/spark/filt.py
@@ -13,9 +13,10 @@ if __name__ == "__main__":
ssc = StreamingContext(sc, 1)
lines = ssc.socketTextStream(sys.argv[1], int(sys.argv[2]))
- filterResult = lines.filter(lambda num : int(num) > 50)
+ result = lines.filter(lambda num : int(num) > 50)
- filterResult.pprint()
+ result.pprint()
+ result.saveAsTextFiles('output.txt')
ssc.start()
ssc.awaitTermination()
diff --git a/spark/join.py b/spark/join.py
index 96d93bf..c8b62d3 100644
--- a/spark/join.py
+++ b/spark/join.py
@@ -13,9 +13,10 @@ if __name__ == "__main__":
ssc = StreamingContext(sc, 1)
lines = ssc.socketTextStream(sys.argv[1], int(sys.argv[2]))
- filterResult = lines.map(lambda num : 'male' if num == '1' else 'female')
+ result = lines.map(lambda num : 'male' if num == '1' else 'female')
- filterResult.pprint()
+ result.pprint()
+ result.saveAsTextFiles('output.txt')
ssc.start()
ssc.awaitTermination()
diff --git a/spark/trans.py b/spark/trans.py
index 2f2a30c..0e79948 100644
--- a/spark/trans.py
+++ b/spark/trans.py
@@ -13,9 +13,10 @@ if __name__ == "__main__":
ssc = StreamingContext(sc, 1)
lines = ssc.socketTextStream(sys.argv[1], int(sys.argv[2]))
- filterResult = lines.map(lambda num : int(num) * 2)
+ result = lines.map(lambda num : int(num) * 2)
+
+ result.pprint()
+ result.saveAsTextFiles('output.txt')
- filterResult.pprint()
-
ssc.start()
ssc.awaitTermination()
--
GitLab