rua

spark/filt.py

@@ -13,9 +13,10 @@ if __name__ == "__main__":
     ssc = StreamingContext(sc, 1)
     lines = ssc.socketTextStream(sys.argv[1], int(sys.argv[2]))
 
-    filterResult = lines.filter(lambda num : int(num) > 50)
+    result = lines.filter(lambda num : int(num) > 50)
     
-    filterResult.pprint()
+    result.pprint()
+    result.saveAsTextFiles('output.txt')
 
     ssc.start()
     ssc.awaitTermination()

spark/join.py

@@ -13,9 +13,10 @@ if __name__ == "__main__":
     ssc = StreamingContext(sc, 1)
     lines = ssc.socketTextStream(sys.argv[1], int(sys.argv[2]))
 
-    filterResult = lines.map(lambda num : 'male' if num == '1' else 'female')
+    result = lines.map(lambda num : 'male' if num == '1' else 'female')
     
-    filterResult.pprint()
+    result.pprint()
+    result.saveAsTextFiles('output.txt')
 
     ssc.start()
     ssc.awaitTermination()

spark/trans.py

@@ -13,9 +13,10 @@ if __name__ == "__main__":
     ssc = StreamingContext(sc, 1)
     lines = ssc.socketTextStream(sys.argv[1], int(sys.argv[2]))
 
-    filterResult = lines.map(lambda num : int(num) * 2)
+    result = lines.map(lambda num : int(num) * 2)
+    
+    result.pprint()
+    result.saveAsTextFiles('output.txt')
     
-    filterResult.pprint()
-
     ssc.start()
     ssc.awaitTermination()