diff --git a/spark/filt.py b/spark/filt.py index 3d0ae3d817c10c20f4c632a875988361e7f8e340..37c4844f46a1e826138b550f2bb40917eef0970d 100644 --- a/spark/filt.py +++ b/spark/filt.py @@ -13,9 +13,10 @@ if __name__ == "__main__": ssc = StreamingContext(sc, 1) lines = ssc.socketTextStream(sys.argv[1], int(sys.argv[2])) - filterResult = lines.filter(lambda num : int(num) > 50) + result = lines.filter(lambda num : int(num) > 50) - filterResult.pprint() + result.pprint() + result.saveAsTextFiles('output.txt') ssc.start() ssc.awaitTermination() diff --git a/spark/join.py b/spark/join.py index 96d93bfac6ca1b3ba6f94a7f4a12d6968cb12a15..c8b62d363d1b983d49ec4636c4a67f25392b6ce8 100644 --- a/spark/join.py +++ b/spark/join.py @@ -13,9 +13,10 @@ if __name__ == "__main__": ssc = StreamingContext(sc, 1) lines = ssc.socketTextStream(sys.argv[1], int(sys.argv[2])) - filterResult = lines.map(lambda num : 'male' if num == '1' else 'female') + result = lines.map(lambda num : 'male' if num == '1' else 'female') - filterResult.pprint() + result.pprint() + result.saveAsTextFiles('output.txt') ssc.start() ssc.awaitTermination() diff --git a/spark/trans.py b/spark/trans.py index 2f2a30c9e5dfe0e0b0beafdcfd9c5aac623b1496..0e799481fccb1320c9f3e4187dac4d87bc80859b 100644 --- a/spark/trans.py +++ b/spark/trans.py @@ -13,9 +13,10 @@ if __name__ == "__main__": ssc = StreamingContext(sc, 1) lines = ssc.socketTextStream(sys.argv[1], int(sys.argv[2])) - filterResult = lines.map(lambda num : int(num) * 2) + result = lines.map(lambda num : int(num) * 2) + + result.pprint() + result.saveAsTextFiles('output.txt') - filterResult.pprint() - ssc.start() ssc.awaitTermination()