Print only tweet messages

2 files changed, 10 insertions, 2 deletions

diff --git a/consumer.py b/consumer.py
index 3670105..4e270a5 100644
--- a/consumer.py
+++ b/consumer.py
@@ -28,7 +28,15 @@ consumer = KafkaConsumer(
     value_deserializer=lambda x: json.loads(x.decode('utf-8')))
 
 for msg in consumer:
-    print(json.loads(json.dumps(msg.value)))
+    message = json.loads(json.dumps(msg.value))
+    try:
+        print(message['extended_tweet']['full_text'])
+    except:
+        try:
+            print(message['text'])
+        except:
+            print(message)
+    print(">>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>")
 
 # spark = SparkSession.builder.master("local").appName("Tweets").getOrCreate()
 # sc = spark.sparkContext
diff --git a/producer.py b/producer.py
index 6723ae0..b965491 100644
--- a/producer.py
+++ b/producer.py
@@ -33,7 +33,7 @@ class TwitterStreamer():
             listener = ListenerTS()
             auth = self.twitterAuth.authenticateTwitterApp()
             stream = Stream(auth, listener)
-            stream.filter(track=["Apple"], stall_warnings=True, languages= ["en"])
+            stream.filter(track=["Christmas"], stall_warnings=True, languages= ["en"])
 
 class ListenerTS(StreamListener):