Seperate decoding for nsq msgs at different forwarders(Quick fix)

supriyopaul · Mar 19, 2018 · 56a1581 · 56a1581
1 parent a66eea2
commit 56a1581
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 5 deletions.
diff --git a/logagg/forwarder.py b/logagg/forwarder.py
@@ -108,7 +108,6 @@ def _send_msgs_to_target(self, target, msgs):
 
     def _write_messages(self, msgs):
         fn = self._send_msgs_to_target
-        msgs = [json.loads(m.body) for m in msgs]
 
         jobs = []
         for t in self.targets:

diff --git a/logagg/forwarders.py b/logagg/forwarders.py
@@ -63,11 +63,10 @@ def _ensure_connection(self):
     def _parse_msg_for_mongodb(self, msgs):
         msgs_list = []
         #TODO: We need to do this by using iteration object.
+        msgs = [json.loads(m.body.decode(encoding='utf-8',errors='strict')) for m in msgs]
         for msg in msgs:
-            msg_body = json.loads(msg.body.decode(encoding='utf-8',
-                                   errors='strict'))
-            msg_body['_id'] = msg_body.pop('id')
-            msgs_list.append(msg_body)
+            msg['_id'] = msg.pop('id')
+            msgs_list.append(msg)
         return msgs_list
 
     def _insert_1by1(self, records):
@@ -141,6 +140,7 @@ def _tag_and_field_maker(self, event):
 
     def _parse_msg_for_influxdb(self, msgs):
         series = []
+        msgs = [json.loads(m.body.decode(encoding='utf-8',errors='strict')) for m in msgs]
 
         for msg in msgs:
             if msg.get('error') == True: