update for regular file sizes

code/infrastructure/streaming/clients/pub/pub_cdm.py

@@ -12,17 +12,17 @@ sleep_time = int(os.getenv('sleeptime',default=1))
 
 files = [
     'ta1-cadets-e3-official_0.json',
-    # 'ta1-cadets-e3-official_1.json', 
-    # 'ta1-cadets-e3-official_2.json',
-    # 'ta1-cadets-e3-official-1_0.json',
-    # 'ta1-cadets-e3-official-1_1.json', 
-    # 'ta1-cadets-e3-official-1_2.json', 
-    # 'ta1-cadets-e3-official-1_3.json',
-    # 'ta1-cadets-e3-official-1_4.json',  
-    # 'ta1-cadets-e3-official-2_0.json', 
-    # 'ta1-cadets-e3-official-2_1.json'
+    'ta1-cadets-e3-official_1.json', 
+    'ta1-cadets-e3-official_2.json',
+    'ta1-cadets-e3-official-1_0.json',
+    'ta1-cadets-e3-official-1_1.json', 
+    'ta1-cadets-e3-official-1_2.json', 
+    'ta1-cadets-e3-official-1_3.json',
+    'ta1-cadets-e3-official-1_4.json',  
+    'ta1-cadets-e3-official-2_0.json', 
+    'ta1-cadets-e3-official-2_1.json'
     ]
-line_count = [100000]#[4999999,4999999,3911712,4999999,4999999,4999999,4999999,4999999,2059063,4999999,3433561] # line_count corresponding to each file
+line_count = [4999999,4999999,3911712,4999999,4999999,4999999,4999999,4999999,2059063,4999999,3433561] # line_count corresponding to each file
 client = mqtt.Client(mqtt.CallbackAPIVersion.VERSION1,"Client1")
 topic = "neo4j"