single thread 50

app.py

@@ -144,24 +144,24 @@ unmasked_text = dataset['unmasked_text'] # This will load the entire column inme
 st.write('Number of rows in the dataset ', dataset.num_rows)
 sizes = [0] * 5
 start = time.time()
-# t0 = threading.Thread(target=process_datasets, args=(0, 50, unmasked_text, sizes, 0, entity_set, []))
-# t1 = threading.Thread(target=process_datasets, args=(25, 50, unmasked_text, sizes, 1, entity_set, []))
-# t2 = threading.Thread(target=process_datasets, args=(20, 30, unmasked_text, sizes, 2, entity_set, []))
-# t3 = threading.Thread(target=process_datasets, args=(30, 40, unmasked_text, sizes, 3, entity_set, []))
-# t4 = threading.Thread(target=process_datasets, args=(40, 50, unmasked_text, sizes, 4, entity_set, []))
+t0 = threading.Thread(target=process_datasets, args=(0, 10, unmasked_text, sizes, 0, entity_set, []))
+t1 = threading.Thread(target=process_datasets, args=(10, 20, unmasked_text, sizes, 1, entity_set, []))
+t2 = threading.Thread(target=process_datasets, args=(20, 30, unmasked_text, sizes, 2, entity_set, []))
+t3 = threading.Thread(target=process_datasets, args=(30, 40, unmasked_text, sizes, 3, entity_set, []))
+t4 = threading.Thread(target=process_datasets, args=(40, 50, unmasked_text, sizes, 4, entity_set, []))
 # with profile(activities=[ProfilerActivity.CPU, ProfilerActivity.CUDA], profile_memory=True, record_shapes=True) as prof:
-process_datasets(0, 50, unmasked_text, sizes, 0, entity_set, [])
-# t0.start()
-# t1.start()
-# t2.start()
-# t3.start()
-# t4.start()
-
-# t0.join()
-# t1.join()
-# t2.join()
-# t3.join()
-# t4.join()
+# process_datasets(0, 50, unmasked_text, sizes, 0, entity_set, [])
+t0.start()
+t1.start()
+t2.start()
+t3.start()
+t4.start()
+
+t0.join()
+t1.join()
+t2.join()
+t3.join()
+t4.join()
 
 end = time.time()
 length = end - start