From 742dcd5639ffa27d15d594e322505cc317edfc70 Mon Sep 17 00:00:00 2001
From: Kristofer Hallin <kristofer@sunet.se>
Date: Thu, 7 Oct 2021 21:21:12 +0200
Subject: Create bulks of test data.

---
 tools/feeder.py | 57 ++++++++++++++++++++++++++++++---------------------------
 1 file changed, 30 insertions(+), 27 deletions(-)

(limited to 'tools/feeder.py')

diff --git a/tools/feeder.py b/tools/feeder.py
index f42fb6f..224ec1b 100644
--- a/tools/feeder.py
+++ b/tools/feeder.py
@@ -6,6 +6,7 @@ import datetime
 import itertools
 import json
 import threading
+import time
 
 data = {
     "ip": "",
@@ -133,39 +134,41 @@ def random_email():
     return random_string() + '@' + random_string(2) + random_tld()
 
 
-def generate_blob():
-    blob = [{
-        'ip': random_ipv4(),
-        'port': random_port(),
-        'whois_description': random_string(2),
-        'asn': random_asn(),
-        'ptr': random_string(2),
-        'abuse_mail': random_email(),
-        'domain': random_string() + random_tld(),
-        'timestamp_in_utc': get_timestamp(),
-        'producer_unique_keys': {
-            'subject_cn': 'unknown',
-            'subject_o': 'unknown',
-            'full_name': random_string(3),
-            'end_of_general_support': False,
-        }
-    }]
+def generate_blobs(nr_blobs=1):
+    blobs = []
 
-    return blob
+    for _ in range(nr_blobs):
+        blobs.append({
+            'ip': random_ipv4(),
+            'port': random_port(),
+            'whois_description': random_string(2),
+            'asn': random_asn(),
+            'ptr': random_string(2),
+            'abuse_mail': random_email(),
+            'domain': "sunet.se",
+            'timestamp_in_utc': get_timestamp(),
+            'producer_unique_keys': {
+                'subject_cn': 'unknown',
+                'subject_o': 'unknown',
+                'full_name': random_string(3),
+                'end_of_general_support': False,
+            }
+        })
+
+    return blobs
 
 
 def send_blob():
     url = 'http://localhost:8000/sc/v0/add'
 
-    print("Thread started")
-    try:
-        for i in range(1200):
-            requests.post(url, json=generate_blob())
-            print("Blob sent.")
-    except Exception:
-        print('Failed to send blob.')
+    blobs = generate_blobs(10000)
+
+    start = time.process_time()
+    requests.post(url, json=blobs)
+    print(time.process_time() - start)
 
 
 if __name__ == '__main__':
-    for _ in range(0, 7):
-        threading.Thread(target=lambda: send_blob()).start()
+    for _ in range(100):
+        send_blob()
+        print('Saved 10000 docs')
-- 
cgit v1.1