diff options
Diffstat (limited to 'tools/feeder.py')
| -rw-r--r-- | tools/feeder.py | 57 |
1 files changed, 30 insertions, 27 deletions
diff --git a/tools/feeder.py b/tools/feeder.py index f42fb6f..224ec1b 100644 --- a/tools/feeder.py +++ b/tools/feeder.py @@ -6,6 +6,7 @@ import datetime import itertools import json import threading +import time data = { "ip": "", @@ -133,39 +134,41 @@ def random_email(): return random_string() + '@' + random_string(2) + random_tld() -def generate_blob(): - blob = [{ - 'ip': random_ipv4(), - 'port': random_port(), - 'whois_description': random_string(2), - 'asn': random_asn(), - 'ptr': random_string(2), - 'abuse_mail': random_email(), - 'domain': random_string() + random_tld(), - 'timestamp_in_utc': get_timestamp(), - 'producer_unique_keys': { - 'subject_cn': 'unknown', - 'subject_o': 'unknown', - 'full_name': random_string(3), - 'end_of_general_support': False, - } - }] +def generate_blobs(nr_blobs=1): + blobs = [] - return blob + for _ in range(nr_blobs): + blobs.append({ + 'ip': random_ipv4(), + 'port': random_port(), + 'whois_description': random_string(2), + 'asn': random_asn(), + 'ptr': random_string(2), + 'abuse_mail': random_email(), + 'domain': "sunet.se", + 'timestamp_in_utc': get_timestamp(), + 'producer_unique_keys': { + 'subject_cn': 'unknown', + 'subject_o': 'unknown', + 'full_name': random_string(3), + 'end_of_general_support': False, + } + }) + + return blobs def send_blob(): url = 'http://localhost:8000/sc/v0/add' - print("Thread started") - try: - for i in range(1200): - requests.post(url, json=generate_blob()) - print("Blob sent.") - except Exception: - print('Failed to send blob.') + blobs = generate_blobs(10000) + + start = time.process_time() + requests.post(url, json=blobs) + print(time.process_time() - start) if __name__ == '__main__': - for _ in range(0, 7): - threading.Thread(target=lambda: send_blob()).start() + for _ in range(100): + send_blob() + print('Saved 10000 docs') |