From b3fe63802edc019e8a861d3c6ab51e5ec2f3570c Mon Sep 17 00:00:00 2001 From: Kristofer Hallin Date: Thu, 7 Oct 2021 16:39:45 +0200 Subject: Tool to generate random data. --- tools/feeder.py | 175 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 175 insertions(+) create mode 100644 tools/feeder.py (limited to 'tools') diff --git a/tools/feeder.py b/tools/feeder.py new file mode 100644 index 0000000..de61ee2 --- /dev/null +++ b/tools/feeder.py @@ -0,0 +1,175 @@ +import requests +import random +import socket +import ipaddress +import datetime +import itertools +import json +import multiprocessing.dummy as mp + +data = { + "ip": "", + "port": 0, + "whois_description": "", + "asn": "", + "asn_country_code": "", + "ptr": "", + "abuse_mail": "", + "domain": "", + "timestamp_in_utc": "", + "producer_unique_keys": { + "subject_cn": "unknown", + "subject_o": "unknown", + "full_name": "", + "end_of_general_support": False, + } +} + + +def random_ipv4(): + randint = random.randint(1, 0xffffffff) + return str(ipaddress.IPv4Address(randint)) + + +def random_ipv6(): + randint = random.randint(0, 2**128-1) + return str(ipaddress.IPv6Address(randint)) + + +def random_port(): + return random.randint(1, 65536) + + +def random_asn(): + randint = random.randint(1, 65536) + return f'AS{randint}' + + +def random_country(): + countries = [ + 'AF', 'AL', 'DZ', 'AD', 'AO', 'AI', 'AQ', 'AR', 'AM', 'AW', + 'AU', 'AT', 'AZ', 'BS', 'BH', 'BD', 'BB', 'BY', 'BE', 'BZ', 'BJ', 'BM', + 'BT', 'BO', 'BQ', 'BW', 'BR', 'BG', 'BI', 'KH', 'CM', 'CA', 'TD', 'CL', + 'CN', 'CO', 'HR', 'CU', 'CW', 'CY', 'CZ', 'DK', 'DJ', 'DM', 'EC', 'EG', + 'GU', 'ER', 'EE', 'SZ', 'ET', 'FJ', 'FI', 'FR', 'GA', 'GH', 'GE', 'DE', + 'GH', 'GI', 'GR', 'GL', 'GD', 'GP', 'GU', 'GT', 'GG', 'GN', 'GW', 'GY', + 'HT', 'HN', 'HU', 'IS', 'IN', 'ID', 'IQ', 'IE', 'IL', 'IT', 'JM', 'JP', + 'JE', 'JO', 'KZ', 'KE', 'KI', 'KW', 'KG', 'LV', 'LB', 'LS', 'LR', 'LY', + 'LI', 'LT', 'LU', 'MO', 'MG', 'MW', 'MY', 'MV', 'ML', 'MT', 'MQ', 'MR', + 'MU', 'YT', 'MX', 'MC', 'MN', 'ME', 'MS', 'MA', 'MZ', 'MM', 'NA', 'NR', + 'NP', 'NI', 'NG', 'NU', 'NO', 'OM', 'PK', 'PW', 'PA', 'PY', 'PE', 'PN', + 'PL', 'PT', 'QA', 'RO', 'RW', 'RE', 'WS', 'SN', 'RS', 'SC', 'SG', 'SK', + 'SI', 'SO', 'ES', 'SR', 'SE', 'CH', 'TJ', 'TH', 'TL', 'TG', 'TK', 'TO', + 'TN', 'TR', 'TM', 'TV', 'UG', 'UA', 'UY', 'UZ', 'VU', 'YE', 'ZM', 'ZW', + 'AX' + ] + + return random.choice(countries) + + +def random_tld(): + domains = [ + '.ac', '.ad', '.ae', '.af', '.ag', '.ai', '.al', '.am', + '.ao', '.aq', '.ar', '.as', '.at', '.au', '.aw', '.ax', + '.az', '.ba', '.bb', '.bd', '.be', '.bf', '.bg', '.bh', + '.bi', '.bj', '.bm', '.bn', '.bo', '.bq', '.br', '.bs', + '.bt', '.bw', '.by', '.bz', '.ca', '.cc', '.cd', '.cf', + '.cg', '.ch', '.ci', '.ck', '.cl', '.cm', '.cn', 'Als', + '.co', '.cr', '.cu', '.cv', '.cw', '.cx', '.cy', '.cz', + '.de', '.dj', '.dk', '.dm', '.do', '.dz', '.ec', '.ee', + '.eg', '.eh', '.er', '.es', '.et', '.eu', '.fi', '.fj', + '.fk', '.fm', '.fo', '.fr', '.ga', '.gd', '.ge', '.gf', + '.gg', '.gh', '.gi', '.gl', '.gm', '.gn', '.gp', '.gq', + '.gr', '.gs', '.gt', '.gu', '.gw', '.gy', '.hk', '.hm', + '.hn', '.hr', '.ht', '.hu', '.id', '.ie', '.il', '.im', + '.in', '.io', '.iq', '.ir', '.is', '.it', '.je', '.jm', + '.jo', '.jp', '.ke', '.kg', '.kh', '.ki', '.km', '.kn', + '.kp', '.kr', '.kw', '.ky', '.kz', '.la', '.lb', '.lc', + '.li', '.lk', '.lr', '.ls', '.lt', '.lu', '.lv', '.ly', + '.ma', '.mc', '.md', '.me', '.mg', '.mh', '.mk', '.ml', + '.mm', '.mn', '.mo', '.mp', '.mq', '.mr', '.ms', '.mt', + '.mu', '.mv', '.mw', '.mx', '.my', '.mz', '.na', '.nc', + '.ne', '.nf', '.ng', '.ni', '.nl', '.no', 'Als', '.np', + '.nr', '.nu', '.nz', '.om', '.pa', '.pe', '.pf', '.pg', + '.ph', '.pk', '.pl', '.pm', '.pn', '.pr', '.ps', '.pt', + '.pw', '.py', '.qa', '.re', '.ro', '.rs', '.ru', '.rw', + '.sb', '.sc', '.sd', '.se', '.sg', '.sh', '.si', '.sk', + '.sl', '.sm', '.sn', '.so', '.sr', '.ss', '.st', '.su', + '.sv', '.sx', '.sy', '.sz', '.tc', '.td', '.tf', '.tg', + '.th', '.tj', '.tk', '.tl', '.tm', '.tn', '.to', '.tr', + '.tt', '.tv', '.tw', '.tz', '.ua', '.ug', '.uk', '.us', + '.uy', '.uz', '.va', '.vc', '.ve', '.vg', '.vi', '.vn', + '.vu', '.wf', '.ws', '.ye', '.yt', '.za', '.zm', '.zw' + ] + + tld = random.choice(domains) + random_string = '' + + for _ in range(10): + random_integer = random.randint(97, 97 + 26 - 1) + flip_bit = random.randint(0, 1) + random_integer = random_integer - 32 if flip_bit == 1 else random_integer + random_string += (chr(random_integer)) + + return f'{random_string}{tld}'.lower() + + +def get_timestamp(): + utc_datetime = datetime.datetime.utcnow() + return utc_datetime.strftime("%Y-%m-%dT%H:%M:%SUTC") + + +def random_string(iters=1): + full_string = '' + random_string = '' + + for i in range(iters): + for _ in range(10): + random_integer = random.randint(97, 97 + 26 - 1) + flip_bit = random.randint(0, 1) + random_integer = random_integer - 32 if flip_bit == 1 else random_integer + random_string += (chr(random_integer)) + full_string += random_string + + return full_string.lower() + + +def random_email(): + return random_string() + '@' + random_string(2) + random_tld() + + +def generate_blob(): + blob = [{ + 'ip': random_ipv4(), + 'port': random_port(), + 'whois_description': random_string(2), + 'asn': random_asn(), + 'ptr': random_string(2), + 'abuse_mail': random_email(), + 'domain': random_string(), + 'timestamp_in_utc': get_timestamp(), + 'producer_unique_keys': { + 'subject_cn': 'unknown', + 'subject_o': 'unknown', + 'full_name': random_string(3), + 'end_of_general_support': False, + } + }] + + return blob + + +def send_blob(url): + try: + for i in range(1200): + requests.post(url, json=generate_blob()) + except Exception: + print('Failed to send blob.') + + +if __name__ == '__main__': + threads = mp.Pool(8) + + threads.map(send_blob, ['http://localhost:8000/sc/v0/add']) + threads.close() + threads.join() -- cgit v1.1