summaryrefslogtreecommitdiff
path: root/src/db/db.py
diff options
context:
space:
mode:
authorKristofer Hallin <kristofer@sunet.se>2022-01-04 22:12:26 +0100
committerKristofer Hallin <kristofer@sunet.se>2022-01-04 22:12:26 +0100
commit2ea8d3a44d89934f7b22ddb932c76322601028a5 (patch)
tree84d210f850ea745f787cff403fcc553767b5c38c /src/db/db.py
parenta3b5cde94981b9a98d367004b4c513c81e5870e4 (diff)
Use FastAPI routers and split things to multiple files.
Diffstat (limited to 'src/db/db.py')
-rwxr-xr-xsrc/db/db.py139
1 files changed, 139 insertions, 0 deletions
diff --git a/src/db/db.py b/src/db/db.py
new file mode 100755
index 0000000..511748c
--- /dev/null
+++ b/src/db/db.py
@@ -0,0 +1,139 @@
+# A database storing dictionaries, keyed on a timestamp. value = A
+# dict which will be stored as a JSON object encoded in UTF-8. Note
+# that dict keys of type integer or float will become strings while
+# values will keep their type.
+
+# Note that there's a (slim) chance that you'd stomp on the previous
+# value if you're too quick with generating the timestamps, ie
+# invoking time.time() several times quickly enough.
+
+import os
+import sys
+import time
+
+from db import couch
+from db.index import CouchIindex
+
+
+class DictDB():
+ def __init__(self):
+ """
+ Check if the database exists, otherwise we will create it together
+ with the indexes specified in index.py.
+ """
+
+ try:
+ self.database = os.environ['COUCHDB_NAME']
+ self.hostname = os.environ['COUCHDB_HOSTNAME']
+ self.username = os.environ['COUCHDB_USER']
+ self.password = os.environ['COUCHDB_PASSWORD']
+ except KeyError:
+ print('The environment variables COUCHDB_NAME, COUCHDB_HOSTNAME,' +
+ ' COUCHDB_USER and COUCHDB_PASSWORD must be set.')
+ sys.exit(-1)
+
+ if 'COUCHDB_PORT' in os.environ:
+ couchdb_port = os.environ['COUCHDB_PORT']
+ else:
+ couchdb_port = 5984
+
+ self.server = couch.client.Server(
+ f"http://{self.username}:{self.password}@{self.hostname}:{couchdb_port}/")
+
+ try:
+ self.couchdb = self.server.database(self.database)
+ except couch.exceptions.NotFound:
+ print("Creating database and indexes.")
+ self.couchdb = self.server.create(self.database)
+
+ for i in CouchIindex():
+ self.couchdb.index(i)
+
+ self._ts = time.time()
+
+ def unique_key(self):
+ """
+ Create a unique key based on the current time. We will use this as
+ the ID for any new documents we store in CouchDB.
+ """
+
+ ts = time.time()
+ while round(ts * 1000) == self._ts:
+ ts = time.time()
+ self._ts = round(ts * 1000)
+
+ return self._ts
+
+ def add(self, data, batch_write=False):
+ """
+ Store a document in CouchDB.
+ """
+
+ if type(data) is list:
+ for item in data:
+ item['_id'] = str(self.unique_key())
+ ret = self.couchdb.save_bulk(data)
+ else:
+ data['_id'] = str(self.unique_key())
+ ret = self.couchdb.save(data)
+
+ return ret
+
+ def get(self, key):
+ """
+ Get a document based on its ID, return an empty dict if not found.
+ """
+
+ try:
+ doc = self.couchdb.get(key)
+ except couch.exceptions.NotFound:
+ doc = {}
+
+ return doc
+
+ def slice(self, key_from=None, key_to=None):
+ pass
+
+ def search(self, limit=25, skip=0, **kwargs):
+ """
+ Execute a Mango query, ideally we should have an index matching
+ the query otherwise things will be slow.
+ """
+
+ data = list()
+ selector = dict()
+
+ try:
+ limit = int(limit)
+ skip = int(skip)
+ except ValueError:
+ limit = 25
+ skip = 0
+
+ if kwargs:
+ selector = {
+ "limit": limit,
+ "skip": skip,
+ "selector": {}
+ }
+
+ for key in kwargs:
+ if kwargs[key] and kwargs[key].isnumeric():
+ kwargs[key] = int(kwargs[key])
+ selector['selector'][key] = {'$eq': kwargs[key]}
+
+ for doc in self.couchdb.find(selector, wrapper=None, limit=5):
+ data.append(doc)
+
+ return data
+
+ def delete(self, key):
+ """
+ Delete a document based on its ID.
+ """
+ try:
+ self.couchdb.delete(key)
+ except couch.exceptions.NotFound:
+ return None
+
+ return key