1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
|
#! /usr/bin/env python3
import os
import sys
import json
import authn
import index
import falcon
from db import DictDB
from base64 import b64decode
from wsgiref.simple_server import make_server
try:
database = os.environ['COUCHDB_NAME']
hostname = os.environ['COUCHDB_HOSTNAME']
username = os.environ['COUCHDB_USER']
password = os.environ['COUCHDB_PASSWORD']
except KeyError:
print('The environment variables COUCHDB_NAME, COUCHDB_HOSTNAME,' +
' COUCHDB_USER and COUCHDB_PASSWORD must be set.')
sys.exit(-1)
class CollectorResource():
def __init__(self, db, users):
self._db = db
self._users = users
def parse_error(data):
return "I want valid JSON but got this:\n{}\n".format(data)
def user_auth(self, auth_header, authfun):
if not auth_header:
return None, None # Fail.
BAlit, b64 = auth_header.split()
if BAlit != "Basic":
return None, None # Fail
userbytes, pwbytes = b64decode(b64).split(b':')
try:
user = userbytes.decode('utf-8')
pw = pwbytes.decode('utf-8')
except Exception:
return None, None # Fail
return authfun(user, pw)
class EPGet(CollectorResource):
def on_get(self, req, resp, key=None):
out = list()
selectors = dict()
limit = 25
skip = 0
resp.status = falcon.HTTP_200
resp.content_type = falcon.MEDIA_JSON
orgs = self.user_auth(req.auth, self._users.read_perms)
if not orgs:
resp.status = falcon.HTTP_401
resp.text = json.dumps({
'status': 'error',
'message': 'Invalid username or password\n'
})
return
if key:
out = self._db.get(key)
resp.text = json.dumps({'status': 'success', 'data': out})
return
for param in req.params:
if param == 'limit':
limit = req.params['limit']
elif param == 'skip':
skip = req.params['skip']
for i in index.indexes:
for j in i['index']['fields']:
if j == param:
selectors[param] = req.params[param]
for org in orgs:
selectors['domain'] = org
data = self._db.search(**selectors, limit=limit, skip=skip)
if data:
out += data
resp.text = json.dumps({'status': 'success', 'data': out})
class EPAdd(CollectorResource):
def on_post(self, req, resp):
resp.status = falcon.HTTP_200
resp.content_type = falcon.MEDIA_TEXT
self._indata = []
orgs = self.user_auth(req.auth, self._users.write_perms)
if not orgs:
resp.status = falcon.HTTP_401
resp.text = json.dumps(
{'status': 'error', 'message': 'Invalid user or password\n'})
return
# NOTE: Allowing writing to _any_ org!
# TODO: Allow only input where input.domain in orgs == True.
# TODO: can we do json.load(req.bounded_stream,
# cls=customDecoder) where our decoder calls JSONDecoder after
# decoding UTF-8?
# NOTE: Reading the whole body in one go instead of streaming
# it nicely.
rawin = req.bounded_stream.read()
try:
decodedin = rawin.decode('UTF-8')
except Exception:
resp.status = falcon.HTTP_400
resp.text = json.dumps(
{'status': 'error', 'message': 'Need UTF-8\n'})
return
try:
json_data = json.loads(decodedin)
except TypeError:
print('DEBUG: type error')
resp.status = falcon.HTTP_400
resp.text = json.dumps(
{'status': 'error', 'message': CollectorResource.parse_error(decodedin)})
return
except json.decoder.JSONDecodeError:
print('DEBUG: json decode error')
resp.status = falcon.HTTP_400
resp.text = json.dumps(
{'status': 'error', 'message': CollectorResource.parse_error(decodedin)})
return
keys = self._db.add(json_data)
resp.text = json.dumps({'status': 'success', 'key': keys})
def main(port=8000, wsgi_helper=False):
db = DictDB(database, hostname, username, password)
users = authn.UserDB('wsgi_demo_users.yaml')
app = falcon.App(cors_enable=True)
app.add_route('/sc/v0/add', EPAdd(db, users))
app.add_route('/sc/v0/get', EPGet(db, users))
app.add_route('/sc/v0/get/{key}', EPGet(db, users))
if wsgi_helper:
return app
print('Serving on port 8000...')
httpd = make_server('', port, app)
httpd.serve_forever()
if __name__ == '__main__':
try:
sys.exit(main())
except KeyboardInterrupt:
print('\nBye!')
else:
app = main(port=8000, wsgi_helper=True)
|
