forked from hedyorg/hedy
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathe2e_tests.py
187 lines (154 loc) · 9.87 KB
/
e2e_tests.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
import requests
import json
import random
from utils import type_check, timems
import urllib.parse
from config import config
host = 'http://localhost:' + str (config ['port']) + '/'
t0 = timems ()
state = {'headers': {}}
# test structure: tag method path headers body code
def request(test, counter):
start = timems ()
print ('Start #' + str (counter) + ': ' + test [0])
# If no explicit cookie passed, use the one from the state
if not 'cookie' in test [3] and 'cookie' in state ['headers']:
test [3] ['cookie'] = state ['headers'] ['cookie']
# If path, headers or body are functions, invoke them passing them the current state
if type_check (test[2], 'fun'):
test[2] = test[2] (state)
if type_check (test[3], 'fun'):
test[3] = test[3] (state)
if type_check (test[4], 'fun'):
test[4] = test[4] (state)
if type_check (test[4], 'dict'):
test[3] ['content-type'] = 'application/json'
test[4] = json.dumps (test [4])
r = getattr (requests, test [1]) (host + test [2], headers=test[3], data=test[4])
if 'Content-Type' in r.headers and r.headers ['Content-Type'] == 'application/json':
body = r.json ()
else:
body = r.text
if r.history and r.history [0]:
# This will be the case if there's a redirect
code = r.history [0].status_code
else:
code = r.status_code
output = {
'code': code,
'headers': r.headers,
'body': body
}
if (code != test[5]):
print (output)
raise Exception ('A test failed!')
if len (test) == 7:
test [6] (state, output)
print ('Done #' + str (counter) + ': ' + test [0] + ' - ' + str (r.status_code) + ' (' + str (timems () - start) + 'ms)')
return output
def run_suite(tests):
if not type_check(tests, 'list'):
return print ('Invalid test suite, must be a list.')
counter = 1
def run_test(test, counter):
result = request(test, counter)
for test in tests:
# If test is nested, run a nested loop
if not (type_check(test[0], 'str')):
for subtest in test:
run_test(subtest, counter)
counter += 1
else:
run_test(test, counter)
counter += 1
print ('Test suite successful! (' + str (timems () - t0) + 'ms)')
def invalidMap(tag, method, path, bodies):
output = []
counter = 1
for body in bodies:
output.append (['invalid ' + tag + ' #' + str (counter), method, path, {}, body, 400])
counter += 1
return output
# We use a random username so that if a test fails, we don't have to do a cleaning of the DB so that the test suite can run again
username = 'user' + str (random.randint (10000, 100000))
def successfulSignup(state, response):
if not 'token' in response ['body']:
raise Exception ('No token present')
state ['token'] = response ['body'] ['token']
# We define apres functions here because multiline lambdas are not supported by python
def successfulLogin(state, response):
state ['headers'] ['cookie'] = response ['headers'] ['Set-Cookie']
def getProfile1(state, response):
profile = response ['body']
if profile ['username'] != username:
raise Exception ('Invalid username (getProfile1)')
if profile ['email'] != username + '@domain.com':
raise Exception ('Invalid username (getProfile1)')
if not profile ['session_expires_at']:
raise Exception ('No session_expires_at (getProfile1)')
expire = profile ['session_expires_at'] - config ['session'] ['session_length'] * 60 * 1000 - timems ()
if expire > 0:
raise Exception ('Invalid session_expires_at (getProfile1), too large')
# We give the server up to 10ms to respond to the query
if expire < -10:
raise Exception ('Invalid session_expires_at (getProfile1), too small')
def getProfile2(state, response):
profile = response ['body']
if profile ['country'] != 'NL':
raise Exception ('Invalid country (getProfile2)')
if profile ['email'] != username + '@domain2.com':
raise Exception ('Invalid country (getProfile2)')
if not 'verification_pending' in profile or profile ['verification_pending'] != True:
raise Exception ('Invalid verification_pending (getProfile2)')
def getProfile3(state, response):
profile = response ['body']
if 'verification_pending' in profile:
raise Exception ('Invalid verification_pending (getProfile3)')
def emailChange(state, response):
if not type_check (response ['body'] ['token'], 'str'):
raise Exception ('Invalid country (emailChange)')
if response ['body'] ['username'] != username:
raise Exception ('Invalid username (emailChange)')
state ['token2'] = response ['body'] ['token']
def recoverPassword(state, response):
if not 'token' in response ['body']:
raise Exception ('No token present')
state ['token'] = response ['body'] ['token']
suite = [
['get root', 'get', '/', {}, '', 308],
invalidMap ('signup', 'post', '/auth/signup', ['', [], {}, {'username': 1}, {'username': 'user@me', 'password': 'foobar', 'email': '[email protected]'}, {'username:': 'user: me', 'password': 'foobar', 'email': '[email protected]'}, {'username': 't'}, {'username': ' t '}, {'username': username}, {'username': username, 'password': 1}, {'username': username, 'password': 'foo'}, {'username': username, 'password': 'foobar'}, {'username': username, 'password': 'foobar', 'email': 'me@something'}]),
['valid signup', 'post', '/auth/signup', {}, {'username': username, 'password': 'foobar', 'email': username + '@domain.com'}, 200, successfulSignup],
invalidMap ('login', 'post', '/auth/login', ['', [], {}, {'username': 1}, {'username': 'user@me'}, {'username:': 'user: me'}]),
['valid login, invalid credentials', 'post', '/auth/login', {}, {'username': username, 'password': 'password'}, 403],
['verify email (missing fields)', 'get', lambda state: '/auth/verify?' + urllib.parse.urlencode ({'username': 'foobar', 'token': state ['token']}), {}, '', 403],
['verify email (invalid username)', 'get', lambda state: '/auth/verify?' + urllib.parse.urlencode ({'username': 'foobar', 'token': state ['token']}), {}, '', 403],
['verify email (invalid token)', 'get', lambda state: '/auth/verify?' + urllib.parse.urlencode ({'username': username, 'token': 'foobar'}), {}, '', 403],
['verify email', 'get', lambda state: '/auth/verify?' + urllib.parse.urlencode ({'username': username, 'token': state ['token']}), {}, '', 302],
['valid login', 'post', '/auth/login', {}, {'username': username, 'password': 'foobar'}, 200, successfulLogin],
invalidMap ('change password', 'post', '/auth/change_password', ['', [], {}, {'foo': 'bar'}, {'old_password': 1}, {'old_password': 'foobar'}, {'old_password': 'foobar', 'new_password': 1}, {'old_password': 'foobar', 'new_password': 'short'}]),
['change password', 'post', '/auth/change_password', {}, {'old_password': 'foobar', 'new_password': 'foobar2'}, 200],
['invalid login after password change', 'post', '/auth/login', {}, {'username': username, 'password': 'foobar'}, 403],
['valid login after password change', 'post', '/auth/login', {}, {'username': username + '@domain.com', 'password': 'foobar2'}, 200, successfulLogin],
['logout', 'post', '/auth/logout', {}, {}, 200],
['check that session is no longer valid', 'get', '/profile', {}, '', 403],
['login again', 'post', '/auth/login', {}, {'username': username, 'password': 'foobar2'}, 200, successfulLogin],
invalidMap ('change password', 'post', '/auth/change_password', ['', [], {}, {'foo': 'bar'}, {'old_password': 1}, {'old_password': 'foobar'}, {'old_password': 'foobar', 'new_password': 1}]),
['get profile before profile update', 'get', '/profile', {}, {}, 200, getProfile1],
invalidMap ('update profile', 'post', '/profile', ['', [], {'email': 'foobar'}, {'birth_year': 'a'}, {'birth_year': 20}, {'country': 'Netherlands'}, {'gender': 0}, {'gender': 'a'}]),
['change profile with same email', 'post', '/profile', {}, {'email': username + '@domain.com', 'country': 'US'}, 200],
['change profile with different email', 'post', '/profile', {}, {'email': username + '@domain2.com', 'country': 'NL'}, 200, emailChange],
['get profile after profile update', 'get', '/profile', {}, {}, 200, getProfile2],
['verify email after email change', 'get', lambda state: '/auth/verify?' + urllib.parse.urlencode ({'username': username, 'token': state ['token2']}), {}, '', 302],
['get profile after email verification', 'get', '/profile', {}, {}, 200, getProfile3],
invalidMap ('recover password', 'post', '/auth/recover', ['', [], {}, {'username': 1}]),
['recover password, invalid user', 'post', '/auth/recover', {}, {'username': 'nosuch'}, 403],
['recover password', 'post', '/auth/recover', {}, {'username': username}, 200, recoverPassword],
invalidMap ('reset password', 'post', '/auth/reset', ['', [], {}, {'username': 1}, {'username': 'foobar', 'token': 1}, {'username': 'foobar', 'token': 'some'}, {'username': 'foobar', 'token': 'some', 'password': 1}, {'username': 'foobar', 'token': 'some', 'password': 'short'}]),
['reset password, invalid username', 'post', '/auth/reset', {}, lambda state: {'username': 'foobar', 'token': state ['token'], 'password': 'foobar'}, 403],
['reset password, invalid token', 'post', '/auth/reset', {}, lambda state: {'username': username, 'token': 'foobar', 'password': 'foobar'}, 403],
['reset password, invalid password', 'post', '/auth/reset', {}, lambda state: {'username': username, 'token': state ['token'], 'password': 'short'}, 400],
['reset password', 'post', '/auth/reset', {}, lambda state: {'username': username, 'token': state ['token'], 'password': 'foobar3'}, 200],
['login again after reset', 'post', '/auth/login', {}, {'username': username, 'password': 'foobar3'}, 200],
['destroy account', 'post', '/auth/destroy', {}, {}, 200]
]
run_suite (suite)