1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
|
from Numeric import *
from fastumath import *
import os
def remove_ignored_patterns(files,pattern):
from fnmatch import fnmatch
good_files = []
for file in files:
if not fnmatch(file,pattern):
good_files.append(file)
return good_files
def remove_ignored_files(original,ignored_files,cur_dir):
""" This is actually expanded to do pattern matching.
"""
if not ignored_files: ignored_files = []
ignored_modules = map(lambda x: x+'.py',ignored_files)
ignored_packages = ignored_files[:]
# always ignore setup.py and __init__.py files
ignored_files = ['setup.py','setup_*.py','__init__.py']
ignored_files += ignored_modules + ignored_packages
ignored_files = map(lambda x,cur_dir=cur_dir: os.path.join(cur_dir,x),
ignored_files)
#print 'ignored:', ignored_files
#good_files = filter(lambda x,ignored = ignored_files: x not in ignored,
# original)
good_files = original
for pattern in ignored_files:
good_files = remove_ignored_patterns(good_files,pattern)
return good_files
def harvest_modules(package,ignore=None):
"""* Retreive a list of all modules that live within a package.
Only retreive files that are immediate children of the
package -- do not recurse through child packages or
directories. The returned list contains actual modules, not
just their names.
*"""
import os,sys
d,f = os.path.split(package.__file__)
# go through the directory and import every py file there.
import glob
common_dir = os.path.join(d,'*.py')
py_files = glob.glob(common_dir)
#py_files.remove(os.path.join(d,'__init__.py'))
#py_files.remove(os.path.join(d,'setup.py'))
py_files = remove_ignored_files(py_files,ignore,d)
#print 'py_files:', py_files
try:
prefix = package.__name__
except:
prefix = ''
all_modules = []
for file in py_files:
d,f = os.path.split(file)
base,ext = os.path.splitext(f)
mod = prefix + '.' + base
#print 'module: import ' + mod
try:
exec ('import ' + mod)
all_modules.append(eval(mod))
except:
print 'FAILURE to import ' + mod
output_exception()
return all_modules
def harvest_packages(package,ignore = None):
""" Retreive a list of all sub-packages that live within a package.
Only retreive packages that are immediate children of this
package -- do not recurse through child packages or
directories. The returned list contains actual package objects, not
just their names.
"""
import os,sys
join = os.path.join
d,f = os.path.split(package.__file__)
common_dir = os.path.abspath(d)
all_files = os.listdir(d)
all_files = remove_ignored_files(all_files,ignore,'')
#print 'all_files:', all_files
try:
prefix = package.__name__
except:
prefix = ''
all_packages = []
for directory in all_files:
path = join(common_dir,directory)
if os.path.isdir(path) and \
os.path.exists(join(path,'__init__.py')):
sub_package = prefix + '.' + directory
#print 'sub-package import ' + sub_package
try:
exec ('import ' + sub_package)
all_packages.append(eval(sub_package))
except:
print 'FAILURE to import ' + sub_package
output_exception()
return all_packages
def harvest_modules_and_packages(package,ignore=None):
""" Retreive list of all packages and modules that live within a package.
See harvest_packages() and harvest_modules()
"""
all = harvest_modules(package,ignore) + harvest_packages(package,ignore)
return all
def harvest_test_suites(package,ignore = None):
import unittest
suites=[]
test_modules = harvest_modules_and_packages(package,ignore)
#for i in test_modules:
# print i.__name__
for module in test_modules:
if hasattr(module,'test_suite'):
try:
suite = module.test_suite()
if suite:
suites.append(suite)
else:
msg = " !! FAILURE without error - shouldn't happen" + \
module.__name__
print msg
except:
print ' !! FAILURE building test for ', module.__name__
print ' ',
output_exception()
else:
print 'No test suite found for ', module.__name__
total_suite = unittest.TestSuite(suites)
return total_suite
def module_test(mod_name,mod_file):
"""*
*"""
import os,sys,string
#print 'testing', mod_name
d,f = os.path.split(mod_file)
# add the tests directory to the python path
test_dir = os.path.join(d,'tests')
sys.path.append(test_dir)
# call the "test_xxx.test()" function for the appropriate
# module.
# This should deal with package naming issues correctly
short_mod_name = string.split(mod_name,'.')[-1]
test_module = 'test_' + short_mod_name
test_string = 'import %s;reload(%s);%s.test()' % \
((test_module,)*3)
# This would be better cause it forces a reload of the orginal
# module. It doesn't behave with packages however.
#test_string = 'reload(%s);import %s;reload(%s);%s.test()' % \
# ((mod_name,) + (test_module,)*3)
exec(test_string)
# remove test directory from python path.
sys.path = sys.path[:-1]
def module_test_suite(mod_name,mod_file):
#try:
import os,sys,string
print ' creating test suite for:', mod_name
d,f = os.path.split(mod_file)
# add the tests directory to the python path
test_dir = os.path.join(d,'tests')
sys.path.append(test_dir)
# call the "test_xxx.test()" function for the appropriate
# module.
# This should deal with package naming issues correctly
short_mod_name = string.split(mod_name,'.')[-1]
test_module = 'test_' + short_mod_name
test_string = 'import %s;reload(%s);suite = %s.test_suite()' % ((test_module,)*3)
#print test_string
exec(test_string)
# remove test directory from python path.
sys.path = sys.path[:-1]
return suite
#except:
# print ' !! FAILURE loading test suite from', test_module, ':'
# print ' ',
# output_exception()
# Utility function to facilitate testing.
def assert_equal(actual,desired,err_msg='',verbose=1):
""" Raise an assertion if two items are not
equal. I think this should be part of unittest.py
"""
msg = '\nItems are not equal:\n' + err_msg
try:
if ( verbose and len(str(desired)) < 100 and len(str(actual)) ):
msg = msg \
+ 'DESIRED: ' + str(desired) \
+ '\nACTUAL: ' + str(actual)
except:
msg = msg \
+ 'DESIRED: ' + str(desired) \
+ '\nACTUAL: ' + str(actual)
assert desired == actual, msg
def assert_almost_equal(actual,desired,decimal=7,err_msg='',verbose=1):
""" Raise an assertion if two items are not
equal. I think this should be part of unittest.py
"""
msg = '\nItems are not equal:\n' + err_msg
try:
if ( verbose and len(str(desired)) < 100 and len(str(actual)) ):
msg = msg \
+ 'DESIRED: ' + str(desired) \
+ '\nACTUAL: ' + str(actual)
except:
msg = msg \
+ 'DESIRED: ' + str(desired) \
+ '\nACTUAL: ' + str(actual)
assert round(abs(desired - actual),decimal) == 0, msg
def assert_array_equal(x,y):
try:
assert(alltrue(equal(shape(x),shape(y))))
reduced = equal(x,y)
assert(alltrue(ravel(reduced)))
except ValueError:
print shape(x),shape(y)
raise ValueError, 'arrays are not equal'
def assert_array_almost_equal(x,y,decimal=6):
try:
assert(alltrue(equal(shape(x),shape(y))))
reduced = equal(around(abs(x-y),decimal))
assert(alltrue(ravel(reduced)))
except ValueError:
print shape(x),shape(y)
print x, y
raise ValueError, 'arrays are not almost equal'
import traceback,sys
def output_exception():
try:
type, value, tb = sys.exc_info()
info = traceback.extract_tb(tb)
#this is more verbose
#traceback.print_exc()
filename, lineno, function, text = info[-1] # last line only
print "%s:%d: %s: %s (in %s)" %\
(filename, lineno, type.__name__, str(value), function)
finally:
type = value = tb = None # clean up
|
