Merge in new scanner/parser suite with updated test cases.
[m6w6/libmemcached] / tests / include.am
1 # vim:ft=automake
2 # Copyright (C) 2011 Data Differential
3 # All rights reserved.
4 #
5 # Use and distribution licensed under the BSD license. See
6 # the COPYING file in the parent directory for full text.
7 #
8 # included from Top Level Makefile.am
9 # All paths should be given relative to the root
10
11 TESTS_LDADDS= \
12 libmemcached/libmemcached.la \
13 libtest/libserver.la \
14 libtest/libtest.la
15
16 VALGRIND_COMMAND= $(LIBTOOL) --mode=execute valgrind --leak-check=yes --show-reachable=yes --track-fds=yes
17
18 DEBUG_COMMAND= $(LIBTOOL) --mode=execute gdb
19
20 PAHOLE_COMMAND= $(LIBTOOL) --mode=execute pahole
21
22 if BUILD_LIBMEMCACHEDUTIL
23 TESTS_LDADDS+= libmemcached/libmemcachedutil.la
24 endif
25
26 EXTRA_DIST+= \
27 tests/cpp_example.cc \
28 tests/output_plus.res
29
30 noinst_HEADERS+= \
31 tests/hash_results.h \
32 tests/ketama_test_cases.h \
33 tests/ketama_test_cases_spy.h \
34 tests/libmemcached_world.h \
35 tests/parser.h \
36 tests/print.h
37
38 noinst_PROGRAMS+= \
39 tests/atomsmasher \
40 tests/hashplus \
41 tests/memplus \
42 tests/startservers \
43 tests/testapp \
44 tests/testhashkit \
45 tests/testplus \
46 tests/testudp
47
48 tests_testapp_CFLAGS= $(AM_CFLAGS) $(NO_CONVERSION) $(NO_STRICT_ALIASING)
49 tests_testapp_SOURCES= \
50 tests/mem_functions.c \
51 tests/parser.cc \
52 tests/print.cc
53
54 tests_testapp_DEPENDENCIES= \
55 $(BUILT_SOURCES) \
56 clients/libgenexec.la \
57 libmemcached/libmemcachedinternal.la \
58 $(TESTS_LDADDS)
59
60 tests_testapp_LDADD= clients/libgenexec.la \
61 libmemcached/libmemcachedinternal.la \
62 $(TESTS_LDADDS) $(LIBSASL)
63
64 tests_testplus_SOURCES= tests/plus.cpp
65 tests_testplus_CXXFLAGS = $(AM_CXXFLAGS) $(NO_EFF_CXX)
66 tests_testplus_DEPENDENCIES= $(TESTS_LDADDS)
67 tests_testplus_LDADD= $(tests_testplus_DEPENDENCIES) $(LIBSASL)
68
69 tests_atomsmasher_SOURCES= tests/atomsmasher.c
70 tests_atomsmasher_DEPENDENCIES= \
71 clients/libgenexec.la \
72 $(TESTS_LDADDS)
73
74 tests_atomsmasher_LDADD= $(tests_atomsmasher_DEPENDENCIES) $(LIBSASL)
75
76 tests_testudp_CFLAGS= $(AM_CFLAGS) $(NO_CONVERSION) $(NO_STRICT_ALIASING)
77 tests_testudp_SOURCES= tests/mem_udp.c
78 tests_testudp_DEPENDENCIES= \
79 clients/libgenexec.la \
80 $(TESTS_LDADDS)
81
82 tests_testudp_LDADD= $(tests_testudp_DEPENDENCIES) $(LIBSASL)
83
84 tests_startservers_SOURCES= tests/start.c
85 tests_startservers_DEPENDENCIES= $(TESTS_LDADDS)
86 tests_startservers_LDADD= $(tests_startservers_DEPENDENCIES) $(LIBSASL)
87
88 tests_testhashkit_SOURCES = tests/hashkit_functions.c
89 tests_testhashkit_DEPENDENCIES = libtest/libtest.la libhashkit/libhashkit.la
90 tests_testhashkit_LDADD = $(tests_testhashkit_DEPENDENCIES) $(LIBSASL)
91
92 tests_hashplus_SOURCES = tests/hash_plus.cc
93 tests_hashplus_CXXFLAGS = $(AM_CXXFLAGS) $(NO_EFF_CXX)
94 tests_hashplus_DEPENDENCIES = $(tests_testhashkit_DEPENDENCIES)
95 tests_hashplus_LDADD = $(tests_testhashkit_DEPENDENCIES) $(LIBSASL)
96
97 tests_memplus_SOURCES = tests/mem_plus.cc
98 tests_memplus_CXXFLAGS = $(AM_CXXFLAGS) $(NO_EFF_CXX)
99 tests_memplus_DEPENDENCIES = $(TESTS_LDADDS)
100 tests_memplus_LDADD = $(tests_memplus_DEPENDENCIES) $(LIBSASL)
101
102 test: check
103
104 check-local: $(TEST_DOCS) test-mem test-hash memcapable
105 @echo "Tests completed"
106
107 test-x: check-local test-plus test-memcat test-memcp test-memrm test-memerror test-memdump test-memflush test-memstat
108 @echo "Tests completed"
109
110 memcapable: clients/memcapable
111 @@MEMC_BINARY@ -d -u root -P `pwd`/tests/Xumemc.pid -p 12555
112 @clients/memcapable -p 12555 || echo "Your memcached server does not support all commands"
113 @cat tests/Xumemc.pid | xargs kill || echo "Failed to kill memcached server"
114 @rm tests/Xumemc.pid
115
116 test-memcat: clients/memcat clients/memcp
117 @echo "Testing memcat"
118 @@MEMC_BINARY@ -d -u root -P `pwd`/tests/Xumemc.pid -p 12555
119 @clients/memcp --servers="localhost:12555" `pwd`/clients/memcp
120 @clients/memcat --servers="localhost:12555" memcp > `pwd`/tests/scratch
121 @clients/memcat --servers="localhost:12555" --file=`pwd`/tests/scratch2 memcp
122 # @diff clients/memcp tests/scratch
123 @cat `pwd`/tests/Xumemc.pid | xargs kill || echo "Failed to kill memcached server"
124 @rm `pwd`/tests/Xumemc.pid
125 @rm `pwd`/tests/scratch
126 @rm `pwd`/tests/scratch2
127
128 valgrind-memcat: clients/memcat clients/memcp
129 @echo "Testing memcat"
130 @@MEMC_BINARY@ -d -u root -P `pwd`/tests/Xumemc.pid -p 12555
131 @clients/memcp --servers="localhost:12555" clients/memcp
132 @$(VALGRIND_COMMAND) clients/memcat --servers="localhost:12555" memcp > tests/scratch
133 # @diff clients/memcp tests/scratch
134 @cat tests/Xumemc.pid | xargs kill || echo "Failed to kill memcached server"
135 @rm tests/Xumemc.pid
136 @rm tests/scratch
137
138 test-memcp: clients/memcp
139 @echo "Testing memcp"
140 @@MEMC_BINARY@ -d -u root -P `pwd`/tests/Xumemc.pid -p 12555
141 @clients/memcp --servers="localhost:12555" clients/memcp clients/memcat clients/memstat
142 @cat tests/Xumemc.pid | xargs kill || echo "Failed to kill memcached server"
143 @rm tests/Xumemc.pid
144
145 valgrind-memcp: clients/memcat clients/memcp
146 @echo "Testing memcp"
147 @@MEMC_BINARY@ -d -u root -P `pwd`/tests/Xumemc.pid -p 12555
148 @$(VALGRIND_COMMAND) clients/memcp --servers="localhost:12555" clients/memcp clients/memcat clients/memstat
149 @cat tests/Xumemc.pid | xargs kill || echo "Failed to kill memcached server"
150 @rm tests/Xumemc.pid
151
152 test-memrm: clients/memrm clients/memcp
153 @echo "Testing memrm"
154 @@MEMC_BINARY@ -d -u root -P `pwd`/tests/Xumemc.pid -p 12555
155 @clients/memcp --servers="localhost:12555" clients/memcat
156 @clients/memrm --servers="localhost:12555" memcat
157 @cat tests/Xumemc.pid | xargs kill || echo "Failed to kill memcached server"
158 @rm tests/Xumemc.pid
159
160 valgrind-memrm: clients/memcat clients/memcp
161 @echo "Testing memrm"
162 @@MEMC_BINARY@ -d -u root -P `pwd`/tests/Xumemc.pid -p 12555
163 @clients/memcp --servers="localhost:12555" clients/memcat
164 @$(VALGRIND_COMMAND) clients/memrm --servers="localhost:12555" memcat
165 @cat tests/Xumemc.pid | xargs kill || echo "Failed to kill memcached server"
166 @rm tests/Xumemc.pid
167
168 test-memflush: clients/memflush
169 @echo "Testing memflush"
170 @$(MEMC_BINARY) -d -u root -P `pwd`/tests/Xumemc.pid -p 12555
171 @clients/memflush --servers="localhost:12555"
172 @cat tests/Xumemc.pid | xargs kill || echo "Failed to kill memcached server"
173 @rm tests/Xumemc.pid
174
175 valgrind-memflush: clients/memflush
176 @echo "Testing memflush"
177 @$(MEMC_BINARY) -d -u root -P `pwd`/tests/Xumemc.pid -p 12555
178 @$(VALGRIND_COMMAND) clients/memflush --servers="localhost:12555"
179 @cat tests/Xumemc.pid | xargs kill || echo "Failed to kill memcached server"
180 @rm tests/Xumemc.pid
181
182 test-memdump: clients/memdump clients/memcp
183 @echo "Testing memdump"
184 @$(MEMC_BINARY) -d -u root -P `pwd`/tests/Xumemc.pid -p 12555
185 @clients/memcp --servers="localhost:12555" clients/memcat
186 @clients/memdump --servers="localhost:12555" > /dev/null
187 @cat tests/Xumemc.pid | xargs kill || echo "Failed to kill memcached server"
188 @rm tests/Xumemc.pid
189
190 valgrind-memdump: clients/memcat clients/memcp
191 @echo "Testing memdump"
192 @$(MEMC_BINARY) -d -u root -P `pwd`/tests/Xumemc.pid -p 12555
193 @clients/memcp --servers="localhost:12555" clients/memcat
194 @$(VALGRIND_COMMAND) clients/memdump --servers="localhost:12555" > /dev/null
195 @cat tests/Xumemc.pid | xargs kill || echo "Failed to kill memcached server"
196 @rm tests/Xumemc.pid
197
198 test-memstat: clients/memstat
199 @echo "Testing memstat"
200 @$(MEMC_BINARY) -d -u root -P `pwd`/tests/Xumemc.pid -p 12555
201 @clients/memstat --servers="localhost:12555" > /dev/null
202 @cat tests/Xumemc.pid | xargs kill || echo "Failed to kill memcached server"
203 @rm tests/Xumemc.pid
204
205 valgrind-memstat: clients/memstat
206 @echo "Testing memstat"
207 @$(MEMC_BINARY) -d -u root -P `pwd`/tests/Xumemc.pid -p 12555
208 @$(VALGRIND_COMMAND) clients/memstat --servers="localhost:12555" > /dev/null
209 @cat tests/Xumemc.pid | xargs kill || echo "Failed to kill memcached server"
210 @rm tests/Xumemc.pid
211
212 test-memerror: clients/memerror
213 @echo "Testing memerror"
214 @clients/memerror 0 > /dev/null
215
216 valgrind-memerror: clients/memerror
217 @echo "Testing memerror"
218 @$(VALGRIND_COMMAND) clients/memerror 0 > /dev/null
219
220
221
222
223
224 MEMSLAP_COMMAND= clients/memslap $(COLLECTION) $(SUITE)
225
226 MEM_COMMAND= tests/testapp $(COLLECTION) $(SUITE)
227
228 TESTPLUS_COMMAND= tests/testplus $(COLLECTION) $(SUITE)
229
230 MEMPLUS_COMMAND= tests/memplus $(COLLECTION) $(SUITE)
231
232 HASHPLUS_COMMAND= tests/hashplus $(COLLECTION) $(SUITE)
233
234 ATOM_COMMAND= tests/atomsmasher $(COLLECTION) $(SUITE)
235
236 UDP_COMMAND= tests/testudp $(COLLECTION) $(SUITE)
237
238 HASH_COMMAND= tests/testhashkit $(COLLECTION) $(SUITE)
239
240 test-mem: tests/testapp
241 $(MEM_COMMAND)
242
243 test-udp: tests/testudp
244 $(UDP_COMMAND)
245
246 test-atom: tests/atomsmasher
247 $(ATOM_COMMAND)
248
249 test-plus: tests/testplus
250 $(TESTPLUS_COMMAND)
251
252 test-hash: tests/testhashkit
253 $(HASH_COMMAND)
254
255 test-hashplus: tests/hashplus
256 $(HASHPLUS_COMMAND)
257
258 test-memplus: tests/memplus
259 $(MEMPLUS_COMMAND)
260
261 pahole-mem: tests/testapp
262 $(PAHOLE_COMMAND) $(MEM_COMMAND)
263
264 gdb-mem: tests/testapp
265 $(DEBUG_COMMAND) $(MEM_COMMAND)
266
267 gdb-atom: tests/atomsmasher
268 $(DEBUG_COMMAND) $(UDP_COMMAND)
269
270 gdb-udp: tests/testudp
271 $(DEBUG_COMMAND) $(ATOM_COMMAND)
272
273 gdb-plus: tests/testplus
274 $(DEBUG_COMMAND) $(TESTPLUS_COMMAND)
275
276 gdb-hash: tests/testhashkit
277 $(DEBUG_COMMAND) $(HASH_COMMAND)
278
279 gdb-hashplus: tests/hashplus
280 $(DEBUG_COMMAND) $(HASHPLUS_COMMAND)
281
282 gdb-memplus: tests/memplus
283 $(DEBUG_COMMAND) $(MEMPLUS_COMMAND)
284
285 gdb-memslap: clients/memslap
286 $(DEBUG_COMMAND) $(MEMSLAP_COMMAND)
287
288 valgrind-mem: tests/testapp
289 $(VALGRIND_COMMAND) $(MEM_COMMAND)
290
291 valgrind-atom: tests/atomsmasher
292 $(VALGRIND_COMMAND) $(ATOM_COMMAND)
293
294 valgrind-udp: tests/testudp
295 $(VALGRIND_COMMAND) $(UDP_COMMAND)
296
297 valgrind-plus: tests/testplus
298 $(VALGRIND_COMMAND) $(TESTPLUS_COMMAND)
299
300 valgrind-hash: tests/testhashkit
301 $(VALGRIND_COMMAND) $(HASH_COMMAND)
302
303 valgrind-hashplus: tests/hashplus
304 $(VALGRIND_COMMAND) $(HASHPLUS_COMMAND)
305
306 valgrind-memplus: tests/memplus
307 $(VALGRIND_COMMAND) $(MEMPLUS_COMMAND)
308
309 valgrind-memslap: clients/memslap
310 $(VALGRIND_COMMAND) $(MEMSLAP_COMMAND)
311
312 PHONY += valgrind
313 valgrind: tests/testapp tests/testhashkit valgrind-mem valgrind-hash valgrind-memcat valgrind-memcp valgrind-memrm valgrind-memerror valgrind-memdump valgrind-memflush valgrind-memstat
314
315 PHONY += cachegrind
316 CLEANFILES += tests/cachegrind.out
317 cachegrind:
318 rm -f tests/cachegrind.out.*
319 $(LIBTOOL) --mode=execute valgrind --tool=cachegrind --cachegrind-out-file=tests/cachegrind.out.%p --branch-sim=yes tests/testapp
320 cg_annotate tests/cachegrind.out.* --auto=yes > tests/cachegrind.out
321
322 PHONY += callgrind
323 CLEANFILES += tests/callgrind.out
324 callgrind:
325 rm -f tests/callgrind.out.*
326 $(LIBTOOL) --mode=execute valgrind --tool=callgrind --callgrind-out-file=tests/callgrind.out.%p tests/testapp
327 callgrind_annotate tests/callgrind.out.* --auto=yes > tests/callgrind.out
328
329 PHONY += helgrind
330 CLEANFILES+= helgrind.out.*
331 helgrind:
332 rm -f helgrind.out.*
333 $(LIBTOOL) --mode=execute valgrind --tool=helgrind tests/testapp
334
335 PHONY += helgrind-slap
336 helgrind-slap:
337 $(LIBTOOL) --mode=execute valgrind --tool=helgrind clients/memslap --server=localhost --concurrency=30
338
339 test-no-outputdiff: test
340
341 hudson-valgrind: tests/testapp
342 $(VALGRIND_COMMAND) --log-file=tests/valgrind.out $(MEM_COMMAND)