1 /* SPDX-License-Identifier: LGPL-2.1-or-later */
2
3 #include "alloc-util.h"
4 #include "compress.h"
5 #include "env-util.h"
6 #include "macro.h"
7 #include "memory-util.h"
8 #include "nulstr-util.h"
9 #include "parse-util.h"
10 #include "process-util.h"
11 #include "random-util.h"
12 #include "string-util.h"
13 #include "tests.h"
14
15 typedef int (compress_t)(const void *src, uint64_t src_size, void *dst,
16 size_t dst_alloc_size, size_t *dst_size);
17 typedef int (decompress_t)(const void *src, uint64_t src_size,
18 void **dst, size_t* dst_size, size_t dst_max);
19
20 #if HAVE_COMPRESSION
21
22 static usec_t arg_duration;
23 static size_t arg_start;
24
25 #define MAX_SIZE (1024*1024LU)
26 #define PRIME 1048571 /* A prime close enough to one megabyte that mod 4 == 3 */
27
_permute(size_t x)28 static size_t _permute(size_t x) {
29 size_t residue;
30
31 if (x >= PRIME)
32 return x;
33
34 residue = x*x % PRIME;
35 if (x <= PRIME / 2)
36 return residue;
37 else
38 return PRIME - residue;
39 }
40
permute(size_t x)41 static size_t permute(size_t x) {
42 return _permute((_permute(x) + arg_start) % MAX_SIZE ^ 0xFF345);
43 }
44
make_buf(size_t count,const char * type)45 static char* make_buf(size_t count, const char *type) {
46 char *buf;
47 size_t i;
48
49 buf = malloc(count);
50 assert_se(buf);
51
52 if (streq(type, "zeros"))
53 memzero(buf, count);
54 else if (streq(type, "simple"))
55 for (i = 0; i < count; i++)
56 buf[i] = 'a' + i % ('z' - 'a' + 1);
57 else if (streq(type, "random")) {
58 size_t step = count / 10;
59
60 random_bytes(buf, step);
61 memzero(buf + 1*step, step);
62 random_bytes(buf + 2*step, step);
63 memzero(buf + 3*step, step);
64 random_bytes(buf + 4*step, step);
65 memzero(buf + 5*step, step);
66 random_bytes(buf + 6*step, step);
67 memzero(buf + 7*step, step);
68 random_bytes(buf + 8*step, step);
69 memzero(buf + 9*step, step);
70 } else
71 assert_not_reached();
72
73 return buf;
74 }
75
test_compress_decompress(const char * label,const char * type,compress_t compress,decompress_t decompress)76 static void test_compress_decompress(const char* label, const char* type,
77 compress_t compress, decompress_t decompress) {
78 usec_t n, n2 = 0;
79 float dt;
80
81 _cleanup_free_ char *text, *buf;
82 _cleanup_free_ void *buf2 = NULL;
83 size_t skipped = 0, compressed = 0, total = 0;
84
85 text = make_buf(MAX_SIZE, type);
86 buf = calloc(MAX_SIZE + 1, 1);
87 assert_se(text && buf);
88
89 n = now(CLOCK_MONOTONIC);
90
91 for (size_t i = 0; i <= MAX_SIZE; i++) {
92 size_t j = 0, k = 0, size;
93 int r;
94
95 size = permute(i);
96 if (size == 0)
97 continue;
98
99 log_debug("%s %zu %zu", type, i, size);
100
101 memzero(buf, MIN(size + 1000, MAX_SIZE));
102
103 r = compress(text, size, buf, size, &j);
104 /* assume compression must be successful except for small or random inputs */
105 assert_se(r > 0 || (size < 2048 && r == -ENOBUFS) || streq(type, "random"));
106
107 /* check for overwrites */
108 assert_se(buf[size] == 0);
109 if (r < 0) {
110 skipped += size;
111 continue;
112 }
113
114 assert_se(j > 0);
115 if (j >= size)
116 log_error("%s \"compressed\" %zu -> %zu", label, size, j);
117
118 r = decompress(buf, j, &buf2, &k, 0);
119 assert_se(r == 0);
120 assert_se(k == size);
121
122 assert_se(memcmp(text, buf2, size) == 0);
123
124 total += size;
125 compressed += j;
126
127 n2 = now(CLOCK_MONOTONIC);
128 if (n2 - n > arg_duration)
129 break;
130 }
131
132 dt = (n2-n) / 1e6;
133
134 log_info("%s/%s: compressed & decompressed %zu bytes in %.2fs (%.2fMiB/s), "
135 "mean compression %.2f%%, skipped %zu bytes",
136 label, type, total, dt,
137 total / 1024. / 1024 / dt,
138 100 - compressed * 100. / total,
139 skipped);
140 }
141 #endif
142
main(int argc,char * argv[])143 int main(int argc, char *argv[]) {
144 #if HAVE_COMPRESSION
145 test_setup_logging(LOG_INFO);
146
147 if (argc >= 2) {
148 unsigned x;
149
150 assert_se(safe_atou(argv[1], &x) >= 0);
151 arg_duration = x * USEC_PER_SEC;
152 } else
153 arg_duration = slow_tests_enabled() ?
154 2 * USEC_PER_SEC : USEC_PER_SEC / 50;
155
156 if (argc == 3)
157 (void) safe_atozu(argv[2], &arg_start);
158 else
159 arg_start = getpid_cached();
160
161 const char *i;
162 NULSTR_FOREACH(i, "zeros\0simple\0random\0") {
163 #if HAVE_XZ
164 test_compress_decompress("XZ", i, compress_blob_xz, decompress_blob_xz);
165 #endif
166 #if HAVE_LZ4
167 test_compress_decompress("LZ4", i, compress_blob_lz4, decompress_blob_lz4);
168 #endif
169 #if HAVE_ZSTD
170 test_compress_decompress("ZSTD", i, compress_blob_zstd, decompress_blob_zstd);
171 #endif
172 }
173 return 0;
174 #else
175 return log_tests_skipped("No compression feature is enabled");
176 #endif
177 }
178