|
| 1 | + |
| 2 | +# Regex test suite and benchmark suite v1.5a2 |
| 3 | +# Due to the use of r"aw" strings, this file will |
| 4 | +# only work with Python 1.5 or higher. |
| 5 | + |
| 6 | +# The 3 possible outcomes for each pattern |
| 7 | +[SUCCEED, FAIL, SYNTAX_ERROR] = range(3) |
| 8 | + |
| 9 | +# Benchmark suite (needs expansion) |
| 10 | +# |
| 11 | +# The benchmark suite does not test correctness, just speed. The |
| 12 | +# first element of each tuple is the regex pattern; the second is a |
| 13 | +# string to match it against. The benchmarking code will embed the |
| 14 | +# second string inside several sizes of padding, to test how regex |
| 15 | +# matching performs on large strings. |
| 16 | + |
| 17 | +benchmarks = [ |
| 18 | + ('Python', 'Python'), # Simple text literal |
| 19 | + ('.*Python', 'Python'), # Bad text literal |
| 20 | + ('.*Python.*', 'Python'), # Worse text literal |
| 21 | + ('.*\\(Python\\)', 'Python'), # Bad text literal with grouping |
| 22 | + |
| 23 | + ('(Python\\|Perl\\|Tcl', 'Perl'), # Alternation |
| 24 | + ('\\(Python\\|Perl\\|Tcl\\)', 'Perl'), # Grouped alternation |
| 25 | + ('\\(Python\\)\\1', 'PythonPython'), # Backreference |
| 26 | +# ('\\([0a-z][a-z]*,\\)+', 'a5,b7,c9,'), # Disable the fastmap optimization |
| 27 | + ('\\([a-z][a-z0-9]*,\\)+', 'a5,b7,c9,') # A few sets |
| 28 | +] |
| 29 | + |
| 30 | +# Test suite (for verifying correctness) |
| 31 | +# |
| 32 | +# The test suite is a list of 5- or 3-tuples. The 5 parts of a |
| 33 | +# complete tuple are: |
| 34 | +# element 0: a string containing the pattern |
| 35 | +# 1: the string to match against the pattern |
| 36 | +# 2: the expected result (SUCCEED, FAIL, SYNTAX_ERROR) |
| 37 | +# 3: a string that will be eval()'ed to produce a test string. |
| 38 | +# This is an arbitrary Python expression; the available |
| 39 | +# variables are "found" (the whole match), and "g1", "g2", ... |
| 40 | +# up to "g10" contain the contents of each group, or the |
| 41 | +# string 'None' if the group wasn't given a value. |
| 42 | +# 4: The expected result of evaluating the expression. |
| 43 | +# If the two don't match, an error is reported. |
| 44 | +# |
| 45 | +# If the regex isn't expected to work, the latter two elements can be omitted. |
| 46 | + |
| 47 | +tests = [ |
| 48 | +('abc', 'abc', SUCCEED, |
| 49 | + 'found', 'abc'), |
| 50 | +('abc', 'xbc', FAIL), |
| 51 | +('abc', 'axc', FAIL), |
| 52 | +('abc', 'abx', FAIL), |
| 53 | +('abc', 'xabcy', SUCCEED, |
| 54 | + 'found', 'abc'), |
| 55 | +('abc', 'ababc', SUCCEED, |
| 56 | + 'found', 'abc'), |
| 57 | +('ab*c', 'abc', SUCCEED, |
| 58 | + 'found', 'abc'), |
| 59 | +('ab*bc', 'abc', SUCCEED, |
| 60 | + 'found', 'abc'), |
| 61 | +('ab*bc', 'abbc', SUCCEED, |
| 62 | + 'found', 'abbc'), |
| 63 | +('ab*bc', 'abbbbc', SUCCEED, |
| 64 | + 'found', 'abbbbc'), |
| 65 | +('ab+bc', 'abbc', SUCCEED, |
| 66 | + 'found', 'abbc'), |
| 67 | +('ab+bc', 'abc', FAIL), |
| 68 | +('ab+bc', 'abq', FAIL), |
| 69 | +('ab+bc', 'abbbbc', SUCCEED, |
| 70 | + 'found', 'abbbbc'), |
| 71 | +('ab?bc', 'abbc', SUCCEED, |
| 72 | + 'found', 'abbc'), |
| 73 | +('ab?bc', 'abc', SUCCEED, |
| 74 | + 'found', 'abc'), |
| 75 | +('ab?bc', 'abbbbc', FAIL), |
| 76 | +('ab?c', 'abc', SUCCEED, |
| 77 | + 'found', 'abc'), |
| 78 | +('^abc$', 'abc', SUCCEED, |
| 79 | + 'found', 'abc'), |
| 80 | +('^abc$', 'abcc', FAIL), |
| 81 | +('^abc', 'abcc', SUCCEED, |
| 82 | + 'found', 'abc'), |
| 83 | +('^abc$', 'aabc', FAIL), |
| 84 | +('abc$', 'aabc', SUCCEED, |
| 85 | + 'found', 'abc'), |
| 86 | +('^', 'abc', SUCCEED, |
| 87 | + 'found+"-"', '-'), |
| 88 | +('$', 'abc', SUCCEED, |
| 89 | + 'found+"-"', '-'), |
| 90 | +('a.c', 'abc', SUCCEED, |
| 91 | + 'found', 'abc'), |
| 92 | +('a.c', 'axc', SUCCEED, |
| 93 | + 'found', 'axc'), |
| 94 | +('a.*c', 'axyzc', SUCCEED, |
| 95 | + 'found', 'axyzc'), |
| 96 | +('a.*c', 'axyzd', FAIL), |
| 97 | +('a[bc]d', 'abc', FAIL), |
| 98 | +('a[bc]d', 'abd', SUCCEED, |
| 99 | + 'found', 'abd'), |
| 100 | +('a[b-d]e', 'abd', FAIL), |
| 101 | +('a[b-d]e', 'ace', SUCCEED, |
| 102 | + 'found', 'ace'), |
| 103 | +('a[b-d]', 'aac', SUCCEED, |
| 104 | + 'found', 'ac'), |
| 105 | +('a[-b]', 'a-', SUCCEED, |
| 106 | + 'found', 'a-'), |
| 107 | +('a[b-]', 'a-', SUCCEED, |
| 108 | + 'found', 'a-'), |
| 109 | +('a[]b', '-', SYNTAX_ERROR), |
| 110 | +('a[', '-', SYNTAX_ERROR), |
| 111 | +('a\\', '-', SYNTAX_ERROR), |
| 112 | +('abc\\)', '-', SYNTAX_ERROR), |
| 113 | +('\\(abc', '-', SYNTAX_ERROR), |
| 114 | +('a]', 'a]', SUCCEED, |
| 115 | + 'found', 'a]'), |
| 116 | +('a[]]b', 'a]b', SUCCEED, |
| 117 | + 'found', 'a]b'), |
| 118 | +('a[^bc]d', 'aed', SUCCEED, |
| 119 | + 'found', 'aed'), |
| 120 | +('a[^bc]d', 'abd', FAIL), |
| 121 | +('a[^-b]c', 'adc', SUCCEED, |
| 122 | + 'found', 'adc'), |
| 123 | +('a[^-b]c', 'a-c', FAIL), |
| 124 | +('a[^]b]c', 'a]c', FAIL), |
| 125 | +('a[^]b]c', 'adc', SUCCEED, |
| 126 | + 'found', 'adc'), |
| 127 | +('\\ba\\b', 'a-', SUCCEED, |
| 128 | + '"-"', '-'), |
| 129 | +('\\ba\\b', '-a', SUCCEED, |
| 130 | + '"-"', '-'), |
| 131 | +('\\ba\\b', '-a-', SUCCEED, |
| 132 | + '"-"', '-'), |
| 133 | +('\\by\\b', 'xy', FAIL), |
| 134 | +('\\by\\b', 'yz', FAIL), |
| 135 | +('\\by\\b', 'xyz', FAIL), |
| 136 | +('ab\\|cd', 'abc', SUCCEED, |
| 137 | + 'found', 'ab'), |
| 138 | +('ab\\|cd', 'abcd', SUCCEED, |
| 139 | + 'found', 'ab'), |
| 140 | +('\\(\\)ef', 'def', SUCCEED, |
| 141 | + 'found+"-"+g1', 'ef-'), |
| 142 | +('$b', 'b', FAIL), |
| 143 | +('a(b', 'a(b', SUCCEED, |
| 144 | + 'found+"-"+g1', 'a(b-None'), |
| 145 | +('a(*b', 'ab', SUCCEED, |
| 146 | + 'found', 'ab'), |
| 147 | +('a(*b', 'a((b', SUCCEED, |
| 148 | + 'found', 'a((b'), |
| 149 | +('a\\\\b', 'a\\b', SUCCEED, |
| 150 | + 'found', 'a\\b'), |
| 151 | +('\\(\\(a\\)\\)', 'abc', SUCCEED, |
| 152 | + 'found+"-"+g1+"-"+g2', 'a-a-a'), |
| 153 | +('\\(a\\)b\\(c\\)', 'abc', SUCCEED, |
| 154 | + 'found+"-"+g1+"-"+g2', 'abc-a-c'), |
| 155 | +('a+b+c', 'aabbabc', SUCCEED, |
| 156 | + 'found', 'abc'), |
| 157 | +('\\(a+\\|b\\)*', 'ab', SUCCEED, |
| 158 | + 'found+"-"+g1', 'ab-b'), |
| 159 | +('\\(a+\\|b\\)+', 'ab', SUCCEED, |
| 160 | + 'found+"-"+g1', 'ab-b'), |
| 161 | +('\\(a+\\|b\\)?', 'ab', SUCCEED, |
| 162 | + 'found+"-"+g1', 'a-a'), |
| 163 | +('\\)\\(', '-', SYNTAX_ERROR), |
| 164 | +('[^ab]*', 'cde', SUCCEED, |
| 165 | + 'found', 'cde'), |
| 166 | +('abc', '', FAIL), |
| 167 | +('a*', '', SUCCEED, |
| 168 | + 'found', ''), |
| 169 | +('a\\|b\\|c\\|d\\|e', 'e', SUCCEED, |
| 170 | + 'found', 'e'), |
| 171 | +('\\(a\\|b\\|c\\|d\\|e\\)f', 'ef', SUCCEED, |
| 172 | + 'found+"-"+g1', 'ef-e'), |
| 173 | +('abcd*efg', 'abcdefg', SUCCEED, |
| 174 | + 'found', 'abcdefg'), |
| 175 | +('ab*', 'xabyabbbz', SUCCEED, |
| 176 | + 'found', 'ab'), |
| 177 | +('ab*', 'xayabbbz', SUCCEED, |
| 178 | + 'found', 'a'), |
| 179 | +('\\(ab\\|cd\\)e', 'abcde', SUCCEED, |
| 180 | + 'found+"-"+g1', 'cde-cd'), |
| 181 | +('[abhgefdc]ij', 'hij', SUCCEED, |
| 182 | + 'found', 'hij'), |
| 183 | +('^\\(ab\\|cd\\)e', 'abcde', FAIL, |
| 184 | + 'xg1y', 'xy'), |
| 185 | +('\\(abc\\|\\)ef', 'abcdef', SUCCEED, |
| 186 | + 'found+"-"+g1', 'ef-'), |
| 187 | +('\\(a\\|b\\)c*d', 'abcd', SUCCEED, |
| 188 | + 'found+"-"+g1', 'bcd-b'), |
| 189 | +('\\(ab\\|ab*\\)bc', 'abc', SUCCEED, |
| 190 | + 'found+"-"+g1', 'abc-a'), |
| 191 | +('a\\([bc]*\\)c*', 'abc', SUCCEED, |
| 192 | + 'found+"-"+g1', 'abc-bc'), |
| 193 | +('a\\([bc]*\\)\\(c*d\\)', 'abcd', SUCCEED, |
| 194 | + 'found+"-"+g1+"-"+g2', 'abcd-bc-d'), |
| 195 | +('a\\([bc]+\\)\\(c*d\\)', 'abcd', SUCCEED, |
| 196 | + 'found+"-"+g1+"-"+g2', 'abcd-bc-d'), |
| 197 | +('a\\([bc]*\\)\\(c+d\\)', 'abcd', SUCCEED, |
| 198 | + 'found+"-"+g1+"-"+g2', 'abcd-b-cd'), |
| 199 | +('a[bcd]*dcdcde', 'adcdcde', SUCCEED, |
| 200 | + 'found', 'adcdcde'), |
| 201 | +('a[bcd]+dcdcde', 'adcdcde', FAIL), |
| 202 | +('\\(ab\\|a\\)b*c', 'abc', SUCCEED, |
| 203 | + 'found+"-"+g1', 'abc-ab'), |
| 204 | +('\\(\\(a\\)\\(b\\)c\\)\\(d\\)', 'abcd', SUCCEED, |
| 205 | + 'g1+"-"+g2+"-"+g3+"-"+g4', 'abc-a-b-d'), |
| 206 | +('[a-zA-Z_][a-zA-Z0-9_]*', 'alpha', SUCCEED, |
| 207 | + 'found', 'alpha'), |
| 208 | +('^a\\(bc+\\|b[eh]\\)g\\|.h$', 'abh', SUCCEED, |
| 209 | + 'found+"-"+g1', 'bh-None'), |
| 210 | +('\\(bc+d$\\|ef*g.\\|h?i\\(j\\|k\\)\\)', 'effgz', SUCCEED, |
| 211 | + 'found+"-"+g1+"-"+g2', 'effgz-effgz-None'), |
| 212 | +('\\(bc+d$\\|ef*g.\\|h?i\\(j\\|k\\)\\)', 'ij', SUCCEED, |
| 213 | + 'found+"-"+g1+"-"+g2', 'ij-ij-j'), |
| 214 | +('\\(bc+d$\\|ef*g.\\|h?i\\(j\\|k\\)\\)', 'effg', FAIL), |
| 215 | +('\\(bc+d$\\|ef*g.\\|h?i\\(j\\|k\\)\\)', 'bcdd', FAIL), |
| 216 | +('\\(bc+d$\\|ef*g.\\|h?i\\(j\\|k\\)\\)', 'reffgz', SUCCEED, |
| 217 | + 'found+"-"+g1+"-"+g2', 'effgz-effgz-None'), |
| 218 | +('\\(\\(\\(\\(\\(\\(\\(\\(\\(a\\)\\)\\)\\)\\)\\)\\)\\)\\)', 'a', SUCCEED, |
| 219 | + 'found', 'a'), |
| 220 | +('multiple words of text', 'uh-uh', FAIL), |
| 221 | +('multiple words', 'multiple words, yeah', SUCCEED, |
| 222 | + 'found', 'multiple words'), |
| 223 | +('\\(.*\\)c\\(.*\\)', 'abcde', SUCCEED, |
| 224 | + 'found+"-"+g1+"-"+g2', 'abcde-ab-de'), |
| 225 | +('(\\(.*\\), \\(.*\\))', '(a, b)', SUCCEED, |
| 226 | + 'g2+"-"+g1', 'b-a'), |
| 227 | +('[k]', 'ab', FAIL), |
| 228 | +('a[-]?c', 'ac', SUCCEED, |
| 229 | + 'found', 'ac'), |
| 230 | +('\\(abc\\)\\1', 'abcabc', SUCCEED, |
| 231 | + 'g1', 'abc'), |
| 232 | +('\\([a-c]*\\)\\1', 'abcabc', SUCCEED, |
| 233 | + 'g1', 'abc'), |
| 234 | +('^\\(.+\\)?B', 'AB', SUCCEED, |
| 235 | + 'g1', 'A'), |
| 236 | +('\\(a+\\).\\1$', 'aaaaa', SUCCEED, |
| 237 | + 'found+"-"+g1', 'aaaaa-aa'), |
| 238 | +('^\\(a+\\).\\1$', 'aaaa', FAIL), |
| 239 | +('\\(abc\\)\\1', 'abcabc', SUCCEED, |
| 240 | + 'found+"-"+g1', 'abcabc-abc'), |
| 241 | +('\\([a-c]+\\)\\1', 'abcabc', SUCCEED, |
| 242 | + 'found+"-"+g1', 'abcabc-abc'), |
| 243 | +('\\(a\\)\\1', 'aa', SUCCEED, |
| 244 | + 'found+"-"+g1', 'aa-a'), |
| 245 | +('\\(a+\\)\\1', 'aa', SUCCEED, |
| 246 | + 'found+"-"+g1', 'aa-a'), |
| 247 | +('\\(a+\\)+\\1', 'aa', SUCCEED, |
| 248 | + 'found+"-"+g1', 'aa-a'), |
| 249 | +('\\(a\\).+\\1', 'aba', SUCCEED, |
| 250 | + 'found+"-"+g1', 'aba-a'), |
| 251 | +('\\(a\\)ba*\\1', 'aba', SUCCEED, |
| 252 | + 'found+"-"+g1', 'aba-a'), |
| 253 | +('\\(aa\\|a\\)a\\1$', 'aaa', SUCCEED, |
| 254 | + 'found+"-"+g1', 'aaa-a'), |
| 255 | +('\\(a\\|aa\\)a\\1$', 'aaa', SUCCEED, |
| 256 | + 'found+"-"+g1', 'aaa-a'), |
| 257 | +('\\(a+\\)a\\1$', 'aaa', SUCCEED, |
| 258 | + 'found+"-"+g1', 'aaa-a'), |
| 259 | +('\\([abc]*\\)\\1', 'abcabc', SUCCEED, |
| 260 | + 'found+"-"+g1', 'abcabc-abc'), |
| 261 | +('\\(a\\)\\(b\\)c\\|ab', 'ab', SUCCEED, |
| 262 | + 'found+"-"+g1+"-"+g2', 'ab-None-None'), |
| 263 | +('\\(a\\)+x', 'aaax', SUCCEED, |
| 264 | + 'found+"-"+g1', 'aaax-a'), |
| 265 | +('\\([ac]\\)+x', 'aacx', SUCCEED, |
| 266 | + 'found+"-"+g1', 'aacx-c'), |
| 267 | +('\\([^/]*/\\)*sub1/', 'd:msgs/tdir/sub1/trial/away.cpp', SUCCEED, |
| 268 | + 'found+"-"+g1', 'd:msgs/tdir/sub1/-tdir/'), |
| 269 | +('\\([^.]*\\)\\.\\([^:]*\\):[T ]+\\(.*\\)', 'track1.title:TBlah blah blah', SUCCEED, |
| 270 | + 'found+"-"+g1+"-"+g2+"-"+g3', 'track1.title:TBlah blah blah-track1-title-Blah blah blah'), |
| 271 | +('\\([^N]*N\\)+', 'abNNxyzN', SUCCEED, |
| 272 | + 'found+"-"+g1', 'abNNxyzN-xyzN'), |
| 273 | +('\\([^N]*N\\)+', 'abNNxyz', SUCCEED, |
| 274 | + 'found+"-"+g1', 'abNN-N'), |
| 275 | +('\\([abc]*\\)x', 'abcx', SUCCEED, |
| 276 | + 'found+"-"+g1', 'abcx-abc'), |
| 277 | +('\\([abc]*\\)x', 'abc', FAIL), |
| 278 | +('\\([xyz]*\\)x', 'abcx', SUCCEED, |
| 279 | + 'found+"-"+g1', 'x-'), |
| 280 | +('\\(a\\)+b\\|aac', 'aac', SUCCEED, |
| 281 | + 'found+"-"+g1', 'aac-None'), |
| 282 | +('\<a', 'a', SUCCEED, 'found', 'a'), |
| 283 | +('\<a', '!', FAIL), |
| 284 | +('a\<b', 'ab', FAIL), |
| 285 | +('a\>', 'ab', FAIL), |
| 286 | +('a\>', 'a!', SUCCEED, 'found', 'a'), |
| 287 | +('a\>', 'a', SUCCEED, 'found', 'a'), |
| 288 | +] |
| 289 | + |
0 commit comments